[ 554.769105] env[62181]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62181) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 554.769433] env[62181]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62181) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 554.769562] env[62181]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62181) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 554.769902] env[62181]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 554.865443] env[62181]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62181) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 554.875870] env[62181]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62181) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 555.475963] env[62181]: INFO nova.virt.driver [None req-9ab689fc-1f35-4ae5-8ed6-a85778a8bd88 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 555.547235] env[62181]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.547409] env[62181]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.547506] env[62181]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62181) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 558.760263] env[62181]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-6acfc0f6-52d0-4298-b5af-1491ee7eea4d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.776627] env[62181]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62181) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 558.776627] env[62181]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-27981db0-7e79-4202-952d-0988ee2254bb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.811935] env[62181]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ed0fe. [ 558.812105] env[62181]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.265s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.812662] env[62181]: INFO nova.virt.vmwareapi.driver [None req-9ab689fc-1f35-4ae5-8ed6-a85778a8bd88 None None] VMware vCenter version: 7.0.3 [ 558.816063] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c438d218-5103-45a7-b4c7-c8071f8da256 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.833822] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e55a08d-9377-414e-a3f4-5bfe1474161e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.839626] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954aa599-846b-4b53-8e64-4829a55becaa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.846217] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16f0f85-ec85-4a51-b504-9c694d10aaf3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.859098] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34d6450-b384-4f80-ba48-7fb082becae2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.864851] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070ac468-ca3c-48ae-be42-ae73cbef67bb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.894525] env[62181]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-814fa3b6-0570-40b6-80d4-3d42d8f35f43 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.899311] env[62181]: DEBUG nova.virt.vmwareapi.driver [None req-9ab689fc-1f35-4ae5-8ed6-a85778a8bd88 None None] Extension org.openstack.compute already exists. {{(pid=62181) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 558.902070] env[62181]: INFO nova.compute.provider_config [None req-9ab689fc-1f35-4ae5-8ed6-a85778a8bd88 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 559.405194] env[62181]: DEBUG nova.context [None req-9ab689fc-1f35-4ae5-8ed6-a85778a8bd88 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),a7c1b5ca-b44e-48e1-ba37-820ba1d59d4f(cell1) {{(pid=62181) load_cells /opt/stack/nova/nova/context.py:464}} [ 559.407384] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.407605] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.408280] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.408717] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] Acquiring lock "a7c1b5ca-b44e-48e1-ba37-820ba1d59d4f" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.408909] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] Lock "a7c1b5ca-b44e-48e1-ba37-820ba1d59d4f" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.410046] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] Lock "a7c1b5ca-b44e-48e1-ba37-820ba1d59d4f" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.430248] env[62181]: INFO dbcounter [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] Registered counter for database nova_cell0 [ 559.438264] env[62181]: INFO dbcounter [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] Registered counter for database nova_cell1 [ 559.441740] env[62181]: DEBUG oslo_db.sqlalchemy.engines [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62181) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 559.442096] env[62181]: DEBUG oslo_db.sqlalchemy.engines [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62181) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 559.446826] env[62181]: ERROR nova.db.main.api [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 559.446826] env[62181]: result = function(*args, **kwargs) [ 559.446826] env[62181]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 559.446826] env[62181]: return func(*args, **kwargs) [ 559.446826] env[62181]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 559.446826] env[62181]: result = fn(*args, **kwargs) [ 559.446826] env[62181]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 559.446826] env[62181]: return f(*args, **kwargs) [ 559.446826] env[62181]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 559.446826] env[62181]: return db.service_get_minimum_version(context, binaries) [ 559.446826] env[62181]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 559.446826] env[62181]: _check_db_access() [ 559.446826] env[62181]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 559.446826] env[62181]: stacktrace = ''.join(traceback.format_stack()) [ 559.446826] env[62181]: [ 559.447629] env[62181]: ERROR nova.db.main.api [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 559.447629] env[62181]: result = function(*args, **kwargs) [ 559.447629] env[62181]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 559.447629] env[62181]: return func(*args, **kwargs) [ 559.447629] env[62181]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 559.447629] env[62181]: result = fn(*args, **kwargs) [ 559.447629] env[62181]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 559.447629] env[62181]: return f(*args, **kwargs) [ 559.447629] env[62181]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 559.447629] env[62181]: return db.service_get_minimum_version(context, binaries) [ 559.447629] env[62181]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 559.447629] env[62181]: _check_db_access() [ 559.447629] env[62181]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 559.447629] env[62181]: stacktrace = ''.join(traceback.format_stack()) [ 559.447629] env[62181]: [ 559.448105] env[62181]: WARNING nova.objects.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] Failed to get minimum service version for cell a7c1b5ca-b44e-48e1-ba37-820ba1d59d4f [ 559.448135] env[62181]: WARNING nova.objects.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 559.448546] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] Acquiring lock "singleton_lock" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.448708] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] Acquired lock "singleton_lock" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.448944] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] Releasing lock "singleton_lock" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.449282] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] Full set of CONF: {{(pid=62181) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 559.449431] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ******************************************************************************** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 559.449560] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] Configuration options gathered from: {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 559.449697] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 559.449890] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 559.450032] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ================================================================================ {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 559.450246] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] allow_resize_to_same_host = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.450417] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] arq_binding_timeout = 300 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.450550] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] backdoor_port = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.450693] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] backdoor_socket = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.450876] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] block_device_allocate_retries = 60 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.451052] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] block_device_allocate_retries_interval = 3 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.451223] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cert = self.pem {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.451390] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.451560] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] compute_monitors = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.451753] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] config_dir = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.451929] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] config_drive_format = iso9660 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.452077] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.452245] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] config_source = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.452411] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] console_host = devstack {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.452574] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] control_exchange = nova {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.452730] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cpu_allocation_ratio = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.452892] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] daemon = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.453072] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] debug = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.453234] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] default_access_ip_network_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.453396] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] default_availability_zone = nova {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.453551] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] default_ephemeral_format = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.453707] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] default_green_pool_size = 1000 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.453951] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.454132] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] default_schedule_zone = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.454293] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] disk_allocation_ratio = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.454453] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] enable_new_services = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.454630] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] enabled_apis = ['osapi_compute'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.454794] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] enabled_ssl_apis = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.454958] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] flat_injected = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.455132] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] force_config_drive = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.455294] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] force_raw_images = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.455463] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] graceful_shutdown_timeout = 5 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.455625] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] heal_instance_info_cache_interval = 60 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.455855] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] host = cpu-1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.456040] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.456210] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.456374] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.456586] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.456749] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] instance_build_timeout = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.456913] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] instance_delete_interval = 300 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.457102] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] instance_format = [instance: %(uuid)s] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.457278] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] instance_name_template = instance-%08x {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.457441] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] instance_usage_audit = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.457612] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] instance_usage_audit_period = month {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.457777] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.457945] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.458123] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] internal_service_availability_zone = internal {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.458281] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] key = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.458443] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] live_migration_retry_count = 30 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.458611] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] log_color = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.458775] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] log_config_append = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.458942] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.459119] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] log_dir = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.459278] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] log_file = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.459406] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] log_options = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.459568] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] log_rotate_interval = 1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.459738] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] log_rotate_interval_type = days {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.459908] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] log_rotation_type = none {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.460044] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.460172] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.460338] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.460504] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.460631] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.460818] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] long_rpc_timeout = 1800 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.460985] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] max_concurrent_builds = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.461158] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] max_concurrent_live_migrations = 1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.461321] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] max_concurrent_snapshots = 5 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.461480] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] max_local_block_devices = 3 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.461647] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] max_logfile_count = 30 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.461825] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] max_logfile_size_mb = 200 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.461989] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] maximum_instance_delete_attempts = 5 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.462170] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] metadata_listen = 0.0.0.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.462338] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] metadata_listen_port = 8775 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.462508] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] metadata_workers = 2 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.462670] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] migrate_max_retries = -1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.462836] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] mkisofs_cmd = genisoimage {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.463056] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.463193] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] my_ip = 10.180.1.21 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.463398] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.463563] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] network_allocate_retries = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.463739] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.463908] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.464086] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] osapi_compute_listen_port = 8774 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.464257] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] osapi_compute_unique_server_name_scope = {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.464425] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] osapi_compute_workers = 2 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.464586] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] password_length = 12 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.464748] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] periodic_enable = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.464910] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] periodic_fuzzy_delay = 60 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.465087] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] pointer_model = usbtablet {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.465254] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] preallocate_images = none {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.465413] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] publish_errors = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.465543] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] pybasedir = /opt/stack/nova {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.465699] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ram_allocation_ratio = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.465859] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] rate_limit_burst = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.466035] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] rate_limit_except_level = CRITICAL {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.466199] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] rate_limit_interval = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.466357] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] reboot_timeout = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.466513] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] reclaim_instance_interval = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.466668] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] record = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.466837] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] reimage_timeout_per_gb = 60 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.467017] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] report_interval = 120 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.467176] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] rescue_timeout = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.467336] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] reserved_host_cpus = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.467496] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] reserved_host_disk_mb = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.467654] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] reserved_host_memory_mb = 512 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.467815] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] reserved_huge_pages = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.467971] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] resize_confirm_window = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.468144] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] resize_fs_using_block_device = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.468303] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] resume_guests_state_on_host_boot = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.468468] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.468630] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] rpc_response_timeout = 60 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.468787] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] run_external_periodic_tasks = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.468955] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] running_deleted_instance_action = reap {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.469125] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.469286] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] running_deleted_instance_timeout = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.469443] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] scheduler_instance_sync_interval = 120 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.469608] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] service_down_time = 720 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.469774] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] servicegroup_driver = db {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.469933] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] shell_completion = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.470104] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] shelved_offload_time = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.470265] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] shelved_poll_interval = 3600 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.470433] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] shutdown_timeout = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.470595] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] source_is_ipv6 = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.470777] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ssl_only = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.471051] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.471233] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] sync_power_state_interval = 600 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.471398] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] sync_power_state_pool_size = 1000 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.471839] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] syslog_log_facility = LOG_USER {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.472037] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] tempdir = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.472215] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] timeout_nbd = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.472390] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] transport_url = **** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.472557] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] update_resources_interval = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.472722] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] use_cow_images = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.472888] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] use_eventlog = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.473062] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] use_journal = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.473228] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] use_json = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.473390] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] use_rootwrap_daemon = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.473551] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] use_stderr = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.473712] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] use_syslog = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.473872] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vcpu_pin_set = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.474050] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vif_plugging_is_fatal = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.474223] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vif_plugging_timeout = 300 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.474389] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] virt_mkfs = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.474551] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] volume_usage_poll_interval = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.474714] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] watch_log_file = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.474881] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] web = /usr/share/spice-html5 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.475076] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.475246] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.475412] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.475586] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_concurrency.disable_process_locking = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.475880] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.476082] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.476257] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.476430] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.476599] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.476762] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.476943] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.auth_strategy = keystone {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.477128] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.compute_link_prefix = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.477306] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.477481] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.dhcp_domain = novalocal {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.477652] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.enable_instance_password = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.477831] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.glance_link_prefix = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.477986] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.478172] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.478339] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.instance_list_per_project_cells = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.478504] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.list_records_by_skipping_down_cells = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.478668] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.local_metadata_per_cell = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.478834] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.max_limit = 1000 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.478998] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.metadata_cache_expiration = 15 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.479186] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.neutron_default_tenant_id = default {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.479364] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.response_validation = warn {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.479522] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.use_neutron_default_nets = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.479692] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.479904] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.480110] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.480301] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.480475] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.vendordata_dynamic_targets = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.480657] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.vendordata_jsonfile_path = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.480855] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.481060] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.backend = dogpile.cache.memcached {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.481234] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.backend_argument = **** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.481398] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.backend_expiration_time = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.481578] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.config_prefix = cache.oslo {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.481782] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.dead_timeout = 60.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.481975] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.debug_cache_backend = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.482142] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.enable_retry_client = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.482305] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.enable_socket_keepalive = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.482477] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.enabled = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.482645] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.enforce_fips_mode = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.482811] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.expiration_time = 600 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.482976] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.hashclient_retry_attempts = 2 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.483155] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.483318] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.memcache_dead_retry = 300 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.483476] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.memcache_password = **** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.483640] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.483800] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.483963] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.memcache_pool_maxsize = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.484138] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.484301] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.memcache_sasl_enabled = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.484479] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.484646] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.484808] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.memcache_username = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.484971] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.proxies = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.485147] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.redis_db = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.485306] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.redis_password = **** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.485474] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.485648] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.485819] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.redis_server = localhost:6379 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.485984] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.redis_socket_timeout = 1.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.486166] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.redis_username = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.486406] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.retry_attempts = 2 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.486598] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.retry_delay = 0.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.486769] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.socket_keepalive_count = 1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.486936] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.socket_keepalive_idle = 1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.487117] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.socket_keepalive_interval = 1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.487282] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.tls_allowed_ciphers = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.487444] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.tls_cafile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.487600] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.tls_certfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.487797] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.tls_enabled = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.488047] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cache.tls_keyfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.488335] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cinder.auth_section = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.488632] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cinder.auth_type = password {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.488914] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cinder.cafile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.489260] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.489503] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cinder.certfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.489717] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cinder.collect_timing = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.489898] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cinder.cross_az_attach = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.490084] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cinder.debug = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.490291] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cinder.endpoint_template = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.490561] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cinder.http_retries = 3 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.490712] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cinder.insecure = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.490885] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cinder.keyfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.491074] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cinder.os_region_name = RegionOne {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.491270] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cinder.split_loggers = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.491482] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cinder.timeout = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.491676] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.491847] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] compute.cpu_dedicated_set = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.492053] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] compute.cpu_shared_set = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.492260] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] compute.image_type_exclude_list = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.492435] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.492602] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.492771] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.492931] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.493117] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.493287] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] compute.resource_provider_association_refresh = 300 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.493450] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.493613] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] compute.shutdown_retry_interval = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.493794] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.493975] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] conductor.workers = 2 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.494167] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] console.allowed_origins = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.494330] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] console.ssl_ciphers = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.494500] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] console.ssl_minimum_version = default {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.494670] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] consoleauth.enforce_session_timeout = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.494840] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] consoleauth.token_ttl = 600 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.495022] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.cafile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.495185] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.certfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.495350] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.collect_timing = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.495511] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.connect_retries = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.495671] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.connect_retry_delay = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.495833] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.endpoint_override = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.495996] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.insecure = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.496170] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.keyfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.496330] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.max_version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.496487] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.min_version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.496642] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.region_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.496803] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.retriable_status_codes = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.496966] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.service_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.497149] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.service_type = accelerator {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.497313] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.split_loggers = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.497474] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.status_code_retries = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.497628] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.status_code_retry_delay = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.497784] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.timeout = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.497965] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.498139] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] cyborg.version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.498318] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.backend = sqlalchemy {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.498489] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.connection = **** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.498657] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.connection_debug = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.498828] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.connection_parameters = {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.498993] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.connection_recycle_time = 3600 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.499171] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.connection_trace = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.499335] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.db_inc_retry_interval = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.499497] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.db_max_retries = 20 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.499660] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.db_max_retry_interval = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.499827] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.db_retry_interval = 1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.499987] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.max_overflow = 50 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.500160] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.max_pool_size = 5 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.500319] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.max_retries = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.500489] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.500692] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.mysql_wsrep_sync_wait = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.500829] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.pool_timeout = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.500994] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.retry_interval = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.501168] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.slave_connection = **** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.501331] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.sqlite_synchronous = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.501493] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] database.use_db_reconnect = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.501686] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.backend = sqlalchemy {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.501875] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.connection = **** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.502054] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.connection_debug = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.502226] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.connection_parameters = {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.502392] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.connection_recycle_time = 3600 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.502553] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.connection_trace = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.502714] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.db_inc_retry_interval = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.502878] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.db_max_retries = 20 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.503047] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.db_max_retry_interval = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.503212] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.db_retry_interval = 1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.503373] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.max_overflow = 50 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.503535] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.max_pool_size = 5 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.503694] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.max_retries = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.503865] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.504032] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.504193] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.pool_timeout = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.504353] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.retry_interval = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.504510] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.slave_connection = **** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.504673] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] api_database.sqlite_synchronous = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.504852] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] devices.enabled_mdev_types = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.505038] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.505216] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.505380] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ephemeral_storage_encryption.enabled = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.505544] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.505715] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.api_servers = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.505881] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.cafile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.506051] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.certfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.506221] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.collect_timing = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.506380] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.connect_retries = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.506537] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.connect_retry_delay = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.506700] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.debug = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.506871] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.default_trusted_certificate_ids = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.507044] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.enable_certificate_validation = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.507211] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.enable_rbd_download = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.507371] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.endpoint_override = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.507539] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.insecure = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.507705] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.keyfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.507865] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.max_version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.508033] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.min_version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.508202] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.num_retries = 3 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.508371] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.rbd_ceph_conf = {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.508535] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.rbd_connect_timeout = 5 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.508703] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.rbd_pool = {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.508872] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.rbd_user = {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.509045] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.region_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.509209] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.retriable_status_codes = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.509368] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.service_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.509544] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.service_type = image {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.509705] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.split_loggers = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.509867] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.status_code_retries = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.510031] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.status_code_retry_delay = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.510194] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.timeout = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.510373] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.510538] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.verify_glance_signatures = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.510718] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] glance.version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.510899] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] guestfs.debug = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.511080] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.auth_section = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.511248] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.auth_type = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.511409] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.cafile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.511568] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.certfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.511758] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.collect_timing = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.511928] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.connect_retries = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.512100] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.connect_retry_delay = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.512261] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.endpoint_override = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.512424] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.insecure = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.512580] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.keyfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.512740] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.max_version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.512899] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.min_version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.513069] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.region_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.513232] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.retriable_status_codes = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.513390] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.service_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.513558] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.service_type = shared-file-system {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.513721] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.share_apply_policy_timeout = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.513886] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.split_loggers = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.514054] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.status_code_retries = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.514215] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.status_code_retry_delay = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.514370] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.timeout = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.514549] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.514709] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] manila.version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.514878] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] mks.enabled = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.515241] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.515435] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] image_cache.manager_interval = 2400 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.515604] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] image_cache.precache_concurrency = 1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.515775] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] image_cache.remove_unused_base_images = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.515949] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.516133] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.516312] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] image_cache.subdirectory_name = _base {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.516489] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.api_max_retries = 60 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.516654] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.api_retry_interval = 2 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.516814] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.auth_section = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.516977] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.auth_type = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.517150] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.cafile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.517310] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.certfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.517474] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.collect_timing = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.517638] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.conductor_group = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.517798] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.connect_retries = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.517959] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.connect_retry_delay = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.518133] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.endpoint_override = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.518299] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.insecure = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.518458] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.keyfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.518615] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.max_version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.518773] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.min_version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.518938] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.peer_list = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.519108] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.region_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.519270] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.retriable_status_codes = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.519433] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.serial_console_state_timeout = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.519593] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.service_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.519762] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.service_type = baremetal {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.519922] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.shard = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.520097] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.split_loggers = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.520258] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.status_code_retries = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.520413] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.status_code_retry_delay = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.520569] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.timeout = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.520777] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.520951] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ironic.version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.521152] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.521329] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] key_manager.fixed_key = **** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.521512] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.521689] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican.barbican_api_version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.521856] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican.barbican_endpoint = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.522039] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican.barbican_endpoint_type = public {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.522203] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican.barbican_region_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.522362] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican.cafile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.522522] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican.certfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.522686] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican.collect_timing = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.522850] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican.insecure = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.523015] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican.keyfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.523187] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican.number_of_retries = 60 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.523347] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican.retry_delay = 1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.523513] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican.send_service_user_token = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.523676] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican.split_loggers = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.523836] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican.timeout = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.523996] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican.verify_ssl = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.524170] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican.verify_ssl_path = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.524336] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican_service_user.auth_section = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.524498] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican_service_user.auth_type = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.524656] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican_service_user.cafile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.524815] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican_service_user.certfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.524980] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican_service_user.collect_timing = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.525155] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican_service_user.insecure = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.525314] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican_service_user.keyfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.525476] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican_service_user.split_loggers = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.525635] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] barbican_service_user.timeout = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.525801] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vault.approle_role_id = **** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.525963] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vault.approle_secret_id = **** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.526148] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vault.kv_mountpoint = secret {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.526310] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vault.kv_path = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.526473] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vault.kv_version = 2 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.526634] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vault.namespace = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.526795] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vault.root_token_id = **** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.526953] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vault.ssl_ca_crt_file = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.527130] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vault.timeout = 60.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.527295] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vault.use_ssl = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.527462] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.527631] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.cafile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.527790] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.certfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.527957] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.collect_timing = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.528130] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.connect_retries = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.528288] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.connect_retry_delay = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.528444] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.endpoint_override = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.528607] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.insecure = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.528790] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.keyfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.528960] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.max_version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.529135] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.min_version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.529296] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.region_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.529457] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.retriable_status_codes = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.529616] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.service_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.529790] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.service_type = identity {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.529956] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.split_loggers = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.530131] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.status_code_retries = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.530291] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.status_code_retry_delay = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.530448] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.timeout = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.530626] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.530831] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] keystone.version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.531047] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.ceph_mount_options = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.531377] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.531561] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.connection_uri = {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.531731] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.cpu_mode = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.531902] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.532087] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.cpu_models = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.532262] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.cpu_power_governor_high = performance {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.532433] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.532601] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.cpu_power_management = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.532774] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.532939] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.device_detach_attempts = 8 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.533113] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.device_detach_timeout = 20 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.533281] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.disk_cachemodes = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.533446] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.disk_prefix = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.533614] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.enabled_perf_events = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.533778] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.file_backed_memory = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.533949] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.gid_maps = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.534123] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.hw_disk_discard = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.534285] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.hw_machine_type = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.534455] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.images_rbd_ceph_conf = {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.534617] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.534784] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.534953] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.images_rbd_glance_store_name = {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.535135] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.images_rbd_pool = rbd {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.535304] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.images_type = default {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.535464] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.images_volume_group = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.535626] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.inject_key = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.535785] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.inject_partition = -2 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.535948] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.inject_password = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.536122] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.iscsi_iface = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.536284] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.iser_use_multipath = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.536447] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.536611] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.536775] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.live_migration_downtime = 500 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.536937] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.537132] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.537350] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.live_migration_inbound_addr = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.537528] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.537693] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.537861] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.live_migration_scheme = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.538041] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.live_migration_timeout_action = abort {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.538213] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.live_migration_tunnelled = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.538374] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.live_migration_uri = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.538538] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.live_migration_with_native_tls = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.538718] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.max_queues = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.538901] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.539166] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.539339] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.nfs_mount_options = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.539674] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.539864] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.540047] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.540219] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.540386] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.540555] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.num_pcie_ports = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.540750] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.540937] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.pmem_namespaces = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.541156] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.quobyte_client_cfg = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.541406] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.541588] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.541758] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.541923] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.542098] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.rbd_secret_uuid = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.542264] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.rbd_user = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.542475] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.542696] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.542934] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.rescue_image_id = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.543154] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.rescue_kernel_id = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.543334] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.rescue_ramdisk_id = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.543510] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.543677] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.rx_queue_size = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.543862] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.smbfs_mount_options = {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.544171] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.544353] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.snapshot_compression = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.544518] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.snapshot_image_format = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.544754] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.544929] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.sparse_logical_volumes = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.545164] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.swtpm_enabled = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.545382] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.swtpm_group = tss {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.545619] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.swtpm_user = tss {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.545833] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.sysinfo_serial = unique {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.546026] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.tb_cache_size = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.546199] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.tx_queue_size = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.546370] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.uid_maps = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.546538] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.use_virtio_for_bridges = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.546773] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.virt_type = kvm {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.547036] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.volume_clear = zero {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.547256] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.volume_clear_size = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.547444] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.volume_use_multipath = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.547610] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.vzstorage_cache_path = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.547784] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.547959] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.548142] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.548313] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.548593] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.548807] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.vzstorage_mount_user = stack {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.548989] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.549181] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.auth_section = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.549358] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.auth_type = password {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.549522] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.cafile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.549686] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.certfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.549853] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.collect_timing = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.550024] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.connect_retries = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.550188] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.connect_retry_delay = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.550360] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.default_floating_pool = public {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.550524] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.endpoint_override = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.550717] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.extension_sync_interval = 600 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.550892] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.http_retries = 3 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.551070] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.insecure = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.551263] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.keyfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.551392] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.max_version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.551584] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.551779] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.min_version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.551977] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.ovs_bridge = br-int {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.552208] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.physnets = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.552411] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.region_name = RegionOne {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.552579] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.retriable_status_codes = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.552750] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.service_metadata_proxy = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.552912] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.service_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.553097] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.service_type = network {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.553266] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.split_loggers = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.553425] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.status_code_retries = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.553584] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.status_code_retry_delay = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.553745] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.timeout = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.553927] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.554100] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] neutron.version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.554276] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] notifications.bdms_in_notifications = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.554454] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] notifications.default_level = INFO {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.554628] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] notifications.include_share_mapping = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.554827] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] notifications.notification_format = unversioned {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.555026] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] notifications.notify_on_state_change = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.555212] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.555389] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] pci.alias = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.555556] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] pci.device_spec = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.555744] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] pci.report_in_placement = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.555933] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.auth_section = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.556122] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.auth_type = password {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.556292] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.556456] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.cafile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.556615] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.certfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.556780] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.collect_timing = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.556943] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.connect_retries = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.557115] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.connect_retry_delay = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.557273] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.default_domain_id = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.557432] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.default_domain_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.557588] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.domain_id = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.557746] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.domain_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.557908] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.endpoint_override = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.558082] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.insecure = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.558244] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.keyfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.558402] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.max_version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.558568] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.min_version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.558783] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.password = **** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.558962] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.project_domain_id = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.559145] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.project_domain_name = Default {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.559313] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.project_id = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.559489] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.project_name = service {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.559658] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.region_name = RegionOne {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.559823] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.retriable_status_codes = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.559985] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.service_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.560174] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.service_type = placement {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.560341] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.split_loggers = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.560502] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.status_code_retries = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.560673] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.status_code_retry_delay = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.560848] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.system_scope = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.561022] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.timeout = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.561188] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.trust_id = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.561368] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.user_domain_id = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.561514] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.user_domain_name = Default {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.561676] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.user_id = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.561850] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.username = nova {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.562041] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.562209] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] placement.version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.562387] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] quota.cores = 20 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.562559] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] quota.count_usage_from_placement = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.562733] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.562905] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] quota.injected_file_content_bytes = 10240 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.563081] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] quota.injected_file_path_length = 255 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.563251] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] quota.injected_files = 5 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.563416] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] quota.instances = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.563604] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] quota.key_pairs = 100 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.563785] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] quota.metadata_items = 128 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.564027] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] quota.ram = 51200 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.564210] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] quota.recheck_quota = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.564382] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] quota.server_group_members = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.564549] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] quota.server_groups = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.564757] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.564934] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] quota.unified_limits_resource_strategy = require {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.565121] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.565288] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.565451] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] scheduler.image_metadata_prefilter = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.565612] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.565772] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] scheduler.max_attempts = 3 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.565940] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] scheduler.max_placement_results = 1000 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.566117] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.566284] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.566446] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.566619] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] scheduler.workers = 2 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.566791] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.566997] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.567201] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.567372] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.567538] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.567705] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.567868] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.568067] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.568242] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.host_subset_size = 1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.568411] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.568593] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.568775] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.568946] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.isolated_hosts = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.569151] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.isolated_images = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.569333] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.569499] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.569663] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.569842] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.pci_in_placement = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.570014] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.570215] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.570384] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.570549] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.570739] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.570913] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.571090] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.track_instance_changes = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.571268] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.571475] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] metrics.required = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.571597] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] metrics.weight_multiplier = 1.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.571761] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.571920] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] metrics.weight_setting = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.572251] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.572430] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] serial_console.enabled = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.572607] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] serial_console.port_range = 10000:20000 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.572778] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.572946] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.573130] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] serial_console.serialproxy_port = 6083 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.573296] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] service_user.auth_section = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.573470] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] service_user.auth_type = password {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.573631] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] service_user.cafile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.573793] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] service_user.certfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.573957] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] service_user.collect_timing = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.574136] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] service_user.insecure = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.574296] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] service_user.keyfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.574465] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] service_user.send_service_user_token = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.574629] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] service_user.split_loggers = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.574790] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] service_user.timeout = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.574956] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] spice.agent_enabled = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.575130] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] spice.enabled = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.575434] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.575659] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.575845] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] spice.html5proxy_port = 6082 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.576023] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] spice.image_compression = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.576187] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] spice.jpeg_compression = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.576346] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] spice.playback_compression = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.576511] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] spice.require_secure = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.576680] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] spice.server_listen = 127.0.0.1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.576853] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.577021] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] spice.streaming_mode = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.577185] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] spice.zlib_compression = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.577352] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] upgrade_levels.baseapi = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.577521] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] upgrade_levels.compute = auto {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.577681] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] upgrade_levels.conductor = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.577841] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] upgrade_levels.scheduler = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.578011] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.578181] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.578339] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vendordata_dynamic_auth.cafile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.578496] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vendordata_dynamic_auth.certfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.578701] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.578889] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vendordata_dynamic_auth.insecure = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.579071] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.579242] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.579403] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vendordata_dynamic_auth.timeout = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.579574] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.api_retry_count = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.579739] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.ca_file = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.579923] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.580096] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.cluster_name = testcl1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.580264] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.connection_pool_size = 10 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.580423] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.console_delay_seconds = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.580594] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.datastore_regex = ^datastore.* {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.580843] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.581045] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.host_password = **** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.581221] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.host_port = 443 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.581392] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.host_username = administrator@vsphere.local {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.581581] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.insecure = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.581721] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.integration_bridge = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.581886] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.maximum_objects = 100 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.582058] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.pbm_default_policy = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.582225] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.pbm_enabled = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.582379] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.pbm_wsdl_location = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.582540] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.582698] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.serial_port_proxy_uri = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.582860] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.serial_port_service_uri = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.583033] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.task_poll_interval = 0.5 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.583238] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.use_linked_clone = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.583502] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.vnc_keymap = en-us {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.583768] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.vnc_port = 5900 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.584011] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vmware.vnc_port_total = 10000 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.584214] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vnc.auth_schemes = ['none'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.584393] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vnc.enabled = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.584682] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.584870] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.585057] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vnc.novncproxy_port = 6080 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.585259] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vnc.server_listen = 127.0.0.1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.585442] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.585606] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vnc.vencrypt_ca_certs = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.585767] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vnc.vencrypt_client_cert = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.585928] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vnc.vencrypt_client_key = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.586121] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.586292] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.disable_deep_image_inspection = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.586459] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.586627] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.586787] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.586953] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.disable_rootwrap = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.587135] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.enable_numa_live_migration = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.587300] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.587462] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.587646] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.587825] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.libvirt_disable_apic = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.587991] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.588170] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.588332] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.588494] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.588664] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.588850] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.589031] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.589198] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.589361] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.589525] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.589711] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.589882] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] wsgi.client_socket_timeout = 900 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.590059] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] wsgi.default_pool_size = 1000 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.590229] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] wsgi.keep_alive = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.590392] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] wsgi.max_header_line = 16384 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.590557] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.590748] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] wsgi.ssl_ca_file = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.590926] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] wsgi.ssl_cert_file = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.591101] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] wsgi.ssl_key_file = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.591272] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] wsgi.tcp_keepidle = 600 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.591448] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.591614] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] zvm.ca_file = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.591791] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] zvm.cloud_connector_url = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.592105] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.592282] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] zvm.reachable_timeout = 300 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.592456] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.592633] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.592834] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] profiler.connection_string = messaging:// {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.593031] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] profiler.enabled = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.593209] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] profiler.es_doc_type = notification {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.593371] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] profiler.es_scroll_size = 10000 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.593537] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] profiler.es_scroll_time = 2m {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.593697] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] profiler.filter_error_trace = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.593863] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] profiler.hmac_keys = **** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.594036] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] profiler.sentinel_service_name = mymaster {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.594204] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] profiler.socket_timeout = 0.1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.594366] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] profiler.trace_requests = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.594526] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] profiler.trace_sqlalchemy = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.594707] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] profiler_jaeger.process_tags = {} {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.594872] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] profiler_jaeger.service_name_prefix = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.595042] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] profiler_otlp.service_name_prefix = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.595212] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] remote_debug.host = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.595371] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] remote_debug.port = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.595549] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.595713] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.595877] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.596047] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.596213] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.596372] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.596529] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.596691] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.596852] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.597028] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.597192] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.597361] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.597526] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.597694] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.597867] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.598041] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.598206] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.598376] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.598538] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.598734] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.598936] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.599121] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.599288] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.599455] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.599617] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.599778] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.599938] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.600116] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.600283] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.600449] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.ssl = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.600636] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.600844] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.601024] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.601210] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.601383] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.601548] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.601749] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.601933] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_notifications.retry = -1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.602139] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.602316] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.602486] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.auth_section = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.602649] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.auth_type = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.602808] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.cafile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.602965] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.certfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.603141] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.collect_timing = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.603303] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.connect_retries = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.603461] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.connect_retry_delay = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.603621] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.endpoint_id = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.603793] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.603956] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.endpoint_override = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.604128] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.endpoint_region_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.604289] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.endpoint_service_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.604445] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.endpoint_service_type = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.604610] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.insecure = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.604767] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.keyfile = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.604963] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.max_version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.605146] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.min_version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.605307] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.region_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.605465] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.retriable_status_codes = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.605624] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.service_name = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.605781] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.service_type = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.605946] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.split_loggers = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.606114] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.status_code_retries = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.606274] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.status_code_retry_delay = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.606428] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.timeout = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.606585] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.valid_interfaces = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.606742] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_limit.version = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.606910] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_reports.file_event_handler = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.607084] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.607245] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] oslo_reports.log_dir = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.607416] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.607575] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.607735] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.607905] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.608083] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.608246] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.608418] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.608577] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vif_plug_ovs_privileged.group = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.608753] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.608930] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.609112] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.609275] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] vif_plug_ovs_privileged.user = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.609446] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.609624] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.609798] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.609971] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.610154] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.610323] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.610490] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.610655] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.610863] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.611051] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] os_vif_ovs.isolate_vif = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.611222] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.611385] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.611552] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.611719] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.611952] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] os_vif_ovs.per_port_bridge = False {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.612093] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] privsep_osbrick.capabilities = [21] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.612255] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] privsep_osbrick.group = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.612412] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] privsep_osbrick.helper_command = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.612576] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.612741] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.612901] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] privsep_osbrick.user = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.613084] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.613244] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] nova_sys_admin.group = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.613400] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] nova_sys_admin.helper_command = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.613563] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.613724] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.613881] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] nova_sys_admin.user = None {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.614021] env[62181]: DEBUG oslo_service.service [None req-f9151776-25c0-4b7a-9598-36e333e9b310 None None] ******************************************************************************** {{(pid=62181) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 559.614444] env[62181]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 560.118794] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Getting list of instances from cluster (obj){ [ 560.118794] env[62181]: value = "domain-c8" [ 560.118794] env[62181]: _type = "ClusterComputeResource" [ 560.118794] env[62181]: } {{(pid=62181) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 560.119910] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d6707b-f082-4f2e-b531-67c9d0c74336 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.128459] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Got total of 0 instances {{(pid=62181) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 560.129073] env[62181]: WARNING nova.virt.vmwareapi.driver [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 560.129544] env[62181]: INFO nova.virt.node [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Generated node identity 473226de-15d9-4707-8968-2daf55d31057 [ 560.129775] env[62181]: INFO nova.virt.node [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Wrote node identity 473226de-15d9-4707-8968-2daf55d31057 to /opt/stack/data/n-cpu-1/compute_id [ 560.632666] env[62181]: WARNING nova.compute.manager [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Compute nodes ['473226de-15d9-4707-8968-2daf55d31057'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 561.638888] env[62181]: INFO nova.compute.manager [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 562.643985] env[62181]: WARNING nova.compute.manager [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 562.644341] env[62181]: DEBUG oslo_concurrency.lockutils [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.644503] env[62181]: DEBUG oslo_concurrency.lockutils [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.644654] env[62181]: DEBUG oslo_concurrency.lockutils [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.644809] env[62181]: DEBUG nova.compute.resource_tracker [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 562.645732] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0d2a5b-bf89-4158-b861-0be8abf52639 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.653738] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96db2c3a-45d8-4227-8046-984968163a6b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.667098] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be4f814-fa90-420c-8723-f68c8215e218 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.673505] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2281ad4-6c47-41b5-bf71-22970789e7ee {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.702404] env[62181]: DEBUG nova.compute.resource_tracker [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181381MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 562.702561] env[62181]: DEBUG oslo_concurrency.lockutils [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.702743] env[62181]: DEBUG oslo_concurrency.lockutils [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.207039] env[62181]: WARNING nova.compute.resource_tracker [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] No compute node record for cpu-1:473226de-15d9-4707-8968-2daf55d31057: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 473226de-15d9-4707-8968-2daf55d31057 could not be found. [ 563.710103] env[62181]: INFO nova.compute.resource_tracker [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 473226de-15d9-4707-8968-2daf55d31057 [ 565.220722] env[62181]: DEBUG nova.compute.resource_tracker [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 565.220722] env[62181]: DEBUG nova.compute.resource_tracker [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 565.375184] env[62181]: INFO nova.scheduler.client.report [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] [req-9d9e8152-2d5a-4cb0-bff7-c0292766c605] Created resource provider record via placement API for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 565.395571] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f9d6e4-6df7-41bd-a131-950cd25aa5c9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.402959] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2941cbc-4ae0-42e3-ba24-ad5c6504a648 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.433652] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6523c669-70b5-41a3-8ef4-46ed48447cff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.440998] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8304e96-e392-4993-9a41-adeea7b6e29e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.454026] env[62181]: DEBUG nova.compute.provider_tree [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 565.993020] env[62181]: DEBUG nova.scheduler.client.report [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 565.993020] env[62181]: DEBUG nova.compute.provider_tree [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 0 to 1 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 565.993020] env[62181]: DEBUG nova.compute.provider_tree [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 566.043049] env[62181]: DEBUG nova.compute.provider_tree [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 1 to 2 during operation: update_traits {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 566.548408] env[62181]: DEBUG nova.compute.resource_tracker [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 566.548738] env[62181]: DEBUG oslo_concurrency.lockutils [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.846s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.548788] env[62181]: DEBUG nova.service [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Creating RPC server for service compute {{(pid=62181) start /opt/stack/nova/nova/service.py:186}} [ 566.562347] env[62181]: DEBUG nova.service [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] Join ServiceGroup membership for this service compute {{(pid=62181) start /opt/stack/nova/nova/service.py:203}} [ 566.562543] env[62181]: DEBUG nova.servicegroup.drivers.db [None req-429a9e00-fb75-4c92-a148-bbe7108ccfdf None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62181) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 606.563712] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.067509] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Getting list of instances from cluster (obj){ [ 607.067509] env[62181]: value = "domain-c8" [ 607.067509] env[62181]: _type = "ClusterComputeResource" [ 607.067509] env[62181]: } {{(pid=62181) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 607.068788] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2ddd7a-51c0-440a-ba33-af2579e3abf8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.078769] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Got total of 0 instances {{(pid=62181) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 607.079021] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.079414] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Getting list of instances from cluster (obj){ [ 607.079414] env[62181]: value = "domain-c8" [ 607.079414] env[62181]: _type = "ClusterComputeResource" [ 607.079414] env[62181]: } {{(pid=62181) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 607.080337] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4f33ef-556e-45b4-8a13-50784bb3117a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.088015] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Got total of 0 instances {{(pid=62181) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 614.928687] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.929110] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.929346] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 614.929346] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Rebuilding the list of instances to heal {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 615.432625] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Didn't find any instances for network info cache update. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10470}} [ 615.432876] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.433122] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.433321] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.433517] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.433697] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.433880] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.434064] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 615.434223] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.937149] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.937521] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.937562] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.937683] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 615.938559] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df02a15-eb5f-4eb6-b116-d80a866e6f6d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.947674] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f20012f-a086-49a3-a0cc-db88f03dc3b1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.961997] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f007ee37-e40c-4032-99ed-e9b079006c67 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.968445] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c5fa29-7436-402a-a8e3-424813eb8f67 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.996362] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181381MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 615.996504] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.996691] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.015412] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 617.015629] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 617.029619] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6304b9-397d-479e-a1e4-ce8a1935c3ee {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.037100] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d84e791-5558-4cfb-b6e3-948a3ce0e002 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.066309] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48a2429-ecff-4b3f-9dce-19a11c057798 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.073567] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b412ff4-777b-4987-a6de-c03f00730c22 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.086838] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.590767] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.095386] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 618.095880] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.080966] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 678.081345] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 678.586251] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 678.586483] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 678.586595] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Rebuilding the list of instances to heal {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 679.089653] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Didn't find any instances for network info cache update. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10470}} [ 679.090067] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.090067] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.090249] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.090405] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.090546] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.090686] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.090814] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 679.090955] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.594776] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.595044] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.595198] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.595358] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 679.596224] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5007b9-8224-4105-851a-75b8769c07dc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.604872] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1a4546-4a34-461e-aee3-1bf87dbcb782 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.618475] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e75b711-9626-4970-9efd-5c6f7d5f659a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.624420] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee22732c-46bd-4277-b95f-a013074452b0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.651828] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181386MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 679.651990] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.652196] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.670995] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 680.671238] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 680.683991] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14171025-4835-47c0-a643-397ce2b11a94 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.693086] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d596de-efb1-4f47-85a4-c998b3a69cf0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.722013] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e22154a-ab73-4a75-b020-b190990c84a2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.728777] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1542c4bc-f46e-4967-8cba-abd231efdff0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.741569] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.244229] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.245486] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 681.245673] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.247697] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.248068] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.248113] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 741.248222] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Rebuilding the list of instances to heal {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 741.751216] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Didn't find any instances for network info cache update. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10470}} [ 741.751453] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.751593] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.751739] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.751883] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.752031] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.752175] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.752303] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 741.752438] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 742.255895] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.256275] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.256323] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.256445] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 742.257331] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7978c871-881d-4229-89d8-8c300bb78cf6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.266044] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b74de14-2c68-4864-8e77-51a10712a870 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.280043] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754cf068-5d92-4e05-8a31-818bd4cca001 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.286175] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cd4823-03cb-4f08-96e5-b099c6804e8f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.313970] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181382MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 742.314174] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.314375] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.332999] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 743.333275] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 743.346342] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d85523-57ff-42c2-8d08-1e7c9c622cb7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.353776] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd559e37-ad77-4f98-96bd-22be15084449 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.382939] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd04045a-b015-47a5-a162-a1c5c8acfc26 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.389385] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a6d631-d99a-4f05-88f5-26276cd80bb3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.401764] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.905178] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.906468] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 743.906654] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.575487] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.079695] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.079872] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 800.079995] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Rebuilding the list of instances to heal {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 800.583399] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Didn't find any instances for network info cache update. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10470}} [ 800.583776] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.583776] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.583925] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.584079] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.584221] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.584365] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.584494] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 800.584631] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.088275] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.088591] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.088674] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.088829] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 801.089755] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e54809-d192-4210-8be1-a30e267da2ce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.098074] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af95206-094b-4855-94ef-8fad89622304 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.112135] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018065f7-ea72-4305-9b9c-20af3b51fdda {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.118282] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaf030f-b6a5-488a-aa18-354c4b6da649 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.145392] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181372MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 801.145537] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.145714] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.163697] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 802.164052] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 802.178330] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27d07c5-1604-45c4-b63b-215e9e8562a1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.185851] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1097fbc4-3ab8-486d-a999-46c9c387c5d7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.215573] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61d2963-c5d7-422f-9292-c88ea155925a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.222873] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ee61f7-9b94-4d3b-b0a2-e145b3beefba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.235561] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.739024] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.740354] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 802.740541] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.080177] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.919404] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.919806] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Cleaning up deleted instances {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 855.422750] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] There are 0 instances to clean {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11693}} [ 855.423015] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.423176] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Cleaning up deleted instances with incomplete migration {{(pid=62181) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11722}} [ 855.926188] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.428590] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.428816] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 857.428940] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Rebuilding the list of instances to heal {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 857.932241] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Didn't find any instances for network info cache update. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10470}} [ 857.932475] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.932625] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.932776] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.919130] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.919496] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.423060] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.423309] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.423481] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.423635] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 860.424570] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fe31b9-28a9-4cfb-b7df-dbb07c594249 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.432566] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5ecd7a-aed1-400b-acc1-45e18a32a31b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.446327] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14f33f9-114d-46f7-b26e-0b8d7bea70f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.452370] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed22f6b-6131-4308-9372-bbae9d16e3a2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.479846] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181375MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 860.479982] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.480179] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.498639] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 861.498869] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 861.511445] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc00f859-70da-4473-8c13-bb8f5139bd58 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.519060] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684bd02a-3701-4a0f-acbe-e2608fdf61cd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.548702] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68585f6c-9041-4870-be6d-808a32f1b8b7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.555498] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea5ee5e-424b-449b-a5f2-4c2e173fc8db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.568060] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.070791] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.072081] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 862.072277] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.072320] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.072755] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.072755] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.072838] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 915.919984] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.919408] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.919300] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.919719] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 917.919719] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Rebuilding the list of instances to heal {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 918.422905] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Didn't find any instances for network info cache update. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10470}} [ 918.919645] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.919026] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.422704] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.423105] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.423150] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.423311] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 920.424183] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dd5c49-df94-43d0-ab8f-a9761e0b13a4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.432418] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a0bb35-2745-4505-a88c-e1a3fba846f1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.446234] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc552b44-582f-4249-8c22-9c153d8531ac {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.452353] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668f85a7-c4db-49ae-8970-c010666cf78a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.480602] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181387MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 920.480743] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.480927] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.513158] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 921.513398] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 921.531157] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 921.544920] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 921.545132] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.556379] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 921.571098] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 921.581470] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920d6055-120f-45b4-9667-af7fbc691657 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.588754] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc2a9bd-b3a7-4f1d-8232-3be7c9128d21 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.617901] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12b9662-64f1-4056-a955-bd2767b3b798 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.624550] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80eaf088-3e83-477e-ba15-d3f3984aad89 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.637259] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.140505] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.141750] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 922.141936] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.661s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.142529] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.142873] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.648416] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.648621] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.648773] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.649240] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 975.919647] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.920025] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.920421] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 978.920421] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Rebuilding the list of instances to heal {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 979.423284] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Didn't find any instances for network info cache update. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10470}} [ 979.423527] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.423696] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.919183] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.919054] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.422449] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.422807] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.422917] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.423094] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 982.423995] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96a4d82-758d-4852-ba1e-ac5f723557b5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.432256] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e755c8-f318-4f7b-b8a3-45d87cec3b79 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.446367] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1dd581-ab54-4a45-8d2d-68f278a8993e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.452427] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb91ee0c-0a67-48d2-8a04-e95ba5b1a00d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.479679] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181376MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 982.479827] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.479986] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.497609] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 983.497843] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 983.511179] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e01b6b5-0904-4832-a556-5ec1c4ca8273 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.518864] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf98f58-bdaf-4cb3-bd1a-caeec241f0de {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.548198] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c206888f-04f9-43fc-923f-829a2c6b2c57 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.555220] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b695144-6cac-4d62-8cdd-eddbbe258ff4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.568456] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.071654] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.072932] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 984.073130] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.068999] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.068999] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.068999] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.068999] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 1037.919852] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.920716] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.919943] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.920168] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1040.920344] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Rebuilding the list of instances to heal {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 1041.423634] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Didn't find any instances for network info cache update. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10470}} [ 1041.424031] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.919463] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.919842] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.423017] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.423292] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.423481] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.423638] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1043.424514] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61e3759-cb86-4d46-8764-b7a6574327f8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.432926] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826dc122-e1e7-4fda-883c-32e677a37ecd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.446859] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deecaa6-9aee-4c13-a282-7c6d0c264a5e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.453039] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cc4b91-76e6-4fe6-8f6e-983648149b22 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.482298] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181376MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1043.482390] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.482580] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.499664] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1044.499940] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1044.512603] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab469fa-d6df-4d43-9630-2b56372a2e86 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.520012] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8f5ad8-c429-45cf-8806-924865ba1734 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.548694] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfcf3f6-37e7-4454-819b-700c748a9ecf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.555510] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9434b8-8330-4d3c-834d-3013d77773b4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.567919] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.071013] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.072318] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1045.072500] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.068575] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.068575] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.573677] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.573677] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.573870] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 1097.920898] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.919682] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.919574] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.919956] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1101.919956] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Rebuilding the list of instances to heal {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 1102.422997] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Didn't find any instances for network info cache update. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10470}} [ 1102.423319] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.920362] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.920685] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.424283] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.424525] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.424722] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.424882] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1104.425770] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c762b40-33fd-4c8f-9dc3-e9a43b28c05d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.433866] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03485c06-503c-4d73-95dd-08b9d5fc3219 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.447709] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176ea4ba-0738-4db1-b4a4-829f28013979 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.453739] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ae10d3-9162-447f-823d-5a06db4f0c1a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.481819] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181378MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1104.481956] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.482150] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.506169] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1105.506425] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1105.520264] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831a8331-71a7-4bfa-8cfe-1bc15f705f45 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.527796] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8f318b-111d-4a6c-9304-5995ff543fb8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.558526] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2f2b2a-7fb6-41d7-a6ca-1bb23d2773e3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.565919] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3dbe08-dbc4-49f9-b03a-9744b1201583 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.578523] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.082424] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.083782] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1106.084022] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.602s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.078387] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.078794] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.078794] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.078934] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 1158.920142] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.919517] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.919852] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.920510] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.920873] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1162.920873] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Rebuilding the list of instances to heal {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 1163.424309] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Didn't find any instances for network info cache update. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10470}} [ 1163.424569] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.424705] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Cleaning up deleted instances {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1163.927477] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] There are 0 instances to clean {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11693}} [ 1164.920065] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.423654] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.424125] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.424125] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Cleaning up deleted instances with incomplete migration {{(pid=62181) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11722}} [ 1166.422617] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.423144] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.423144] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 1166.423144] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.926507] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.926763] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.926902] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.927074] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1166.927995] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d68325a-e41c-4dce-8a4e-a2ac40d81228 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.936357] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9605c71a-d515-401e-9c05-bd391619155a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.949760] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39fbc12-1730-476b-89ad-8a2102c20e63 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.955720] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de3d083-2960-469e-8d48-e554074fd4a5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.983702] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181374MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1166.983855] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.984031] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.001140] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1168.001392] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1168.014040] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5093b7-70b8-4549-b8fc-49a9bd2819ff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.021624] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285450a4-13dc-4190-86dc-993213498ef9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.049905] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64f11bd-4ff2-4287-bd27-1139880334a4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.056341] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226ac572-195a-4340-a02e-41fc46521071 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.068626] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.571147] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.572657] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1168.572839] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.589s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.573061] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.568585] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.566485] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.069624] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Getting list of instances from cluster (obj){ [ 1207.069624] env[62181]: value = "domain-c8" [ 1207.069624] env[62181]: _type = "ClusterComputeResource" [ 1207.069624] env[62181]: } {{(pid=62181) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1207.070854] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525412ed-374c-40e8-ba3f-1dd6ddc863ad {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.080324] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Got total of 0 instances {{(pid=62181) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1219.435963] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.920627] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.921056] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1222.921056] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Rebuilding the list of instances to heal {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 1223.424344] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Didn't find any instances for network info cache update. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10470}} [ 1223.424620] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.919378] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.918879] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.914647] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.918356] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.918520] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 1226.918696] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.422103] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.422353] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.422523] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.422675] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1227.424028] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705f3112-03a8-4f92-9fea-b64aa1458a3b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.431699] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef34593-c81b-45db-9728-875135d9914c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.445208] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb15e605-a82c-4349-98ab-6ed7c9e1190b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.451367] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f51254e-6dcb-482c-bf98-a7ac0b09d030 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.480040] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181373MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1227.480190] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.480381] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.597801] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1228.598079] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1228.613577] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1228.624609] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1228.624781] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1228.633978] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1228.649102] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1228.660190] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c29d23-b61f-44de-bfb5-95c88b485d71 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.668056] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566a2381-545d-456e-a4aa-4d984293725f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.697368] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3289bf-ef57-49f4-9198-34f902ff87f0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.704453] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c59a99-2049-4b58-8ab0-51a615245446 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.717849] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.220750] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.222011] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1229.222223] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.742s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.224053] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.920016] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.919582] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.919886] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1282.919886] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Rebuilding the list of instances to heal {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 1283.423173] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Didn't find any instances for network info cache update. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10470}} [ 1283.919233] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.919509] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.914586] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.419541] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.419739] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.923182] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.923559] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.923598] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.923746] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1287.924667] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74eb5e3-65c7-47fb-ad6e-0bde673e17ec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.932636] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede5391f-7258-47ab-934a-4233c7d5fc35 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.945854] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd71074-8d7e-47d6-a298-03e8e578eead {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.952036] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80fa37c-f351-404f-b391-d6dffbb8c023 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.979949] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181373MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1287.980100] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.980283] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.999428] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1288.999717] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1289.013029] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599c70d9-0ef5-4119-b0f9-c6507d5f66c0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.020842] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5b8a80-de42-438e-b27b-dfe4187b85f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.049697] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71125c01-92b9-4513-888c-fe23d54f48dd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.056871] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422ffd2d-4488-4206-aba2-54a3a76a0fba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.069999] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.573564] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.574762] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1289.574946] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.075576] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.075954] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.075995] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.076149] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 1342.920590] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.920985] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1342.920985] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Rebuilding the list of instances to heal {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 1343.423815] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Didn't find any instances for network info cache update. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10470}} [ 1343.424092] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.919722] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.919813] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.918802] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.914611] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.919249] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.919446] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.919588] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 1348.919733] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.423245] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.423495] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.423663] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.423813] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1349.424814] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58094101-4e91-430a-800a-26209095914b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.433039] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d46b4af-e6c3-42e4-b09d-2e0084bbc893 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.446615] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03aacf1-89e9-4892-80a0-94639b86b212 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.452596] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a90fbe1-f1bd-4f97-87fd-8cf2dbffbe7c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.481546] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181366MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1349.481712] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.481882] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.500183] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1350.500457] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1350.513117] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67508449-e5c5-466c-9bd7-b5b1a88e8d9f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.520185] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78b857a-26e5-4ce1-a743-d68c37879814 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.550055] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f2c16c-77f4-43dc-9312-c4ce86b34fbd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.556849] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777ee365-d5c5-4b39-ac06-23e5f2dd7058 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.569471] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.072778] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.074047] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1351.074231] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.879011] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Acquiring lock "9f252cab-0257-4a11-83ec-16e47e16deb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.879011] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Lock "9f252cab-0257-4a11-83ec-16e47e16deb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.382240] env[62181]: DEBUG nova.compute.manager [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1366.674488] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "89d052a1-7dbb-47b7-b9d1-d573a50fbc4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.675339] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "89d052a1-7dbb-47b7-b9d1-d573a50fbc4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.918211] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.918586] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.920310] env[62181]: INFO nova.compute.claims [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.178046] env[62181]: DEBUG nova.compute.manager [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1367.319913] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Acquiring lock "c84b1d01-bbc1-4644-962a-ca1301ac099c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.320260] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Lock "c84b1d01-bbc1-4644-962a-ca1301ac099c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.708597] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.823661] env[62181]: DEBUG nova.compute.manager [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1367.830085] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquiring lock "601e137f-f0c6-456f-962e-a97ad59f1fa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.830380] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "601e137f-f0c6-456f-962e-a97ad59f1fa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.984671] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Acquiring lock "f9324e42-bc6f-49f4-b716-92f25ac17433" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.984671] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Lock "f9324e42-bc6f-49f4-b716-92f25ac17433" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.050074] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6566eb0f-6814-40ed-99a7-ddd280df10ce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.059183] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eb8025-6b26-4d01-985e-29662702d0e3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.091117] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15887ea-0444-4340-9857-10ad04bb61a0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.098843] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1185a3b-4062-4c14-b0ee-d78ab28680dd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.112208] env[62181]: DEBUG nova.compute.provider_tree [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.333392] env[62181]: DEBUG nova.compute.manager [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1368.361855] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.465878] env[62181]: DEBUG oslo_concurrency.lockutils [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquiring lock "d4622dba-7096-4004-8ebd-a7e62c13528a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.466145] env[62181]: DEBUG oslo_concurrency.lockutils [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Lock "d4622dba-7096-4004-8ebd-a7e62c13528a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.488154] env[62181]: DEBUG nova.compute.manager [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1368.615819] env[62181]: DEBUG nova.scheduler.client.report [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.856045] env[62181]: DEBUG oslo_concurrency.lockutils [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "790c77cd-62f8-4e65-91b6-122e8a7dbca6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.856045] env[62181]: DEBUG oslo_concurrency.lockutils [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "790c77cd-62f8-4e65-91b6-122e8a7dbca6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.878709] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.972997] env[62181]: DEBUG nova.compute.manager [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1369.023888] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.120650] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.121458] env[62181]: DEBUG nova.compute.manager [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1369.125489] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.417s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.130317] env[62181]: INFO nova.compute.claims [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1369.361063] env[62181]: DEBUG nova.compute.manager [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1369.429220] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "571c2ea4-2a87-4876-a245-c6f6f67d2223" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.429999] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "571c2ea4-2a87-4876-a245-c6f6f67d2223" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.502980] env[62181]: DEBUG oslo_concurrency.lockutils [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.642040] env[62181]: DEBUG nova.compute.utils [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1369.643491] env[62181]: DEBUG nova.compute.manager [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1369.643580] env[62181]: DEBUG nova.network.neutron [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1369.886821] env[62181]: DEBUG oslo_concurrency.lockutils [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.935122] env[62181]: DEBUG nova.compute.manager [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1370.054371] env[62181]: DEBUG nova.policy [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '044ce8be6b41452b992ae10c18cfcacc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8989c579cc8642c2b537836ce80a5040', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1370.150660] env[62181]: DEBUG nova.compute.manager [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1370.182249] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Acquiring lock "24637ec0-1517-4361-b31b-36e1c609198a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.182603] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Lock "24637ec0-1517-4361-b31b-36e1c609198a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.455803] env[62181]: DEBUG oslo_concurrency.lockutils [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Acquiring lock "b159db46-b163-449d-b4e3-332dc50ab194" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.455980] env[62181]: DEBUG oslo_concurrency.lockutils [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Lock "b159db46-b163-449d-b4e3-332dc50ab194" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.491146] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.556302] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2db2a0b-639f-4836-9f1c-46643d2ecba3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.567385] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975babd4-f476-4e77-abb6-da7b0c135ad8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.605501] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e030d4d5-f0a0-4520-b0a1-b40955730e15 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.616626] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c81789-805a-4e3f-8d1c-06a3e1a93f0a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.631424] env[62181]: DEBUG nova.compute.provider_tree [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.688184] env[62181]: DEBUG nova.compute.manager [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1370.904682] env[62181]: DEBUG oslo_concurrency.lockutils [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "d1fcfb5b-a644-4397-9828-7253cdc710ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.905489] env[62181]: DEBUG oslo_concurrency.lockutils [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "d1fcfb5b-a644-4397-9828-7253cdc710ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.961833] env[62181]: DEBUG nova.compute.manager [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1371.136712] env[62181]: DEBUG nova.scheduler.client.report [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.165796] env[62181]: DEBUG nova.compute.manager [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1371.198303] env[62181]: DEBUG nova.virt.hardware [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1371.198682] env[62181]: DEBUG nova.virt.hardware [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.198846] env[62181]: DEBUG nova.virt.hardware [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.199715] env[62181]: DEBUG nova.virt.hardware [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.203021] env[62181]: DEBUG nova.virt.hardware [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.203021] env[62181]: DEBUG nova.virt.hardware [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1371.203021] env[62181]: DEBUG nova.virt.hardware [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1371.203021] env[62181]: DEBUG nova.virt.hardware [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1371.203021] env[62181]: DEBUG nova.virt.hardware [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1371.203283] env[62181]: DEBUG nova.virt.hardware [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1371.203283] env[62181]: DEBUG nova.virt.hardware [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1371.203283] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42ee943-82d5-46cc-aff7-fb4c31a6d3e1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.216509] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752528ee-90d0-408c-b354-00133b6274b3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.232879] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.236915] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95abf157-f444-41a7-a687-35d08816dc79 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.498125] env[62181]: DEBUG oslo_concurrency.lockutils [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.642333] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.642956] env[62181]: DEBUG nova.compute.manager [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1371.646589] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.285s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.648132] env[62181]: INFO nova.compute.claims [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1371.725709] env[62181]: DEBUG nova.network.neutron [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Successfully created port: 2ea75c1b-e37a-4cbd-b1ff-5b7620822cea {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1372.157033] env[62181]: DEBUG nova.compute.utils [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1372.166383] env[62181]: DEBUG nova.compute.manager [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1372.166656] env[62181]: DEBUG nova.network.neutron [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1372.322044] env[62181]: DEBUG nova.policy [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daf541b1c4b547d185fc4013a325026a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd97aae437f546208576a9f04335817b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1372.663477] env[62181]: DEBUG nova.compute.manager [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1372.859844] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c430a95-ee12-455a-8e4f-90572c55ce5f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.868823] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b5f3a9-43eb-4f26-a181-ad9289383cec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.902261] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a0bbeb-283a-457a-a875-130aecadc91a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.910278] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3c7a35-677a-4f53-86d5-95f1a4b2ba68 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.924585] env[62181]: DEBUG nova.compute.provider_tree [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.201679] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "6a393900-2d1e-4d11-92bd-eac1bdb98557" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.201679] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "6a393900-2d1e-4d11-92bd-eac1bdb98557" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.433177] env[62181]: DEBUG nova.scheduler.client.report [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.515208] env[62181]: DEBUG nova.network.neutron [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Successfully created port: 41d3b17f-a6a4-4fa8-b157-2e81afbc7470 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1373.678096] env[62181]: DEBUG nova.compute.manager [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1373.720848] env[62181]: DEBUG nova.virt.hardware [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1373.721155] env[62181]: DEBUG nova.virt.hardware [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.723367] env[62181]: DEBUG nova.virt.hardware [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1373.723367] env[62181]: DEBUG nova.virt.hardware [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.723367] env[62181]: DEBUG nova.virt.hardware [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1373.723367] env[62181]: DEBUG nova.virt.hardware [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1373.723367] env[62181]: DEBUG nova.virt.hardware [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1373.723797] env[62181]: DEBUG nova.virt.hardware [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1373.723797] env[62181]: DEBUG nova.virt.hardware [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1373.723797] env[62181]: DEBUG nova.virt.hardware [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1373.723797] env[62181]: DEBUG nova.virt.hardware [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1373.723797] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cc5bfd-e2fe-48da-82d4-f2ae7168d226 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.732252] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19fdeb8-f5ba-46e2-817f-3081e99dbb7f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.937975] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.938516] env[62181]: DEBUG nova.compute.manager [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1373.944063] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.064s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.944778] env[62181]: INFO nova.compute.claims [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.372398] env[62181]: DEBUG nova.network.neutron [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Successfully updated port: 2ea75c1b-e37a-4cbd-b1ff-5b7620822cea {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1374.449912] env[62181]: DEBUG nova.compute.utils [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1374.454097] env[62181]: DEBUG nova.compute.manager [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1374.454414] env[62181]: DEBUG nova.network.neutron [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1374.596188] env[62181]: DEBUG nova.policy [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d1d2d127cd34b3d963aefa24e2b7862', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e64bb16b1f184f87aeb552e5d257f586', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1374.872221] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Acquiring lock "refresh_cache-9f252cab-0257-4a11-83ec-16e47e16deb7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.872384] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Acquired lock "refresh_cache-9f252cab-0257-4a11-83ec-16e47e16deb7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.872534] env[62181]: DEBUG nova.network.neutron [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.954191] env[62181]: DEBUG nova.compute.manager [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1375.311923] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04077296-0572-49bc-8239-dac6ca77fc6f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.323410] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d25df4-73ee-456d-8a21-16e8921c3430 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.368198] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c89127-b378-46fd-b908-fe5d8c6f57c3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.378352] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cf1c53-82d8-4f09-95e7-9997c19b71d1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.401990] env[62181]: DEBUG nova.compute.provider_tree [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.474527] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "74bf8090-fbaf-42b7-b981-728cdf285770" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.474637] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "74bf8090-fbaf-42b7-b981-728cdf285770" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.535123] env[62181]: DEBUG nova.network.neutron [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1375.537528] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "80ad093c-4f5a-485a-ac7b-be16f6ed276f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.537948] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "80ad093c-4f5a-485a-ac7b-be16f6ed276f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.560270] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "f8799d9e-8d97-411d-9282-7c4a7800b2b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.560270] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "f8799d9e-8d97-411d-9282-7c4a7800b2b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.672740] env[62181]: DEBUG nova.compute.manager [req-6eb213a6-20e2-400a-b387-a294cccd0168 req-f032061a-a2f8-403b-a569-f46b0dd78d47 service nova] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Received event network-vif-plugged-2ea75c1b-e37a-4cbd-b1ff-5b7620822cea {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1375.672970] env[62181]: DEBUG oslo_concurrency.lockutils [req-6eb213a6-20e2-400a-b387-a294cccd0168 req-f032061a-a2f8-403b-a569-f46b0dd78d47 service nova] Acquiring lock "9f252cab-0257-4a11-83ec-16e47e16deb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.673184] env[62181]: DEBUG oslo_concurrency.lockutils [req-6eb213a6-20e2-400a-b387-a294cccd0168 req-f032061a-a2f8-403b-a569-f46b0dd78d47 service nova] Lock "9f252cab-0257-4a11-83ec-16e47e16deb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.673343] env[62181]: DEBUG oslo_concurrency.lockutils [req-6eb213a6-20e2-400a-b387-a294cccd0168 req-f032061a-a2f8-403b-a569-f46b0dd78d47 service nova] Lock "9f252cab-0257-4a11-83ec-16e47e16deb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.673506] env[62181]: DEBUG nova.compute.manager [req-6eb213a6-20e2-400a-b387-a294cccd0168 req-f032061a-a2f8-403b-a569-f46b0dd78d47 service nova] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] No waiting events found dispatching network-vif-plugged-2ea75c1b-e37a-4cbd-b1ff-5b7620822cea {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1375.673663] env[62181]: WARNING nova.compute.manager [req-6eb213a6-20e2-400a-b387-a294cccd0168 req-f032061a-a2f8-403b-a569-f46b0dd78d47 service nova] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Received unexpected event network-vif-plugged-2ea75c1b-e37a-4cbd-b1ff-5b7620822cea for instance with vm_state building and task_state spawning. [ 1375.906910] env[62181]: DEBUG nova.scheduler.client.report [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.975215] env[62181]: DEBUG nova.compute.manager [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1376.012214] env[62181]: DEBUG nova.virt.hardware [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1376.012214] env[62181]: DEBUG nova.virt.hardware [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1376.012449] env[62181]: DEBUG nova.virt.hardware [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1376.012686] env[62181]: DEBUG nova.virt.hardware [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1376.013574] env[62181]: DEBUG nova.virt.hardware [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1376.013574] env[62181]: DEBUG nova.virt.hardware [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1376.013574] env[62181]: DEBUG nova.virt.hardware [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1376.013720] env[62181]: DEBUG nova.virt.hardware [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1376.013975] env[62181]: DEBUG nova.virt.hardware [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1376.014206] env[62181]: DEBUG nova.virt.hardware [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1376.014424] env[62181]: DEBUG nova.virt.hardware [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1376.015354] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cd4376-2022-4c86-95c3-056d495621ed {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.024131] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063531d1-54f8-4d53-a533-db2939d37948 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.075161] env[62181]: DEBUG nova.network.neutron [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Successfully created port: 0824a77f-3279-47ee-b133-e03c44d76eb3 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1376.131638] env[62181]: DEBUG nova.network.neutron [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Updating instance_info_cache with network_info: [{"id": "2ea75c1b-e37a-4cbd-b1ff-5b7620822cea", "address": "fa:16:3e:4b:f5:91", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ea75c1b-e3", "ovs_interfaceid": "2ea75c1b-e37a-4cbd-b1ff-5b7620822cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.406016] env[62181]: DEBUG nova.network.neutron [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Successfully updated port: 41d3b17f-a6a4-4fa8-b157-2e81afbc7470 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1376.414139] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.414139] env[62181]: DEBUG nova.compute.manager [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1376.418927] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.393s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.420969] env[62181]: INFO nova.compute.claims [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.635858] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Releasing lock "refresh_cache-9f252cab-0257-4a11-83ec-16e47e16deb7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.636854] env[62181]: DEBUG nova.compute.manager [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Instance network_info: |[{"id": "2ea75c1b-e37a-4cbd-b1ff-5b7620822cea", "address": "fa:16:3e:4b:f5:91", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ea75c1b-e3", "ovs_interfaceid": "2ea75c1b-e37a-4cbd-b1ff-5b7620822cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1376.639047] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:f5:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ea75c1b-e37a-4cbd-b1ff-5b7620822cea', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1376.655143] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1376.655143] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f18ca4c0-01eb-4293-9721-ef249a85d749 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.673517] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Created folder: OpenStack in parent group-v4. [ 1376.675295] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Creating folder: Project (8989c579cc8642c2b537836ce80a5040). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1376.675295] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b15db448-00c9-442b-b96c-b50d3740b494 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.684067] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Created folder: Project (8989c579cc8642c2b537836ce80a5040) in parent group-v371238. [ 1376.685108] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Creating folder: Instances. Parent ref: group-v371239. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1376.685403] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f2f1ef2-9857-43ec-a413-385241981c32 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.696289] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Created folder: Instances in parent group-v371239. [ 1376.696581] env[62181]: DEBUG oslo.service.loopingcall [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1376.696816] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1376.697020] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70c4d3b0-88bf-4d36-a62a-a8e956891738 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.726288] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1376.726288] env[62181]: value = "task-1789573" [ 1376.726288] env[62181]: _type = "Task" [ 1376.726288] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.735562] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789573, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.870955] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Acquiring lock "2f95d392-062c-4c62-bd39-7c19342e125c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.872444] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Lock "2f95d392-062c-4c62-bd39-7c19342e125c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.909683] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "refresh_cache-89d052a1-7dbb-47b7-b9d1-d573a50fbc4b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.909782] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquired lock "refresh_cache-89d052a1-7dbb-47b7-b9d1-d573a50fbc4b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.909926] env[62181]: DEBUG nova.network.neutron [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.926075] env[62181]: DEBUG nova.compute.utils [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1376.934023] env[62181]: DEBUG nova.compute.manager [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1376.934023] env[62181]: DEBUG nova.network.neutron [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1377.172990] env[62181]: DEBUG nova.policy [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6756d3816cea4535ad9b6e45a8a87f12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd7fca87420e416ca22bfd7264059321', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1377.243314] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789573, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.430581] env[62181]: DEBUG nova.compute.manager [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1377.538699] env[62181]: DEBUG nova.network.neutron [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1377.751566] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789573, 'name': CreateVM_Task, 'duration_secs': 0.521377} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.753777] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1377.754474] env[62181]: DEBUG nova.compute.manager [req-e9f2d86c-d1ff-4eb6-aba0-662eba9d542c req-6a38ef23-7bb0-47b4-a894-c5f855b825be service nova] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Received event network-vif-plugged-41d3b17f-a6a4-4fa8-b157-2e81afbc7470 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1377.754675] env[62181]: DEBUG oslo_concurrency.lockutils [req-e9f2d86c-d1ff-4eb6-aba0-662eba9d542c req-6a38ef23-7bb0-47b4-a894-c5f855b825be service nova] Acquiring lock "89d052a1-7dbb-47b7-b9d1-d573a50fbc4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.754871] env[62181]: DEBUG oslo_concurrency.lockutils [req-e9f2d86c-d1ff-4eb6-aba0-662eba9d542c req-6a38ef23-7bb0-47b4-a894-c5f855b825be service nova] Lock "89d052a1-7dbb-47b7-b9d1-d573a50fbc4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.755194] env[62181]: DEBUG oslo_concurrency.lockutils [req-e9f2d86c-d1ff-4eb6-aba0-662eba9d542c req-6a38ef23-7bb0-47b4-a894-c5f855b825be service nova] Lock "89d052a1-7dbb-47b7-b9d1-d573a50fbc4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.755379] env[62181]: DEBUG nova.compute.manager [req-e9f2d86c-d1ff-4eb6-aba0-662eba9d542c req-6a38ef23-7bb0-47b4-a894-c5f855b825be service nova] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] No waiting events found dispatching network-vif-plugged-41d3b17f-a6a4-4fa8-b157-2e81afbc7470 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1377.755609] env[62181]: WARNING nova.compute.manager [req-e9f2d86c-d1ff-4eb6-aba0-662eba9d542c req-6a38ef23-7bb0-47b4-a894-c5f855b825be service nova] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Received unexpected event network-vif-plugged-41d3b17f-a6a4-4fa8-b157-2e81afbc7470 for instance with vm_state building and task_state spawning. [ 1377.768457] env[62181]: DEBUG oslo_vmware.service [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8dc736-13bd-4d20-8b70-29972c79eca9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.779022] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.779022] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.779022] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.779022] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5745cfb8-78ba-4dec-a7e4-a7e90895010c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.784822] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Waiting for the task: (returnval){ [ 1377.784822] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52736407-2982-f0d4-8157-1a429adb64f4" [ 1377.784822] env[62181]: _type = "Task" [ 1377.784822] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.786269] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d75a539-3dd5-4b6d-b077-a5b1605bceef {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.798934] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f2cfdc-f09d-49a7-8b63-e068de1ab685 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.841842] env[62181]: DEBUG nova.network.neutron [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Updating instance_info_cache with network_info: [{"id": "41d3b17f-a6a4-4fa8-b157-2e81afbc7470", "address": "fa:16:3e:21:ad:dc", "network": {"id": "d177d1a3-2b4a-41d1-bd02-42eaeba74ce0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-47409746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd97aae437f546208576a9f04335817b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d3b17f-a6", "ovs_interfaceid": "41d3b17f-a6a4-4fa8-b157-2e81afbc7470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.848245] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923906c7-46f0-443d-8418-3a4457fe7a0b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.850761] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.851052] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.851254] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.851399] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.851886] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1377.852382] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f92227c5-76b2-41a3-94c3-29660d6233e5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.865165] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8598f82c-3f90-4f04-b69b-5b5e787bef92 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.873636] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1377.873779] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1377.875288] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260a4f58-081b-45f3-a144-c88f3f7e0767 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.886172] env[62181]: DEBUG nova.compute.provider_tree [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.894862] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-327c4856-38f9-41de-9606-11b9a3919381 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.904691] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Waiting for the task: (returnval){ [ 1377.904691] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5207eb11-db98-028a-c9c3-272fe01de592" [ 1377.904691] env[62181]: _type = "Task" [ 1377.904691] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.918250] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5207eb11-db98-028a-c9c3-272fe01de592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.290818] env[62181]: DEBUG nova.network.neutron [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Successfully created port: 1ed140ae-c032-43ad-9cf3-60ab620b8ea4 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1378.354220] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Releasing lock "refresh_cache-89d052a1-7dbb-47b7-b9d1-d573a50fbc4b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.354220] env[62181]: DEBUG nova.compute.manager [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Instance network_info: |[{"id": "41d3b17f-a6a4-4fa8-b157-2e81afbc7470", "address": "fa:16:3e:21:ad:dc", "network": {"id": "d177d1a3-2b4a-41d1-bd02-42eaeba74ce0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-47409746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd97aae437f546208576a9f04335817b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d3b17f-a6", "ovs_interfaceid": "41d3b17f-a6a4-4fa8-b157-2e81afbc7470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1378.354414] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:ad:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41d3b17f-a6a4-4fa8-b157-2e81afbc7470', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1378.362634] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Creating folder: Project (fd97aae437f546208576a9f04335817b). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1378.362937] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2be17bf-589a-46d4-81e8-c5404cfa3a93 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.374513] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Created folder: Project (fd97aae437f546208576a9f04335817b) in parent group-v371238. [ 1378.374717] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Creating folder: Instances. Parent ref: group-v371242. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1378.374952] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb06f5e9-e7e3-42a3-b097-986480761840 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.387980] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Created folder: Instances in parent group-v371242. [ 1378.387980] env[62181]: DEBUG oslo.service.loopingcall [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1378.387980] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1378.387980] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18460c0e-94ad-49d6-968f-1ba6910ba28d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.401228] env[62181]: DEBUG nova.scheduler.client.report [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.412185] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1378.412185] env[62181]: value = "task-1789576" [ 1378.412185] env[62181]: _type = "Task" [ 1378.412185] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.419913] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Preparing fetch location {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1378.420211] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Creating directory with path [datastore1] vmware_temp/ae8f78db-9d25-4d00-a81b-92346864439e/655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.420743] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d73581d0-c5ba-41c0-9b0a-7e834190d426 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.426553] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789576, 'name': CreateVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.448177] env[62181]: DEBUG nova.compute.manager [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1378.452464] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Created directory with path [datastore1] vmware_temp/ae8f78db-9d25-4d00-a81b-92346864439e/655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.452464] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Fetch image to [datastore1] vmware_temp/ae8f78db-9d25-4d00-a81b-92346864439e/655f88bf-5a34-439d-8ebf-6c36fe1eff96/tmp-sparse.vmdk {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1378.452603] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Downloading image file data 655f88bf-5a34-439d-8ebf-6c36fe1eff96 to [datastore1] vmware_temp/ae8f78db-9d25-4d00-a81b-92346864439e/655f88bf-5a34-439d-8ebf-6c36fe1eff96/tmp-sparse.vmdk on the data store datastore1 {{(pid=62181) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1378.453652] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a647005-aeaa-4d3f-b909-ce97070d07d9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.468843] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4953bc65-d347-4cf6-b2b7-3024494a23de {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.479090] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd80800e-aa8b-4f6a-9d53-4542845a7090 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.515924] env[62181]: DEBUG nova.virt.hardware [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1378.516424] env[62181]: DEBUG nova.virt.hardware [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.516637] env[62181]: DEBUG nova.virt.hardware [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.516859] env[62181]: DEBUG nova.virt.hardware [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.517044] env[62181]: DEBUG nova.virt.hardware [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.517226] env[62181]: DEBUG nova.virt.hardware [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1378.517464] env[62181]: DEBUG nova.virt.hardware [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1378.517648] env[62181]: DEBUG nova.virt.hardware [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1378.517857] env[62181]: DEBUG nova.virt.hardware [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1378.518053] env[62181]: DEBUG nova.virt.hardware [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1378.518292] env[62181]: DEBUG nova.virt.hardware [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1378.519503] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31b1b3c-e6a7-4b00-892f-6883d868a445 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.522942] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312e9d7c-2857-4789-8506-52450701f1c0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.532341] env[62181]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-16b487e3-1ab8-4349-ad31-ae82b8bd8fe2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.535417] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e0b3f7-a2a0-41f8-96cc-c9d1a75d7092 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.633021] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Downloading image file data 655f88bf-5a34-439d-8ebf-6c36fe1eff96 to the data store datastore1 {{(pid=62181) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1378.642622] env[62181]: DEBUG nova.network.neutron [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Successfully updated port: 0824a77f-3279-47ee-b133-e03c44d76eb3 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1378.707575] env[62181]: DEBUG oslo_vmware.rw_handles [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ae8f78db-9d25-4d00-a81b-92346864439e/655f88bf-5a34-439d-8ebf-6c36fe1eff96/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62181) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1378.844200] env[62181]: DEBUG nova.compute.manager [req-3bb26b68-85de-4654-8ad9-484992458464 req-761d2bb0-f84c-4938-8696-f53776bb804e service nova] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Received event network-changed-2ea75c1b-e37a-4cbd-b1ff-5b7620822cea {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1378.844461] env[62181]: DEBUG nova.compute.manager [req-3bb26b68-85de-4654-8ad9-484992458464 req-761d2bb0-f84c-4938-8696-f53776bb804e service nova] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Refreshing instance network info cache due to event network-changed-2ea75c1b-e37a-4cbd-b1ff-5b7620822cea. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1378.844732] env[62181]: DEBUG oslo_concurrency.lockutils [req-3bb26b68-85de-4654-8ad9-484992458464 req-761d2bb0-f84c-4938-8696-f53776bb804e service nova] Acquiring lock "refresh_cache-9f252cab-0257-4a11-83ec-16e47e16deb7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.844839] env[62181]: DEBUG oslo_concurrency.lockutils [req-3bb26b68-85de-4654-8ad9-484992458464 req-761d2bb0-f84c-4938-8696-f53776bb804e service nova] Acquired lock "refresh_cache-9f252cab-0257-4a11-83ec-16e47e16deb7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.845098] env[62181]: DEBUG nova.network.neutron [req-3bb26b68-85de-4654-8ad9-484992458464 req-761d2bb0-f84c-4938-8696-f53776bb804e service nova] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Refreshing network info cache for port 2ea75c1b-e37a-4cbd-b1ff-5b7620822cea {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.906303] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.906849] env[62181]: DEBUG nova.compute.manager [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1378.914021] env[62181]: DEBUG oslo_concurrency.lockutils [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.409s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.914021] env[62181]: INFO nova.compute.claims [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.937319] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789576, 'name': CreateVM_Task, 'duration_secs': 0.3966} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.943647] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1378.945734] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.945734] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.945734] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.946345] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df7c48a0-a194-42d4-86be-f6c3bf907b92 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.956262] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1378.956262] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f08ee7-5827-3551-b40e-95123f783a14" [ 1378.956262] env[62181]: _type = "Task" [ 1378.956262] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.969698] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f08ee7-5827-3551-b40e-95123f783a14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.148778] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Acquiring lock "refresh_cache-c84b1d01-bbc1-4644-962a-ca1301ac099c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.148875] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Acquired lock "refresh_cache-c84b1d01-bbc1-4644-962a-ca1301ac099c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.149050] env[62181]: DEBUG nova.network.neutron [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.420297] env[62181]: DEBUG nova.compute.utils [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1379.434085] env[62181]: DEBUG nova.compute.manager [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Not allocating networking since 'none' was specified. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2023}} [ 1379.464404] env[62181]: DEBUG oslo_vmware.rw_handles [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Completed reading data from the image iterator. {{(pid=62181) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1379.464404] env[62181]: DEBUG oslo_vmware.rw_handles [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ae8f78db-9d25-4d00-a81b-92346864439e/655f88bf-5a34-439d-8ebf-6c36fe1eff96/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62181) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1379.471465] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.472674] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1379.472674] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.518983] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Downloaded image file data 655f88bf-5a34-439d-8ebf-6c36fe1eff96 to vmware_temp/ae8f78db-9d25-4d00-a81b-92346864439e/655f88bf-5a34-439d-8ebf-6c36fe1eff96/tmp-sparse.vmdk on the data store datastore1 {{(pid=62181) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1379.519395] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Caching image {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1379.519720] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Copying Virtual Disk [datastore1] vmware_temp/ae8f78db-9d25-4d00-a81b-92346864439e/655f88bf-5a34-439d-8ebf-6c36fe1eff96/tmp-sparse.vmdk to [datastore1] vmware_temp/ae8f78db-9d25-4d00-a81b-92346864439e/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1379.519915] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1304a23a-080a-4e94-bb30-a68cf8a6acb7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.528918] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Waiting for the task: (returnval){ [ 1379.528918] env[62181]: value = "task-1789577" [ 1379.528918] env[62181]: _type = "Task" [ 1379.528918] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.540333] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.759559] env[62181]: DEBUG nova.network.neutron [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1379.936602] env[62181]: DEBUG nova.compute.manager [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1380.005477] env[62181]: DEBUG nova.network.neutron [req-3bb26b68-85de-4654-8ad9-484992458464 req-761d2bb0-f84c-4938-8696-f53776bb804e service nova] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Updated VIF entry in instance network info cache for port 2ea75c1b-e37a-4cbd-b1ff-5b7620822cea. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.005783] env[62181]: DEBUG nova.network.neutron [req-3bb26b68-85de-4654-8ad9-484992458464 req-761d2bb0-f84c-4938-8696-f53776bb804e service nova] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Updating instance_info_cache with network_info: [{"id": "2ea75c1b-e37a-4cbd-b1ff-5b7620822cea", "address": "fa:16:3e:4b:f5:91", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ea75c1b-e3", "ovs_interfaceid": "2ea75c1b-e37a-4cbd-b1ff-5b7620822cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.048880] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789577, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.132920] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Acquiring lock "826ca48d-5961-490b-b058-7ecd5a994a37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.135075] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Lock "826ca48d-5961-490b-b058-7ecd5a994a37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.299390] env[62181]: DEBUG nova.network.neutron [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Updating instance_info_cache with network_info: [{"id": "0824a77f-3279-47ee-b133-e03c44d76eb3", "address": "fa:16:3e:c8:fc:b5", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0824a77f-32", "ovs_interfaceid": "0824a77f-3279-47ee-b133-e03c44d76eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.394283] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce115f43-732c-4e46-94d4-c8c3fd4639c2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.397934] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Acquiring lock "e3d655d5-f3f8-4392-a205-98dd96aa43aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.398176] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Lock "e3d655d5-f3f8-4392-a205-98dd96aa43aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.408430] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9e0e44-ef6d-4ba9-a09f-bf77204c57f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.440433] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b865e8e-8f65-44f7-8adb-4d28aa6d6b5e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.451233] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc71ce18-42d2-4cfa-bbac-0118462c4675 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.467503] env[62181]: DEBUG nova.compute.provider_tree [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.515557] env[62181]: DEBUG oslo_concurrency.lockutils [req-3bb26b68-85de-4654-8ad9-484992458464 req-761d2bb0-f84c-4938-8696-f53776bb804e service nova] Releasing lock "refresh_cache-9f252cab-0257-4a11-83ec-16e47e16deb7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.544914] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828777} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.545942] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Copied Virtual Disk [datastore1] vmware_temp/ae8f78db-9d25-4d00-a81b-92346864439e/655f88bf-5a34-439d-8ebf-6c36fe1eff96/tmp-sparse.vmdk to [datastore1] vmware_temp/ae8f78db-9d25-4d00-a81b-92346864439e/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1380.546470] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Deleting the datastore file [datastore1] vmware_temp/ae8f78db-9d25-4d00-a81b-92346864439e/655f88bf-5a34-439d-8ebf-6c36fe1eff96/tmp-sparse.vmdk {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.547713] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5d891d5-1f08-48b0-a2b9-eafbff30a8b9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.560273] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Waiting for the task: (returnval){ [ 1380.560273] env[62181]: value = "task-1789578" [ 1380.560273] env[62181]: _type = "Task" [ 1380.560273] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.573277] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.654861] env[62181]: DEBUG nova.network.neutron [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Successfully updated port: 1ed140ae-c032-43ad-9cf3-60ab620b8ea4 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1380.802332] env[62181]: DEBUG nova.compute.manager [req-4c0988d8-43f0-4a29-93b8-e4ab8e1de250 req-7af64a01-0693-4621-b5ee-ab1848ee61fa service nova] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Received event network-changed-41d3b17f-a6a4-4fa8-b157-2e81afbc7470 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1380.802524] env[62181]: DEBUG nova.compute.manager [req-4c0988d8-43f0-4a29-93b8-e4ab8e1de250 req-7af64a01-0693-4621-b5ee-ab1848ee61fa service nova] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Refreshing instance network info cache due to event network-changed-41d3b17f-a6a4-4fa8-b157-2e81afbc7470. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1380.802934] env[62181]: DEBUG oslo_concurrency.lockutils [req-4c0988d8-43f0-4a29-93b8-e4ab8e1de250 req-7af64a01-0693-4621-b5ee-ab1848ee61fa service nova] Acquiring lock "refresh_cache-89d052a1-7dbb-47b7-b9d1-d573a50fbc4b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.802934] env[62181]: DEBUG oslo_concurrency.lockutils [req-4c0988d8-43f0-4a29-93b8-e4ab8e1de250 req-7af64a01-0693-4621-b5ee-ab1848ee61fa service nova] Acquired lock "refresh_cache-89d052a1-7dbb-47b7-b9d1-d573a50fbc4b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.803180] env[62181]: DEBUG nova.network.neutron [req-4c0988d8-43f0-4a29-93b8-e4ab8e1de250 req-7af64a01-0693-4621-b5ee-ab1848ee61fa service nova] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Refreshing network info cache for port 41d3b17f-a6a4-4fa8-b157-2e81afbc7470 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.808271] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Releasing lock "refresh_cache-c84b1d01-bbc1-4644-962a-ca1301ac099c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.811202] env[62181]: DEBUG nova.compute.manager [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Instance network_info: |[{"id": "0824a77f-3279-47ee-b133-e03c44d76eb3", "address": "fa:16:3e:c8:fc:b5", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0824a77f-32", "ovs_interfaceid": "0824a77f-3279-47ee-b133-e03c44d76eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1380.811344] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:fc:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0824a77f-3279-47ee-b133-e03c44d76eb3', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1380.820183] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Creating folder: Project (e64bb16b1f184f87aeb552e5d257f586). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1380.821519] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fe32796-88c5-44fe-b7a9-019694a1a23c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.834031] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Created folder: Project (e64bb16b1f184f87aeb552e5d257f586) in parent group-v371238. [ 1380.834130] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Creating folder: Instances. Parent ref: group-v371245. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1380.834289] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a8db773-b210-494e-9459-b30db438830e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.843673] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Created folder: Instances in parent group-v371245. [ 1380.844051] env[62181]: DEBUG oslo.service.loopingcall [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1380.844210] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1380.844711] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbeeb6e7-03fe-42b6-839f-b930ed263e54 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.866162] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.866162] env[62181]: value = "task-1789581" [ 1380.866162] env[62181]: _type = "Task" [ 1380.866162] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.875714] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789581, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.957837] env[62181]: DEBUG nova.compute.manager [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1380.973581] env[62181]: DEBUG nova.scheduler.client.report [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.991976] env[62181]: DEBUG nova.virt.hardware [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1380.992265] env[62181]: DEBUG nova.virt.hardware [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.992387] env[62181]: DEBUG nova.virt.hardware [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1380.992561] env[62181]: DEBUG nova.virt.hardware [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.992699] env[62181]: DEBUG nova.virt.hardware [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1380.992837] env[62181]: DEBUG nova.virt.hardware [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1380.994693] env[62181]: DEBUG nova.virt.hardware [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1380.994693] env[62181]: DEBUG nova.virt.hardware [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1380.994693] env[62181]: DEBUG nova.virt.hardware [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1380.994693] env[62181]: DEBUG nova.virt.hardware [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1380.994693] env[62181]: DEBUG nova.virt.hardware [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1380.995058] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27798b2-125b-44f1-b169-80f970a9965f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.004324] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3708cb1a-964f-43e3-a60c-38c5c4f8b8c9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.022371] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Instance VIF info [] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1381.028356] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Creating folder: Project (8db88afeda0b4d98ac4ea22067bc66d0). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1381.028679] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d102452-2045-4322-9120-e5a3d1c06d9c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.038827] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Created folder: Project (8db88afeda0b4d98ac4ea22067bc66d0) in parent group-v371238. [ 1381.038981] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Creating folder: Instances. Parent ref: group-v371248. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1381.039440] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b226eb3-eceb-4f57-90ef-e7ae98a182e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.048722] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Created folder: Instances in parent group-v371248. [ 1381.048722] env[62181]: DEBUG oslo.service.loopingcall [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1381.048722] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1381.048933] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2699f818-12f2-4c98-9425-0e36c9f13940 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.074737] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027974} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.075694] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.075907] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Moving file from [datastore1] vmware_temp/ae8f78db-9d25-4d00-a81b-92346864439e/655f88bf-5a34-439d-8ebf-6c36fe1eff96 to [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96. {{(pid=62181) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1381.077188] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1381.077188] env[62181]: value = "task-1789584" [ 1381.077188] env[62181]: _type = "Task" [ 1381.077188] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.077409] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c360f331-fa1c-4544-bc88-f7a911d29eb2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.092766] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789584, 'name': CreateVM_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.094612] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Waiting for the task: (returnval){ [ 1381.094612] env[62181]: value = "task-1789585" [ 1381.094612] env[62181]: _type = "Task" [ 1381.094612] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.104449] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789585, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.157623] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquiring lock "refresh_cache-601e137f-f0c6-456f-962e-a97ad59f1fa5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.163540] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquired lock "refresh_cache-601e137f-f0c6-456f-962e-a97ad59f1fa5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.163540] env[62181]: DEBUG nova.network.neutron [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.379546] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789581, 'name': CreateVM_Task, 'duration_secs': 0.377884} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.380166] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.381027] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.381483] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.381908] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1381.383111] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-890678e0-8b80-4f7d-a70b-3ba63c8db911 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.390484] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Waiting for the task: (returnval){ [ 1381.390484] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c571b5-67fd-6e20-d75b-fb3af11e131a" [ 1381.390484] env[62181]: _type = "Task" [ 1381.390484] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.409494] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c571b5-67fd-6e20-d75b-fb3af11e131a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.480312] env[62181]: DEBUG oslo_concurrency.lockutils [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.480951] env[62181]: DEBUG nova.compute.manager [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1381.485963] env[62181]: DEBUG oslo_concurrency.lockutils [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.597s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.485963] env[62181]: INFO nova.compute.claims [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.598451] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789584, 'name': CreateVM_Task, 'duration_secs': 0.302243} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.606153] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.606503] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.611825] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789585, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025618} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.612075] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] File moved {{(pid=62181) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1381.612268] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Cleaning up location [datastore1] vmware_temp/ae8f78db-9d25-4d00-a81b-92346864439e {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1381.612430] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Deleting the datastore file [datastore1] vmware_temp/ae8f78db-9d25-4d00-a81b-92346864439e {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.612669] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b59fe935-5613-46c0-9931-1b7e6a5590f6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.619148] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Waiting for the task: (returnval){ [ 1381.619148] env[62181]: value = "task-1789586" [ 1381.619148] env[62181]: _type = "Task" [ 1381.619148] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.627388] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.798546] env[62181]: DEBUG nova.network.neutron [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.900258] env[62181]: DEBUG nova.compute.manager [req-071186ad-937a-401f-8377-7ec72e14b4d9 req-29e065c2-b635-456d-bc83-b93cd0c7413c service nova] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Received event network-vif-plugged-0824a77f-3279-47ee-b133-e03c44d76eb3 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1381.900461] env[62181]: DEBUG oslo_concurrency.lockutils [req-071186ad-937a-401f-8377-7ec72e14b4d9 req-29e065c2-b635-456d-bc83-b93cd0c7413c service nova] Acquiring lock "c84b1d01-bbc1-4644-962a-ca1301ac099c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.900673] env[62181]: DEBUG oslo_concurrency.lockutils [req-071186ad-937a-401f-8377-7ec72e14b4d9 req-29e065c2-b635-456d-bc83-b93cd0c7413c service nova] Lock "c84b1d01-bbc1-4644-962a-ca1301ac099c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.900838] env[62181]: DEBUG oslo_concurrency.lockutils [req-071186ad-937a-401f-8377-7ec72e14b4d9 req-29e065c2-b635-456d-bc83-b93cd0c7413c service nova] Lock "c84b1d01-bbc1-4644-962a-ca1301ac099c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.901007] env[62181]: DEBUG nova.compute.manager [req-071186ad-937a-401f-8377-7ec72e14b4d9 req-29e065c2-b635-456d-bc83-b93cd0c7413c service nova] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] No waiting events found dispatching network-vif-plugged-0824a77f-3279-47ee-b133-e03c44d76eb3 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1381.902530] env[62181]: WARNING nova.compute.manager [req-071186ad-937a-401f-8377-7ec72e14b4d9 req-29e065c2-b635-456d-bc83-b93cd0c7413c service nova] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Received unexpected event network-vif-plugged-0824a77f-3279-47ee-b133-e03c44d76eb3 for instance with vm_state building and task_state spawning. [ 1381.902530] env[62181]: DEBUG nova.compute.manager [req-071186ad-937a-401f-8377-7ec72e14b4d9 req-29e065c2-b635-456d-bc83-b93cd0c7413c service nova] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Received event network-changed-0824a77f-3279-47ee-b133-e03c44d76eb3 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1381.902530] env[62181]: DEBUG nova.compute.manager [req-071186ad-937a-401f-8377-7ec72e14b4d9 req-29e065c2-b635-456d-bc83-b93cd0c7413c service nova] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Refreshing instance network info cache due to event network-changed-0824a77f-3279-47ee-b133-e03c44d76eb3. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1381.902530] env[62181]: DEBUG oslo_concurrency.lockutils [req-071186ad-937a-401f-8377-7ec72e14b4d9 req-29e065c2-b635-456d-bc83-b93cd0c7413c service nova] Acquiring lock "refresh_cache-c84b1d01-bbc1-4644-962a-ca1301ac099c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.902720] env[62181]: DEBUG oslo_concurrency.lockutils [req-071186ad-937a-401f-8377-7ec72e14b4d9 req-29e065c2-b635-456d-bc83-b93cd0c7413c service nova] Acquired lock "refresh_cache-c84b1d01-bbc1-4644-962a-ca1301ac099c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.902774] env[62181]: DEBUG nova.network.neutron [req-071186ad-937a-401f-8377-7ec72e14b4d9 req-29e065c2-b635-456d-bc83-b93cd0c7413c service nova] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Refreshing network info cache for port 0824a77f-3279-47ee-b133-e03c44d76eb3 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.918317] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c571b5-67fd-6e20-d75b-fb3af11e131a, 'name': SearchDatastore_Task, 'duration_secs': 0.027062} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.919531] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.921019] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.921019] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.921019] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.921019] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1381.921604] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16f7798b-5234-4356-94d5-6e9a279c4fe9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.929314] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1381.929314] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b3d2e9-44cc-0724-76e4-136fa5f912f1" [ 1381.929314] env[62181]: _type = "Task" [ 1381.929314] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.936836] env[62181]: DEBUG nova.network.neutron [req-4c0988d8-43f0-4a29-93b8-e4ab8e1de250 req-7af64a01-0693-4621-b5ee-ab1848ee61fa service nova] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Updated VIF entry in instance network info cache for port 41d3b17f-a6a4-4fa8-b157-2e81afbc7470. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.937254] env[62181]: DEBUG nova.network.neutron [req-4c0988d8-43f0-4a29-93b8-e4ab8e1de250 req-7af64a01-0693-4621-b5ee-ab1848ee61fa service nova] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Updating instance_info_cache with network_info: [{"id": "41d3b17f-a6a4-4fa8-b157-2e81afbc7470", "address": "fa:16:3e:21:ad:dc", "network": {"id": "d177d1a3-2b4a-41d1-bd02-42eaeba74ce0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-47409746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd97aae437f546208576a9f04335817b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d3b17f-a6", "ovs_interfaceid": "41d3b17f-a6a4-4fa8-b157-2e81afbc7470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.943622] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b3d2e9-44cc-0724-76e4-136fa5f912f1, 'name': SearchDatastore_Task, 'duration_secs': 0.00985} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.944161] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.944388] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.948025] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.993259] env[62181]: DEBUG nova.compute.utils [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1381.996611] env[62181]: DEBUG nova.compute.manager [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1381.996781] env[62181]: DEBUG nova.network.neutron [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1382.121043] env[62181]: DEBUG nova.policy [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bfda11b07db446da319db39a01a3b10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3981878f8ecc44c6b8ceee23cdf4e589', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1382.135604] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026306} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.136131] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.137713] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6412200-3113-4d98-acc1-5e289f7d75ed {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.146312] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Waiting for the task: (returnval){ [ 1382.146312] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5236c799-fc0a-6e39-0e21-04e8058addc7" [ 1382.146312] env[62181]: _type = "Task" [ 1382.146312] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.154771] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5236c799-fc0a-6e39-0e21-04e8058addc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.313500] env[62181]: DEBUG nova.network.neutron [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Updating instance_info_cache with network_info: [{"id": "1ed140ae-c032-43ad-9cf3-60ab620b8ea4", "address": "fa:16:3e:a2:0d:e5", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ed140ae-c0", "ovs_interfaceid": "1ed140ae-c032-43ad-9cf3-60ab620b8ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.445465] env[62181]: DEBUG oslo_concurrency.lockutils [req-4c0988d8-43f0-4a29-93b8-e4ab8e1de250 req-7af64a01-0693-4621-b5ee-ab1848ee61fa service nova] Releasing lock "refresh_cache-89d052a1-7dbb-47b7-b9d1-d573a50fbc4b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.502512] env[62181]: DEBUG nova.compute.manager [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1382.670105] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5236c799-fc0a-6e39-0e21-04e8058addc7, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.672397] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.672397] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 9f252cab-0257-4a11-83ec-16e47e16deb7/9f252cab-0257-4a11-83ec-16e47e16deb7.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.672397] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.672397] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.672918] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94e70db1-d03e-4464-ad45-d598712a8e34 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.684316] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6604eff0-cde7-45b0-b58c-58c8dd1042a5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.690532] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Waiting for the task: (returnval){ [ 1382.690532] env[62181]: value = "task-1789587" [ 1382.690532] env[62181]: _type = "Task" [ 1382.690532] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.692112] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.692342] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1382.695803] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e449f89-37c6-4f51-9a35-f6cdca6452a1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.704877] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.707487] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1382.707487] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5274a562-7a9d-b750-1757-97728d9d320d" [ 1382.707487] env[62181]: _type = "Task" [ 1382.707487] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.717390] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5274a562-7a9d-b750-1757-97728d9d320d, 'name': SearchDatastore_Task, 'duration_secs': 0.008887} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.718192] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32588cb8-0a67-45dd-a336-e47d45d4ccce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.725016] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1382.725016] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f8bb3d-25f8-ecde-3612-7bc56b2f29a3" [ 1382.725016] env[62181]: _type = "Task" [ 1382.725016] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.735333] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f8bb3d-25f8-ecde-3612-7bc56b2f29a3, 'name': SearchDatastore_Task, 'duration_secs': 0.007929} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.735550] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.735791] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b/89d052a1-7dbb-47b7-b9d1-d573a50fbc4b.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.736061] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.736239] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.736436] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64546a3c-fd7b-4727-8c17-6d817c62748d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.738622] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0e473a0-fa6c-4eef-8459-cc089c3165a4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.745874] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.746243] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1382.746752] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c292ba24-6c82-4476-b9db-9ada03ec7ade {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.750216] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1382.750216] env[62181]: value = "task-1789588" [ 1382.750216] env[62181]: _type = "Task" [ 1382.750216] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.755148] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Waiting for the task: (returnval){ [ 1382.755148] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52cd6f14-8401-905f-a143-88c475f7ea61" [ 1382.755148] env[62181]: _type = "Task" [ 1382.755148] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.764623] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.770179] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52cd6f14-8401-905f-a143-88c475f7ea61, 'name': SearchDatastore_Task, 'duration_secs': 0.008899} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.771907] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad1edd3-7c66-4db0-b782-5cd9e33e1448 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.780506] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Waiting for the task: (returnval){ [ 1382.780506] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b007eb-bbb7-40e9-f087-b423fd16afab" [ 1382.780506] env[62181]: _type = "Task" [ 1382.780506] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.792279] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b007eb-bbb7-40e9-f087-b423fd16afab, 'name': SearchDatastore_Task, 'duration_secs': 0.008239} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.792279] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.792637] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] c84b1d01-bbc1-4644-962a-ca1301ac099c/c84b1d01-bbc1-4644-962a-ca1301ac099c.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.793110] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.793110] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.793110] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99df153b-cef4-4e95-93d8-1a26e268553a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.796367] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fd3d898-570c-4617-97e4-0379a3b2bf84 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.805283] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Waiting for the task: (returnval){ [ 1382.805283] env[62181]: value = "task-1789589" [ 1382.805283] env[62181]: _type = "Task" [ 1382.805283] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.806622] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.806622] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1382.810300] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f2c5a61-f84a-419b-8ff6-2c53df8a0d04 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.820417] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Releasing lock "refresh_cache-601e137f-f0c6-456f-962e-a97ad59f1fa5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.820815] env[62181]: DEBUG nova.compute.manager [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Instance network_info: |[{"id": "1ed140ae-c032-43ad-9cf3-60ab620b8ea4", "address": "fa:16:3e:a2:0d:e5", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ed140ae-c0", "ovs_interfaceid": "1ed140ae-c032-43ad-9cf3-60ab620b8ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1382.821692] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.823079] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:0d:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ed140ae-c032-43ad-9cf3-60ab620b8ea4', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1382.833370] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Creating folder: Project (dd7fca87420e416ca22bfd7264059321). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1382.833370] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1382.833370] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52bec804-5baa-dede-afe4-f6f48a3c8596" [ 1382.833370] env[62181]: _type = "Task" [ 1382.833370] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.834662] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eb67acc-708a-4325-9ea8-6f6dede17933 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.846680] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52bec804-5baa-dede-afe4-f6f48a3c8596, 'name': SearchDatastore_Task, 'duration_secs': 0.009596} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.847703] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d32fa6-d9cf-4382-a640-2054904dea3f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.857869] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1382.857869] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c379ec-6f86-4e67-9899-9a3ab46a74df" [ 1382.857869] env[62181]: _type = "Task" [ 1382.857869] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.859524] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Created folder: Project (dd7fca87420e416ca22bfd7264059321) in parent group-v371238. [ 1382.859727] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Creating folder: Instances. Parent ref: group-v371251. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1382.860377] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed7d6fd6-7b60-44c7-af3a-a4f2b6762a46 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.865801] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c379ec-6f86-4e67-9899-9a3ab46a74df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.876140] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Created folder: Instances in parent group-v371251. [ 1382.876140] env[62181]: DEBUG oslo.service.loopingcall [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1382.876365] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1382.876600] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbed6720-b459-4d9b-97ce-4a3e708e4303 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.898710] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1382.898710] env[62181]: value = "task-1789592" [ 1382.898710] env[62181]: _type = "Task" [ 1382.898710] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.907251] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789592, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.909314] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d20ee9-162e-416b-8a82-78feb1bfb0c0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.916505] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49436d1d-7dac-4708-b467-f8a83190b8e0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.954648] env[62181]: DEBUG nova.network.neutron [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Successfully created port: 429f3099-57fe-42a3-b9ab-99e72eac5a54 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1382.959532] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037dd940-fa72-4ea0-bfc8-7481305e1721 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.967956] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8dbc2c-a7a8-4476-986e-2d47823cc251 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.982345] env[62181]: DEBUG nova.compute.provider_tree [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.204082] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789587, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.261233] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquiring lock "0dcc25aa-294f-46d2-b01a-1eb7149b4838" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.261233] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "0dcc25aa-294f-46d2-b01a-1eb7149b4838" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.267309] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.285896] env[62181]: DEBUG nova.network.neutron [req-071186ad-937a-401f-8377-7ec72e14b4d9 req-29e065c2-b635-456d-bc83-b93cd0c7413c service nova] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Updated VIF entry in instance network info cache for port 0824a77f-3279-47ee-b133-e03c44d76eb3. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1383.285896] env[62181]: DEBUG nova.network.neutron [req-071186ad-937a-401f-8377-7ec72e14b4d9 req-29e065c2-b635-456d-bc83-b93cd0c7413c service nova] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Updating instance_info_cache with network_info: [{"id": "0824a77f-3279-47ee-b133-e03c44d76eb3", "address": "fa:16:3e:c8:fc:b5", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0824a77f-32", "ovs_interfaceid": "0824a77f-3279-47ee-b133-e03c44d76eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.320973] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.370762] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c379ec-6f86-4e67-9899-9a3ab46a74df, 'name': SearchDatastore_Task, 'duration_secs': 0.11892} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.371556] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.375155] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f9324e42-bc6f-49f4-b716-92f25ac17433/f9324e42-bc6f-49f4-b716-92f25ac17433.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1383.375851] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6584239e-f54d-4bd9-8f5e-6df8cea6e5af {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.387022] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1383.387022] env[62181]: value = "task-1789593" [ 1383.387022] env[62181]: _type = "Task" [ 1383.387022] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.393869] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.417884] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789592, 'name': CreateVM_Task, 'duration_secs': 0.320484} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.418391] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1383.420402] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.421186] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.421692] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.422630] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccc4ad4f-0613-43bf-bb14-436f1485e7bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.428722] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1383.428722] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52cce449-f1bf-be30-213d-2a2631fc6e4f" [ 1383.428722] env[62181]: _type = "Task" [ 1383.428722] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.437831] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52cce449-f1bf-be30-213d-2a2631fc6e4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.485521] env[62181]: DEBUG nova.scheduler.client.report [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.519454] env[62181]: DEBUG nova.compute.manager [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1383.552785] env[62181]: DEBUG nova.virt.hardware [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1383.553075] env[62181]: DEBUG nova.virt.hardware [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.553249] env[62181]: DEBUG nova.virt.hardware [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1383.553439] env[62181]: DEBUG nova.virt.hardware [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.553576] env[62181]: DEBUG nova.virt.hardware [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1383.553718] env[62181]: DEBUG nova.virt.hardware [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1383.553935] env[62181]: DEBUG nova.virt.hardware [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1383.554695] env[62181]: DEBUG nova.virt.hardware [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1383.554946] env[62181]: DEBUG nova.virt.hardware [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1383.555136] env[62181]: DEBUG nova.virt.hardware [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1383.555320] env[62181]: DEBUG nova.virt.hardware [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1383.556538] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070d68df-6d31-4aab-8d48-6ddc9503f96e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.567091] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd225f6-dee8-4b32-adb0-86193955edba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.705470] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770321} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.705737] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 9f252cab-0257-4a11-83ec-16e47e16deb7/9f252cab-0257-4a11-83ec-16e47e16deb7.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.705948] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.706217] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc594e65-a0ae-49c0-beac-069ebbc65581 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.717226] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Waiting for the task: (returnval){ [ 1383.717226] env[62181]: value = "task-1789594" [ 1383.717226] env[62181]: _type = "Task" [ 1383.717226] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.725048] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.763897] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789588, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.789565] env[62181]: DEBUG oslo_concurrency.lockutils [req-071186ad-937a-401f-8377-7ec72e14b4d9 req-29e065c2-b635-456d-bc83-b93cd0c7413c service nova] Releasing lock "refresh_cache-c84b1d01-bbc1-4644-962a-ca1301ac099c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.820718] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789589, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.899167] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.943249] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52cce449-f1bf-be30-213d-2a2631fc6e4f, 'name': SearchDatastore_Task, 'duration_secs': 0.023459} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.943249] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.943506] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.943955] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.944261] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.946018] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.946018] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2904b9d6-1b57-4bc6-adf3-ca9d5cf66ed7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.961041] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.961041] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.961041] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bce0165-ef17-42e3-8718-bc11b5eee746 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.968124] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1383.968124] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5290438f-5cc1-77b3-3474-6798b90a5f0c" [ 1383.968124] env[62181]: _type = "Task" [ 1383.968124] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.982293] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5290438f-5cc1-77b3-3474-6798b90a5f0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.992923] env[62181]: DEBUG oslo_concurrency.lockutils [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.993595] env[62181]: DEBUG nova.compute.manager [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1383.999677] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.505s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.999677] env[62181]: INFO nova.compute.claims [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1384.016256] env[62181]: DEBUG nova.compute.manager [req-e379f3bc-1a91-4f60-b1c6-df0dc9e1626c req-0e7eb826-6f0e-4779-b11f-7fd63b6eb993 service nova] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Received event network-vif-plugged-1ed140ae-c032-43ad-9cf3-60ab620b8ea4 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1384.016425] env[62181]: DEBUG oslo_concurrency.lockutils [req-e379f3bc-1a91-4f60-b1c6-df0dc9e1626c req-0e7eb826-6f0e-4779-b11f-7fd63b6eb993 service nova] Acquiring lock "601e137f-f0c6-456f-962e-a97ad59f1fa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.016581] env[62181]: DEBUG oslo_concurrency.lockutils [req-e379f3bc-1a91-4f60-b1c6-df0dc9e1626c req-0e7eb826-6f0e-4779-b11f-7fd63b6eb993 service nova] Lock "601e137f-f0c6-456f-962e-a97ad59f1fa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.016740] env[62181]: DEBUG oslo_concurrency.lockutils [req-e379f3bc-1a91-4f60-b1c6-df0dc9e1626c req-0e7eb826-6f0e-4779-b11f-7fd63b6eb993 service nova] Lock "601e137f-f0c6-456f-962e-a97ad59f1fa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.017018] env[62181]: DEBUG nova.compute.manager [req-e379f3bc-1a91-4f60-b1c6-df0dc9e1626c req-0e7eb826-6f0e-4779-b11f-7fd63b6eb993 service nova] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] No waiting events found dispatching network-vif-plugged-1ed140ae-c032-43ad-9cf3-60ab620b8ea4 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1384.017088] env[62181]: WARNING nova.compute.manager [req-e379f3bc-1a91-4f60-b1c6-df0dc9e1626c req-0e7eb826-6f0e-4779-b11f-7fd63b6eb993 service nova] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Received unexpected event network-vif-plugged-1ed140ae-c032-43ad-9cf3-60ab620b8ea4 for instance with vm_state building and task_state spawning. [ 1384.017897] env[62181]: DEBUG nova.compute.manager [req-e379f3bc-1a91-4f60-b1c6-df0dc9e1626c req-0e7eb826-6f0e-4779-b11f-7fd63b6eb993 service nova] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Received event network-changed-1ed140ae-c032-43ad-9cf3-60ab620b8ea4 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1384.017897] env[62181]: DEBUG nova.compute.manager [req-e379f3bc-1a91-4f60-b1c6-df0dc9e1626c req-0e7eb826-6f0e-4779-b11f-7fd63b6eb993 service nova] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Refreshing instance network info cache due to event network-changed-1ed140ae-c032-43ad-9cf3-60ab620b8ea4. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1384.017897] env[62181]: DEBUG oslo_concurrency.lockutils [req-e379f3bc-1a91-4f60-b1c6-df0dc9e1626c req-0e7eb826-6f0e-4779-b11f-7fd63b6eb993 service nova] Acquiring lock "refresh_cache-601e137f-f0c6-456f-962e-a97ad59f1fa5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.017897] env[62181]: DEBUG oslo_concurrency.lockutils [req-e379f3bc-1a91-4f60-b1c6-df0dc9e1626c req-0e7eb826-6f0e-4779-b11f-7fd63b6eb993 service nova] Acquired lock "refresh_cache-601e137f-f0c6-456f-962e-a97ad59f1fa5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.017897] env[62181]: DEBUG nova.network.neutron [req-e379f3bc-1a91-4f60-b1c6-df0dc9e1626c req-0e7eb826-6f0e-4779-b11f-7fd63b6eb993 service nova] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Refreshing network info cache for port 1ed140ae-c032-43ad-9cf3-60ab620b8ea4 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.233758] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072316} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.234098] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.235239] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24874c6d-0303-4171-b654-d7b61c3acd28 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.272265] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 9f252cab-0257-4a11-83ec-16e47e16deb7/9f252cab-0257-4a11-83ec-16e47e16deb7.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.278718] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16196972-f4f5-4c6b-b88c-22073e6da9e1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.302627] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789588, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.318418} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.304036] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b/89d052a1-7dbb-47b7-b9d1-d573a50fbc4b.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1384.304404] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1384.304575] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Waiting for the task: (returnval){ [ 1384.304575] env[62181]: value = "task-1789595" [ 1384.304575] env[62181]: _type = "Task" [ 1384.304575] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.304796] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aaeb773a-6f2a-4379-932f-3b3f6f329054 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.318849] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1384.318849] env[62181]: value = "task-1789596" [ 1384.318849] env[62181]: _type = "Task" [ 1384.318849] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.323845] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.336032] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789589, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.339429] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.398822] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.486385] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5290438f-5cc1-77b3-3474-6798b90a5f0c, 'name': SearchDatastore_Task, 'duration_secs': 0.082624} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.487016] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d22df68-a901-4b02-9092-b4d3a2c73220 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.492988] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1384.492988] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527dd904-0b95-5c52-b235-2823bb991493" [ 1384.492988] env[62181]: _type = "Task" [ 1384.492988] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.503621] env[62181]: DEBUG nova.compute.utils [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1384.505457] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527dd904-0b95-5c52-b235-2823bb991493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.508261] env[62181]: DEBUG nova.compute.manager [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1384.509081] env[62181]: DEBUG nova.network.neutron [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1384.655812] env[62181]: DEBUG nova.policy [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '820d966ac2b74c549ecdc5a269af4fa3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eeab6549a5fe4efaa5b99cc4705eef80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1384.673760] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Acquiring lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.673760] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.830736] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789589, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.830953] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789595, 'name': ReconfigVM_Task, 'duration_secs': 0.392744} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.834664] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 9f252cab-0257-4a11-83ec-16e47e16deb7/9f252cab-0257-4a11-83ec-16e47e16deb7.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.837820] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43b056ef-8ba0-478a-b325-5667c096283a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.844446] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078171} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.845878] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.846293] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Waiting for the task: (returnval){ [ 1384.846293] env[62181]: value = "task-1789597" [ 1384.846293] env[62181]: _type = "Task" [ 1384.846293] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.847071] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e6f542-8dea-4b4a-aca3-1940d3032556 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.859596] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789597, 'name': Rename_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.879512] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b/89d052a1-7dbb-47b7-b9d1-d573a50fbc4b.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.879864] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fab2d78-4760-4ebb-8314-0b6f91078a70 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.905314] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789593, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.906878] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1384.906878] env[62181]: value = "task-1789598" [ 1384.906878] env[62181]: _type = "Task" [ 1384.906878] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.915782] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.007542] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527dd904-0b95-5c52-b235-2823bb991493, 'name': SearchDatastore_Task, 'duration_secs': 0.123128} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.008319] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.008665] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 601e137f-f0c6-456f-962e-a97ad59f1fa5/601e137f-f0c6-456f-962e-a97ad59f1fa5.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1385.009038] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19dd1da9-d442-4089-bd7f-bb586e0f8205 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.012499] env[62181]: DEBUG nova.compute.manager [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1385.028356] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1385.028356] env[62181]: value = "task-1789599" [ 1385.028356] env[62181]: _type = "Task" [ 1385.028356] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.038365] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.331075] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789589, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.035754} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.331869] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] c84b1d01-bbc1-4644-962a-ca1301ac099c/c84b1d01-bbc1-4644-962a-ca1301ac099c.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1385.331869] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1385.331869] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0796622b-7dc6-4a7e-a03e-6fe0ba2d2ed0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.339016] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Waiting for the task: (returnval){ [ 1385.339016] env[62181]: value = "task-1789600" [ 1385.339016] env[62181]: _type = "Task" [ 1385.339016] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.350183] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.363527] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789597, 'name': Rename_Task, 'duration_secs': 0.170932} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.364121] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.365102] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5858562b-b0be-4d38-9b87-91b2cb1e2cb5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.372235] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Waiting for the task: (returnval){ [ 1385.372235] env[62181]: value = "task-1789601" [ 1385.372235] env[62181]: _type = "Task" [ 1385.372235] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.379722] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.408631] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789593, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.976399} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.413103] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f9324e42-bc6f-49f4-b716-92f25ac17433/f9324e42-bc6f-49f4-b716-92f25ac17433.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1385.413383] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1385.413618] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cdfdd0b-f300-4349-af7c-743ae28a68a2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.424039] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789598, 'name': ReconfigVM_Task, 'duration_secs': 0.324} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.426233] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b/89d052a1-7dbb-47b7-b9d1-d573a50fbc4b.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.427097] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1385.427097] env[62181]: value = "task-1789602" [ 1385.427097] env[62181]: _type = "Task" [ 1385.427097] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.429996] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-450ef771-c27f-4738-b1ac-f52511d74e6a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.443645] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1385.443645] env[62181]: value = "task-1789603" [ 1385.443645] env[62181]: _type = "Task" [ 1385.443645] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.444092] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.448873] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32b7b02-f3d2-4beb-9d77-b3b3fd206cda {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.458456] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789603, 'name': Rename_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.459972] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd619269-a103-4529-912f-2adaecaff5ef {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.494118] env[62181]: DEBUG nova.network.neutron [req-e379f3bc-1a91-4f60-b1c6-df0dc9e1626c req-0e7eb826-6f0e-4779-b11f-7fd63b6eb993 service nova] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Updated VIF entry in instance network info cache for port 1ed140ae-c032-43ad-9cf3-60ab620b8ea4. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.494118] env[62181]: DEBUG nova.network.neutron [req-e379f3bc-1a91-4f60-b1c6-df0dc9e1626c req-0e7eb826-6f0e-4779-b11f-7fd63b6eb993 service nova] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Updating instance_info_cache with network_info: [{"id": "1ed140ae-c032-43ad-9cf3-60ab620b8ea4", "address": "fa:16:3e:a2:0d:e5", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ed140ae-c0", "ovs_interfaceid": "1ed140ae-c032-43ad-9cf3-60ab620b8ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.496485] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c503539-e58b-4ec4-8492-2b06740e98a9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.508962] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f9e542-5f7b-4f14-8b57-ba394d9730ea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.531028] env[62181]: DEBUG nova.compute.provider_tree [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1385.539731] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.717529] env[62181]: DEBUG nova.network.neutron [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Successfully created port: 4a036fb7-c7ae-4d4e-bc01-0e6407d5f077 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1385.853220] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07691} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.853734] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.855044] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cb7122-5502-4a13-a36d-ea9e49fe1c2d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.881011] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] c84b1d01-bbc1-4644-962a-ca1301ac099c/c84b1d01-bbc1-4644-962a-ca1301ac099c.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.881476] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40548e19-82e7-4b14-a21c-00996edac398 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.907569] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789601, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.909370] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Waiting for the task: (returnval){ [ 1385.909370] env[62181]: value = "task-1789604" [ 1385.909370] env[62181]: _type = "Task" [ 1385.909370] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.918490] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.931146] env[62181]: DEBUG nova.network.neutron [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Successfully updated port: 429f3099-57fe-42a3-b9ab-99e72eac5a54 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1385.943995] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09998} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.945278] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.946518] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf676250-8cb7-4396-8c8f-75f77ec7707b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.961895] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789603, 'name': Rename_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.979434] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] f9324e42-bc6f-49f4-b716-92f25ac17433/f9324e42-bc6f-49f4-b716-92f25ac17433.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.980493] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbdaea5d-f4d0-4058-8937-0636e27047f8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.002225] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1386.002225] env[62181]: value = "task-1789605" [ 1386.002225] env[62181]: _type = "Task" [ 1386.002225] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.003035] env[62181]: DEBUG oslo_concurrency.lockutils [req-e379f3bc-1a91-4f60-b1c6-df0dc9e1626c req-0e7eb826-6f0e-4779-b11f-7fd63b6eb993 service nova] Releasing lock "refresh_cache-601e137f-f0c6-456f-962e-a97ad59f1fa5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.012620] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.032023] env[62181]: DEBUG nova.compute.manager [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1386.051783] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789599, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.071629] env[62181]: DEBUG nova.virt.hardware [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1386.071878] env[62181]: DEBUG nova.virt.hardware [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.072042] env[62181]: DEBUG nova.virt.hardware [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.072229] env[62181]: DEBUG nova.virt.hardware [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.072368] env[62181]: DEBUG nova.virt.hardware [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.072505] env[62181]: DEBUG nova.virt.hardware [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1386.072702] env[62181]: DEBUG nova.virt.hardware [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1386.072851] env[62181]: DEBUG nova.virt.hardware [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1386.073030] env[62181]: DEBUG nova.virt.hardware [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1386.073170] env[62181]: DEBUG nova.virt.hardware [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1386.073346] env[62181]: DEBUG nova.virt.hardware [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1386.074241] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5956ba6e-cd8b-4b5e-a0a7-d215cfad1d97 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.077689] env[62181]: ERROR nova.scheduler.client.report [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [req-af758b72-801f-435a-b568-fa3c91c9b800] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-af758b72-801f-435a-b568-fa3c91c9b800"}]} [ 1386.085651] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103103f2-433c-4e13-8c12-976fcbe26c06 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.100880] env[62181]: DEBUG nova.scheduler.client.report [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1386.123611] env[62181]: DEBUG nova.scheduler.client.report [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1386.123834] env[62181]: DEBUG nova.compute.provider_tree [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1386.144722] env[62181]: DEBUG nova.scheduler.client.report [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1386.168968] env[62181]: DEBUG nova.scheduler.client.report [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1386.395039] env[62181]: DEBUG oslo_vmware.api [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789601, 'name': PowerOnVM_Task, 'duration_secs': 0.539252} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.401051] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.401051] env[62181]: INFO nova.compute.manager [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Took 15.23 seconds to spawn the instance on the hypervisor. [ 1386.401051] env[62181]: DEBUG nova.compute.manager [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1386.401051] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db829199-0b18-4fc5-b92d-51a6635b0476 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.421871] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.431422] env[62181]: DEBUG oslo_concurrency.lockutils [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquiring lock "refresh_cache-d4622dba-7096-4004-8ebd-a7e62c13528a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.432122] env[62181]: DEBUG oslo_concurrency.lockutils [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquired lock "refresh_cache-d4622dba-7096-4004-8ebd-a7e62c13528a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.432122] env[62181]: DEBUG nova.network.neutron [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.463704] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789603, 'name': Rename_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.514466] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.515945] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc09f705-f7ec-44f9-9f24-64814cb6366e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.522822] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bbfa9f-3d91-49ea-ba95-45a5137bb93b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.563417] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f30df8-6c52-4cc0-bd2c-e8c01d86a8d8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.571217] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789599, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.087776} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.573774] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 601e137f-f0c6-456f-962e-a97ad59f1fa5/601e137f-f0c6-456f-962e-a97ad59f1fa5.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.574052] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.574351] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0937c0b-031e-4b42-a234-bf2b48e44922 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.578732] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d21d84-37bf-44e6-be67-c45ddb6d0d23 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.597992] env[62181]: DEBUG nova.compute.provider_tree [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1386.597992] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1386.597992] env[62181]: value = "task-1789606" [ 1386.597992] env[62181]: _type = "Task" [ 1386.597992] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.605875] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.930522] env[62181]: INFO nova.compute.manager [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Took 20.04 seconds to build instance. [ 1386.931511] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789604, 'name': ReconfigVM_Task, 'duration_secs': 0.939168} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.932117] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Reconfigured VM instance instance-00000003 to attach disk [datastore1] c84b1d01-bbc1-4644-962a-ca1301ac099c/c84b1d01-bbc1-4644-962a-ca1301ac099c.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.932565] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-845f81d9-37dc-45a1-8638-5fc38dac99ad {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.941181] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Waiting for the task: (returnval){ [ 1386.941181] env[62181]: value = "task-1789607" [ 1386.941181] env[62181]: _type = "Task" [ 1386.941181] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.950580] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789607, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.960118] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789603, 'name': Rename_Task, 'duration_secs': 1.15997} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.963218] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.963218] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb1568c8-b9be-4f59-af12-530daef59697 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.974099] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1386.974099] env[62181]: value = "task-1789608" [ 1386.974099] env[62181]: _type = "Task" [ 1386.974099] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.985708] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.017900] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789605, 'name': ReconfigVM_Task, 'duration_secs': 0.841648} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.017900] env[62181]: DEBUG nova.network.neutron [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1387.019166] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Reconfigured VM instance instance-00000005 to attach disk [datastore1] f9324e42-bc6f-49f4-b716-92f25ac17433/f9324e42-bc6f-49f4-b716-92f25ac17433.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.021429] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cefd3bb-19c7-45a7-b2db-51ee3366525a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.031078] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1387.031078] env[62181]: value = "task-1789609" [ 1387.031078] env[62181]: _type = "Task" [ 1387.031078] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.040069] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789609, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.113018] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068927} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.113018] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.113018] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c09c29-58a0-46df-ad9b-9dc68d418f99 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.139962] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 601e137f-f0c6-456f-962e-a97ad59f1fa5/601e137f-f0c6-456f-962e-a97ad59f1fa5.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.140893] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38bfd595-b807-4c00-adf9-f8a73ec53aef {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.168119] env[62181]: DEBUG nova.scheduler.client.report [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 24 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1387.168397] env[62181]: DEBUG nova.compute.provider_tree [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 24 to 25 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1387.168587] env[62181]: DEBUG nova.compute.provider_tree [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1387.186918] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1387.186918] env[62181]: value = "task-1789610" [ 1387.186918] env[62181]: _type = "Task" [ 1387.186918] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.198753] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.223606] env[62181]: DEBUG nova.compute.manager [req-849142e8-b63f-4d14-960c-d86ac5c4e06c req-86deb5e9-ffe0-4ed5-8408-184a517183b7 service nova] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Received event network-vif-plugged-429f3099-57fe-42a3-b9ab-99e72eac5a54 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1387.225209] env[62181]: DEBUG oslo_concurrency.lockutils [req-849142e8-b63f-4d14-960c-d86ac5c4e06c req-86deb5e9-ffe0-4ed5-8408-184a517183b7 service nova] Acquiring lock "d4622dba-7096-4004-8ebd-a7e62c13528a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.225209] env[62181]: DEBUG oslo_concurrency.lockutils [req-849142e8-b63f-4d14-960c-d86ac5c4e06c req-86deb5e9-ffe0-4ed5-8408-184a517183b7 service nova] Lock "d4622dba-7096-4004-8ebd-a7e62c13528a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.225209] env[62181]: DEBUG oslo_concurrency.lockutils [req-849142e8-b63f-4d14-960c-d86ac5c4e06c req-86deb5e9-ffe0-4ed5-8408-184a517183b7 service nova] Lock "d4622dba-7096-4004-8ebd-a7e62c13528a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.225209] env[62181]: DEBUG nova.compute.manager [req-849142e8-b63f-4d14-960c-d86ac5c4e06c req-86deb5e9-ffe0-4ed5-8408-184a517183b7 service nova] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] No waiting events found dispatching network-vif-plugged-429f3099-57fe-42a3-b9ab-99e72eac5a54 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1387.225209] env[62181]: WARNING nova.compute.manager [req-849142e8-b63f-4d14-960c-d86ac5c4e06c req-86deb5e9-ffe0-4ed5-8408-184a517183b7 service nova] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Received unexpected event network-vif-plugged-429f3099-57fe-42a3-b9ab-99e72eac5a54 for instance with vm_state building and task_state spawning. [ 1387.225465] env[62181]: DEBUG nova.compute.manager [req-849142e8-b63f-4d14-960c-d86ac5c4e06c req-86deb5e9-ffe0-4ed5-8408-184a517183b7 service nova] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Received event network-changed-429f3099-57fe-42a3-b9ab-99e72eac5a54 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1387.225465] env[62181]: DEBUG nova.compute.manager [req-849142e8-b63f-4d14-960c-d86ac5c4e06c req-86deb5e9-ffe0-4ed5-8408-184a517183b7 service nova] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Refreshing instance network info cache due to event network-changed-429f3099-57fe-42a3-b9ab-99e72eac5a54. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1387.226330] env[62181]: DEBUG oslo_concurrency.lockutils [req-849142e8-b63f-4d14-960c-d86ac5c4e06c req-86deb5e9-ffe0-4ed5-8408-184a517183b7 service nova] Acquiring lock "refresh_cache-d4622dba-7096-4004-8ebd-a7e62c13528a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.374374] env[62181]: DEBUG nova.network.neutron [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Updating instance_info_cache with network_info: [{"id": "429f3099-57fe-42a3-b9ab-99e72eac5a54", "address": "fa:16:3e:74:c1:1a", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap429f3099-57", "ovs_interfaceid": "429f3099-57fe-42a3-b9ab-99e72eac5a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.433758] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b94b7f5e-3d3e-4d82-8ab8-89d975803acc tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Lock "9f252cab-0257-4a11-83ec-16e47e16deb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.555s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.461207] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789607, 'name': Rename_Task, 'duration_secs': 0.205756} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.462101] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.462359] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-695eccf2-76ab-42c6-ad27-a0d5a58d6a28 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.470380] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Waiting for the task: (returnval){ [ 1387.470380] env[62181]: value = "task-1789611" [ 1387.470380] env[62181]: _type = "Task" [ 1387.470380] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.491927] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.493333] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789608, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.545526] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789609, 'name': Rename_Task, 'duration_secs': 0.1902} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.545526] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.545526] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43490429-8232-44b9-a5c4-22e500958445 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.555747] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1387.555747] env[62181]: value = "task-1789612" [ 1387.555747] env[62181]: _type = "Task" [ 1387.555747] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.567628] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.677751] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.681s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.679063] env[62181]: DEBUG nova.compute.manager [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1387.690571] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.458s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.692437] env[62181]: INFO nova.compute.claims [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1387.720424] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789610, 'name': ReconfigVM_Task, 'duration_secs': 0.372442} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.720862] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 601e137f-f0c6-456f-962e-a97ad59f1fa5/601e137f-f0c6-456f-962e-a97ad59f1fa5.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.721630] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17e8fd83-9bb3-4967-8ed4-bd9d64f9a8d9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.730237] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1387.730237] env[62181]: value = "task-1789613" [ 1387.730237] env[62181]: _type = "Task" [ 1387.730237] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.745663] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789613, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.878667] env[62181]: DEBUG oslo_concurrency.lockutils [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Releasing lock "refresh_cache-d4622dba-7096-4004-8ebd-a7e62c13528a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.878667] env[62181]: DEBUG nova.compute.manager [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Instance network_info: |[{"id": "429f3099-57fe-42a3-b9ab-99e72eac5a54", "address": "fa:16:3e:74:c1:1a", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap429f3099-57", "ovs_interfaceid": "429f3099-57fe-42a3-b9ab-99e72eac5a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1387.878842] env[62181]: DEBUG oslo_concurrency.lockutils [req-849142e8-b63f-4d14-960c-d86ac5c4e06c req-86deb5e9-ffe0-4ed5-8408-184a517183b7 service nova] Acquired lock "refresh_cache-d4622dba-7096-4004-8ebd-a7e62c13528a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.878924] env[62181]: DEBUG nova.network.neutron [req-849142e8-b63f-4d14-960c-d86ac5c4e06c req-86deb5e9-ffe0-4ed5-8408-184a517183b7 service nova] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Refreshing network info cache for port 429f3099-57fe-42a3-b9ab-99e72eac5a54 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.881417] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:c1:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '429f3099-57fe-42a3-b9ab-99e72eac5a54', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.891128] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Creating folder: Project (3981878f8ecc44c6b8ceee23cdf4e589). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1387.896032] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-076868af-72a7-4f97-bd41-8773ff5ee0b0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.905054] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Created folder: Project (3981878f8ecc44c6b8ceee23cdf4e589) in parent group-v371238. [ 1387.905054] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Creating folder: Instances. Parent ref: group-v371254. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1387.905326] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffb702c3-76cb-414f-bfec-fc7a030c4c80 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.915451] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Created folder: Instances in parent group-v371254. [ 1387.915750] env[62181]: DEBUG oslo.service.loopingcall [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.915956] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.916201] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e9181dd-f831-4d12-9fb0-b720175efb3f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.943230] env[62181]: DEBUG nova.compute.manager [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1387.947651] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.947651] env[62181]: value = "task-1789616" [ 1387.947651] env[62181]: _type = "Task" [ 1387.947651] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.958655] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789616, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.990556] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789611, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.990960] env[62181]: DEBUG oslo_vmware.api [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789608, 'name': PowerOnVM_Task, 'duration_secs': 0.527246} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.992519] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1387.992749] env[62181]: INFO nova.compute.manager [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Took 14.32 seconds to spawn the instance on the hypervisor. [ 1387.992926] env[62181]: DEBUG nova.compute.manager [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1387.993813] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d974120e-09b1-4399-bb93-8397389d6e6f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.069279] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789612, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.203458] env[62181]: DEBUG nova.compute.utils [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1388.205245] env[62181]: DEBUG nova.compute.manager [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1388.205435] env[62181]: DEBUG nova.network.neutron [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1388.248629] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789613, 'name': Rename_Task, 'duration_secs': 0.19403} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.249054] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.249387] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b7fb2ff-6e2a-478d-8e16-c096b39f411c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.257699] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1388.257699] env[62181]: value = "task-1789617" [ 1388.257699] env[62181]: _type = "Task" [ 1388.257699] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.272596] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.427923] env[62181]: DEBUG nova.policy [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b20bfd410bc45bfa138c8ee16ff69cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9dc016d31c645a0a771b4744d080cdd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1388.467431] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789616, 'name': CreateVM_Task, 'duration_secs': 0.37456} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.468500] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.468500] env[62181]: DEBUG oslo_concurrency.lockutils [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.468721] env[62181]: DEBUG oslo_concurrency.lockutils [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.469070] env[62181]: DEBUG oslo_concurrency.lockutils [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.469233] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5df6cd54-2b6d-493b-bc60-addbe962dd9c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.477899] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for the task: (returnval){ [ 1388.477899] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]523389c3-ad67-2a9c-3c75-62f5f7894b4e" [ 1388.477899] env[62181]: _type = "Task" [ 1388.477899] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.482405] env[62181]: DEBUG oslo_vmware.api [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789611, 'name': PowerOnVM_Task, 'duration_secs': 0.690537} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.482794] env[62181]: DEBUG oslo_concurrency.lockutils [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.486274] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.486556] env[62181]: INFO nova.compute.manager [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Took 12.51 seconds to spawn the instance on the hypervisor. [ 1388.486624] env[62181]: DEBUG nova.compute.manager [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1388.487819] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3f765c-aaac-4b90-b789-6a1ea15ba73e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.496543] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523389c3-ad67-2a9c-3c75-62f5f7894b4e, 'name': SearchDatastore_Task, 'duration_secs': 0.012669} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.498696] env[62181]: DEBUG oslo_concurrency.lockutils [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.498950] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.499192] env[62181]: DEBUG oslo_concurrency.lockutils [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.499369] env[62181]: DEBUG oslo_concurrency.lockutils [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.499567] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.502605] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2e593ec-43a9-4307-a573-0ab95f8b7f06 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.519138] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.519485] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.522465] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde93021-4da4-4652-bd96-090cc2cd65f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.525280] env[62181]: INFO nova.compute.manager [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Took 20.84 seconds to build instance. [ 1388.529293] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for the task: (returnval){ [ 1388.529293] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a43872-22e4-d06b-bcea-1d2d71a67e5b" [ 1388.529293] env[62181]: _type = "Task" [ 1388.529293] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.539541] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a43872-22e4-d06b-bcea-1d2d71a67e5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.565564] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789612, 'name': PowerOnVM_Task} progress is 86%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.665698] env[62181]: DEBUG nova.network.neutron [req-849142e8-b63f-4d14-960c-d86ac5c4e06c req-86deb5e9-ffe0-4ed5-8408-184a517183b7 service nova] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Updated VIF entry in instance network info cache for port 429f3099-57fe-42a3-b9ab-99e72eac5a54. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.666081] env[62181]: DEBUG nova.network.neutron [req-849142e8-b63f-4d14-960c-d86ac5c4e06c req-86deb5e9-ffe0-4ed5-8408-184a517183b7 service nova] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Updating instance_info_cache with network_info: [{"id": "429f3099-57fe-42a3-b9ab-99e72eac5a54", "address": "fa:16:3e:74:c1:1a", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap429f3099-57", "ovs_interfaceid": "429f3099-57fe-42a3-b9ab-99e72eac5a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.708536] env[62181]: DEBUG nova.compute.manager [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1388.771458] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789617, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.018171] env[62181]: INFO nova.compute.manager [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Took 20.69 seconds to build instance. [ 1389.029772] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2018a5d3-d824-41ab-92a4-aabafbe57460 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "89d052a1-7dbb-47b7-b9d1-d573a50fbc4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.354s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.047445] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a43872-22e4-d06b-bcea-1d2d71a67e5b, 'name': SearchDatastore_Task, 'duration_secs': 0.01182} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.052196] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9524b5b5-1916-47df-901f-311615174f2b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.066566] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for the task: (returnval){ [ 1389.066566] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c2f1f4-e452-2512-6204-99045e3a4daf" [ 1389.066566] env[62181]: _type = "Task" [ 1389.066566] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.071426] env[62181]: DEBUG oslo_vmware.api [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789612, 'name': PowerOnVM_Task, 'duration_secs': 1.115433} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.074395] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.074621] env[62181]: INFO nova.compute.manager [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1389.074822] env[62181]: DEBUG nova.compute.manager [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1389.076087] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec186c4-86e4-44a4-bdee-5c155af23f5f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.082753] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c2f1f4-e452-2512-6204-99045e3a4daf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.116239] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a21772f-b97e-459b-8e47-8cb540d115fa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.128924] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b28d38-896a-42f7-aff9-59b2c8faa171 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.165181] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b937a9da-ca4f-47b5-84b2-3f108084aad1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.169178] env[62181]: DEBUG oslo_concurrency.lockutils [req-849142e8-b63f-4d14-960c-d86ac5c4e06c req-86deb5e9-ffe0-4ed5-8408-184a517183b7 service nova] Releasing lock "refresh_cache-d4622dba-7096-4004-8ebd-a7e62c13528a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.175443] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0d0ca0-8001-4267-b79c-f53df12b5c73 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.194463] env[62181]: DEBUG nova.compute.provider_tree [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.221017] env[62181]: DEBUG nova.compute.manager [None req-f01f97ed-616b-4655-8530-9f9caab70e3d tempest-ServerExternalEventsTest-463914538 tempest-ServerExternalEventsTest-463914538-project] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Received event network-changed {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1389.221017] env[62181]: DEBUG nova.compute.manager [None req-f01f97ed-616b-4655-8530-9f9caab70e3d tempest-ServerExternalEventsTest-463914538 tempest-ServerExternalEventsTest-463914538-project] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Refreshing instance network info cache due to event network-changed. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1389.221017] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f01f97ed-616b-4655-8530-9f9caab70e3d tempest-ServerExternalEventsTest-463914538 tempest-ServerExternalEventsTest-463914538-project] Acquiring lock "refresh_cache-9f252cab-0257-4a11-83ec-16e47e16deb7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.221017] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f01f97ed-616b-4655-8530-9f9caab70e3d tempest-ServerExternalEventsTest-463914538 tempest-ServerExternalEventsTest-463914538-project] Acquired lock "refresh_cache-9f252cab-0257-4a11-83ec-16e47e16deb7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.221017] env[62181]: DEBUG nova.network.neutron [None req-f01f97ed-616b-4655-8530-9f9caab70e3d tempest-ServerExternalEventsTest-463914538 tempest-ServerExternalEventsTest-463914538-project] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.269921] env[62181]: DEBUG oslo_vmware.api [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789617, 'name': PowerOnVM_Task, 'duration_secs': 0.58891} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.270963] env[62181]: DEBUG nova.network.neutron [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Successfully updated port: 4a036fb7-c7ae-4d4e-bc01-0e6407d5f077 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1389.273101] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.273259] env[62181]: INFO nova.compute.manager [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Took 10.82 seconds to spawn the instance on the hypervisor. [ 1389.273523] env[62181]: DEBUG nova.compute.manager [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1389.274896] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484f0cc7-ad24-450b-90c5-45be48f827a2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.521143] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce571f14-44e4-46c5-b99e-feeec696d11f tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Lock "c84b1d01-bbc1-4644-962a-ca1301ac099c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.200s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.535516] env[62181]: DEBUG nova.compute.manager [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1389.580954] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c2f1f4-e452-2512-6204-99045e3a4daf, 'name': SearchDatastore_Task, 'duration_secs': 0.02028} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.581366] env[62181]: DEBUG oslo_concurrency.lockutils [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.581524] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] d4622dba-7096-4004-8ebd-a7e62c13528a/d4622dba-7096-4004-8ebd-a7e62c13528a.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.581849] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95da203b-2f1b-40d8-b388-28693861d461 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.592133] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for the task: (returnval){ [ 1389.592133] env[62181]: value = "task-1789618" [ 1389.592133] env[62181]: _type = "Task" [ 1389.592133] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.605371] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.607386] env[62181]: INFO nova.compute.manager [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Took 20.61 seconds to build instance. [ 1389.619278] env[62181]: DEBUG nova.compute.manager [req-756c26ed-d125-4375-a395-d24e714e5e7b req-dbff0bae-48c5-47c7-bc2a-724d2684f6fb service nova] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Received event network-vif-plugged-4a036fb7-c7ae-4d4e-bc01-0e6407d5f077 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1389.619402] env[62181]: DEBUG oslo_concurrency.lockutils [req-756c26ed-d125-4375-a395-d24e714e5e7b req-dbff0bae-48c5-47c7-bc2a-724d2684f6fb service nova] Acquiring lock "790c77cd-62f8-4e65-91b6-122e8a7dbca6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.619694] env[62181]: DEBUG oslo_concurrency.lockutils [req-756c26ed-d125-4375-a395-d24e714e5e7b req-dbff0bae-48c5-47c7-bc2a-724d2684f6fb service nova] Lock "790c77cd-62f8-4e65-91b6-122e8a7dbca6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.619694] env[62181]: DEBUG oslo_concurrency.lockutils [req-756c26ed-d125-4375-a395-d24e714e5e7b req-dbff0bae-48c5-47c7-bc2a-724d2684f6fb service nova] Lock "790c77cd-62f8-4e65-91b6-122e8a7dbca6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.620172] env[62181]: DEBUG nova.compute.manager [req-756c26ed-d125-4375-a395-d24e714e5e7b req-dbff0bae-48c5-47c7-bc2a-724d2684f6fb service nova] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] No waiting events found dispatching network-vif-plugged-4a036fb7-c7ae-4d4e-bc01-0e6407d5f077 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1389.620172] env[62181]: WARNING nova.compute.manager [req-756c26ed-d125-4375-a395-d24e714e5e7b req-dbff0bae-48c5-47c7-bc2a-724d2684f6fb service nova] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Received unexpected event network-vif-plugged-4a036fb7-c7ae-4d4e-bc01-0e6407d5f077 for instance with vm_state building and task_state spawning. [ 1389.697988] env[62181]: DEBUG nova.scheduler.client.report [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.717701] env[62181]: DEBUG nova.compute.manager [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1389.745957] env[62181]: DEBUG nova.virt.hardware [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1389.746236] env[62181]: DEBUG nova.virt.hardware [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1389.746401] env[62181]: DEBUG nova.virt.hardware [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1389.746576] env[62181]: DEBUG nova.virt.hardware [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1389.747041] env[62181]: DEBUG nova.virt.hardware [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1389.747041] env[62181]: DEBUG nova.virt.hardware [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1389.747187] env[62181]: DEBUG nova.virt.hardware [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1389.747258] env[62181]: DEBUG nova.virt.hardware [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1389.747402] env[62181]: DEBUG nova.virt.hardware [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1389.747568] env[62181]: DEBUG nova.virt.hardware [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1389.747733] env[62181]: DEBUG nova.virt.hardware [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1389.748732] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adbc7bb-a651-44d6-abe9-d966fa67692c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.757616] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26b3ff9-f2ce-4d13-a6f9-9e1eea8b392b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.773496] env[62181]: DEBUG oslo_concurrency.lockutils [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "refresh_cache-790c77cd-62f8-4e65-91b6-122e8a7dbca6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.773635] env[62181]: DEBUG oslo_concurrency.lockutils [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired lock "refresh_cache-790c77cd-62f8-4e65-91b6-122e8a7dbca6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.773811] env[62181]: DEBUG nova.network.neutron [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.796850] env[62181]: INFO nova.compute.manager [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Took 20.95 seconds to build instance. [ 1390.025741] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1390.087407] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.117179] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eccfe15a-1435-47ed-bfb4-8986297fe872 tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Lock "f9324e42-bc6f-49f4-b716-92f25ac17433" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.133s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.118157] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789618, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.155042] env[62181]: DEBUG nova.network.neutron [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Successfully created port: 67dfc0fc-0f9a-48d2-81c1-9aebbe79305f {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1390.205228] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.207140] env[62181]: DEBUG nova.compute.manager [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1390.212339] env[62181]: DEBUG oslo_concurrency.lockutils [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.714s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.215695] env[62181]: INFO nova.compute.claims [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.301045] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b3d3fde7-1d69-43d0-954b-13e54746e579 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "601e137f-f0c6-456f-962e-a97ad59f1fa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.469s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.390500] env[62181]: DEBUG nova.network.neutron [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1390.557161] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.577893] env[62181]: DEBUG nova.network.neutron [None req-f01f97ed-616b-4655-8530-9f9caab70e3d tempest-ServerExternalEventsTest-463914538 tempest-ServerExternalEventsTest-463914538-project] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Updating instance_info_cache with network_info: [{"id": "2ea75c1b-e37a-4cbd-b1ff-5b7620822cea", "address": "fa:16:3e:4b:f5:91", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ea75c1b-e3", "ovs_interfaceid": "2ea75c1b-e37a-4cbd-b1ff-5b7620822cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.614855] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793882} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.615134] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] d4622dba-7096-4004-8ebd-a7e62c13528a/d4622dba-7096-4004-8ebd-a7e62c13528a.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1390.615346] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1390.617115] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8a484f3-89f1-48eb-81e3-c78d93668902 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.622367] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1390.627887] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for the task: (returnval){ [ 1390.627887] env[62181]: value = "task-1789619" [ 1390.627887] env[62181]: _type = "Task" [ 1390.627887] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.642261] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.720789] env[62181]: DEBUG nova.compute.utils [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1390.731917] env[62181]: DEBUG nova.compute.manager [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1390.732472] env[62181]: DEBUG nova.network.neutron [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1390.805251] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1390.845149] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Acquiring lock "9f252cab-0257-4a11-83ec-16e47e16deb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.845441] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Lock "9f252cab-0257-4a11-83ec-16e47e16deb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.845683] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Acquiring lock "9f252cab-0257-4a11-83ec-16e47e16deb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.845882] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Lock "9f252cab-0257-4a11-83ec-16e47e16deb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.845998] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Lock "9f252cab-0257-4a11-83ec-16e47e16deb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.852243] env[62181]: INFO nova.compute.manager [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Terminating instance [ 1391.083057] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f01f97ed-616b-4655-8530-9f9caab70e3d tempest-ServerExternalEventsTest-463914538 tempest-ServerExternalEventsTest-463914538-project] Releasing lock "refresh_cache-9f252cab-0257-4a11-83ec-16e47e16deb7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.101266] env[62181]: DEBUG nova.network.neutron [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Updating instance_info_cache with network_info: [{"id": "4a036fb7-c7ae-4d4e-bc01-0e6407d5f077", "address": "fa:16:3e:8f:0f:bf", "network": {"id": "2239479c-690a-4f6a-934c-cb7afef254ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1593847906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeab6549a5fe4efaa5b99cc4705eef80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a036fb7-c7", "ovs_interfaceid": "4a036fb7-c7ae-4d4e-bc01-0e6407d5f077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.145748] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073501} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.146196] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.147904] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13214835-c850-4818-9a08-6a44ff34eed1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.181336] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] d4622dba-7096-4004-8ebd-a7e62c13528a/d4622dba-7096-4004-8ebd-a7e62c13528a.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.182584] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.184131] env[62181]: DEBUG nova.policy [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e69d7ae83a3a43f4b351b678a597db95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fbc66c4b88b4613ba95535c8f53c4dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1391.185882] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41661cb8-b4bc-4cf5-a37e-ccb35d3c2be2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.210925] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for the task: (returnval){ [ 1391.210925] env[62181]: value = "task-1789620" [ 1391.210925] env[62181]: _type = "Task" [ 1391.210925] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.223086] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.231969] env[62181]: DEBUG nova.compute.manager [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1391.309323] env[62181]: INFO nova.compute.manager [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Rebuilding instance [ 1391.337657] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.355836] env[62181]: DEBUG nova.compute.manager [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1391.356935] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.364609] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf586c6-13ad-4846-b3cf-089faccc5472 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.378483] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.385080] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-985ec50d-c0d0-46c5-9494-510980f2114b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.404771] env[62181]: DEBUG nova.compute.manager [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1391.404771] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80050489-ff4f-4547-ba91-57ea5ddd3ad2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.410023] env[62181]: DEBUG oslo_vmware.api [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Waiting for the task: (returnval){ [ 1391.410023] env[62181]: value = "task-1789621" [ 1391.410023] env[62181]: _type = "Task" [ 1391.410023] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.432871] env[62181]: DEBUG oslo_vmware.api [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.607166] env[62181]: DEBUG oslo_concurrency.lockutils [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Releasing lock "refresh_cache-790c77cd-62f8-4e65-91b6-122e8a7dbca6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.607525] env[62181]: DEBUG nova.compute.manager [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Instance network_info: |[{"id": "4a036fb7-c7ae-4d4e-bc01-0e6407d5f077", "address": "fa:16:3e:8f:0f:bf", "network": {"id": "2239479c-690a-4f6a-934c-cb7afef254ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1593847906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeab6549a5fe4efaa5b99cc4705eef80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a036fb7-c7", "ovs_interfaceid": "4a036fb7-c7ae-4d4e-bc01-0e6407d5f077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1391.610209] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:0f:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a036fb7-c7ae-4d4e-bc01-0e6407d5f077', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1391.623022] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Creating folder: Project (eeab6549a5fe4efaa5b99cc4705eef80). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1391.629603] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-effd1b45-a619-4600-8df7-7ff2c9012187 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.649543] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Created folder: Project (eeab6549a5fe4efaa5b99cc4705eef80) in parent group-v371238. [ 1391.651307] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Creating folder: Instances. Parent ref: group-v371257. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1391.651307] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea1c7620-b980-480a-bc03-0fa4f7c86922 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.676591] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Created folder: Instances in parent group-v371257. [ 1391.676975] env[62181]: DEBUG oslo.service.loopingcall [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1391.677080] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1391.677310] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cda7fa56-eb98-4fba-b32c-9599ad955fd6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.705514] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1391.705514] env[62181]: value = "task-1789624" [ 1391.705514] env[62181]: _type = "Task" [ 1391.705514] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.719317] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789624, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.726775] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.729506] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb79954-36d7-404a-830f-d8d7525ef935 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.743328] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a151b2-d077-4ba7-b532-318c97372294 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.787452] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d958384-0e3a-458b-8590-1c0fc5f2c78c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.797577] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732554d8-ca4b-4225-aea0-205783e8a0a2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.814563] env[62181]: DEBUG nova.compute.provider_tree [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.936142] env[62181]: DEBUG oslo_vmware.api [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789621, 'name': PowerOffVM_Task, 'duration_secs': 0.30176} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.937154] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.937359] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.937642] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baf9bd9f-1aa6-4c65-b7e2-18920501bfeb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.115749] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.116569] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.116569] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Deleting the datastore file [datastore1] 9f252cab-0257-4a11-83ec-16e47e16deb7 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.116569] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adfcfc7e-6b9e-4de4-9b62-b71377c2667f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.129616] env[62181]: DEBUG oslo_vmware.api [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Waiting for the task: (returnval){ [ 1392.129616] env[62181]: value = "task-1789626" [ 1392.129616] env[62181]: _type = "Task" [ 1392.129616] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.142549] env[62181]: DEBUG oslo_vmware.api [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.221591] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789624, 'name': CreateVM_Task, 'duration_secs': 0.432142} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.222244] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1392.222955] env[62181]: DEBUG oslo_concurrency.lockutils [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.223131] env[62181]: DEBUG oslo_concurrency.lockutils [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.223449] env[62181]: DEBUG oslo_concurrency.lockutils [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.224026] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e9ff95-aa26-46eb-b85f-466d891de548 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.231179] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789620, 'name': ReconfigVM_Task, 'duration_secs': 0.705561} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.231527] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Reconfigured VM instance instance-00000006 to attach disk [datastore1] d4622dba-7096-4004-8ebd-a7e62c13528a/d4622dba-7096-4004-8ebd-a7e62c13528a.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.232185] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a38ad95f-873e-46c4-aa84-67bd6f2fac20 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.235910] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1392.235910] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b520a9-4723-2688-4c0a-4ae37e4dfd57" [ 1392.235910] env[62181]: _type = "Task" [ 1392.235910] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.243034] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for the task: (returnval){ [ 1392.243034] env[62181]: value = "task-1789627" [ 1392.243034] env[62181]: _type = "Task" [ 1392.243034] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.251382] env[62181]: DEBUG nova.compute.manager [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1392.253510] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b520a9-4723-2688-4c0a-4ae37e4dfd57, 'name': SearchDatastore_Task, 'duration_secs': 0.011722} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.254852] env[62181]: DEBUG oslo_concurrency.lockutils [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.255399] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1392.255399] env[62181]: DEBUG oslo_concurrency.lockutils [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.255399] env[62181]: DEBUG oslo_concurrency.lockutils [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.255556] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1392.255801] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c3e41ad-8316-4a8e-95a6-b415eb909387 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.261879] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789627, 'name': Rename_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.278161] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1392.278456] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1392.279230] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d8602e-389f-4b1b-8b09-df1e0f85cd9b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.290173] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1392.290173] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52312eb0-652c-f997-328b-cac1197949d5" [ 1392.290173] env[62181]: _type = "Task" [ 1392.290173] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.298050] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52312eb0-652c-f997-328b-cac1197949d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.301300] env[62181]: DEBUG nova.virt.hardware [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1392.301721] env[62181]: DEBUG nova.virt.hardware [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1392.304049] env[62181]: DEBUG nova.virt.hardware [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1392.304285] env[62181]: DEBUG nova.virt.hardware [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1392.304447] env[62181]: DEBUG nova.virt.hardware [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1392.304600] env[62181]: DEBUG nova.virt.hardware [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1392.304863] env[62181]: DEBUG nova.virt.hardware [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1392.305078] env[62181]: DEBUG nova.virt.hardware [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1392.305289] env[62181]: DEBUG nova.virt.hardware [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1392.305470] env[62181]: DEBUG nova.virt.hardware [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1392.305679] env[62181]: DEBUG nova.virt.hardware [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1392.306652] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad4424d-5d19-488a-b5a7-0d78370c934c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.316229] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54664b51-fdc6-4200-9e7a-58a1eea2dff2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.324251] env[62181]: DEBUG nova.scheduler.client.report [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.432268] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.432268] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b7d5374-88dc-49c6-9c22-0ac72514a5a8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.446281] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1392.446281] env[62181]: value = "task-1789628" [ 1392.446281] env[62181]: _type = "Task" [ 1392.446281] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.460036] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.505204] env[62181]: DEBUG nova.network.neutron [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Successfully created port: a6ac5eae-0260-4db9-aeb6-e6719f3627a6 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1392.587692] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Acquiring lock "c84b1d01-bbc1-4644-962a-ca1301ac099c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.588093] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Lock "c84b1d01-bbc1-4644-962a-ca1301ac099c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.588381] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Acquiring lock "c84b1d01-bbc1-4644-962a-ca1301ac099c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.588603] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Lock "c84b1d01-bbc1-4644-962a-ca1301ac099c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.588830] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Lock "c84b1d01-bbc1-4644-962a-ca1301ac099c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.593850] env[62181]: INFO nova.compute.manager [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Terminating instance [ 1392.640706] env[62181]: DEBUG oslo_vmware.api [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Task: {'id': task-1789626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199868} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.640706] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.640706] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.640839] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.641014] env[62181]: INFO nova.compute.manager [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1392.641268] env[62181]: DEBUG oslo.service.loopingcall [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1392.641445] env[62181]: DEBUG nova.compute.manager [-] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1392.641533] env[62181]: DEBUG nova.network.neutron [-] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.754448] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789627, 'name': Rename_Task, 'duration_secs': 0.173776} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.754755] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.755046] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1881ee4d-0a09-4712-a093-62112aef581b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.763473] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for the task: (returnval){ [ 1392.763473] env[62181]: value = "task-1789629" [ 1392.763473] env[62181]: _type = "Task" [ 1392.763473] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.773761] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.800460] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52312eb0-652c-f997-328b-cac1197949d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010686} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.801113] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05afcbf0-8585-4bf1-8568-6ac28dc4ffb6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.809726] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1392.809726] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5294c59e-7adf-0304-2f2c-9372b0c4c41d" [ 1392.809726] env[62181]: _type = "Task" [ 1392.809726] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.820894] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5294c59e-7adf-0304-2f2c-9372b0c4c41d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.829830] env[62181]: DEBUG oslo_concurrency.lockutils [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.830674] env[62181]: DEBUG nova.compute.manager [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1392.833209] env[62181]: DEBUG oslo_concurrency.lockutils [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.350s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.837061] env[62181]: INFO nova.compute.claims [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.958132] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789628, 'name': PowerOffVM_Task, 'duration_secs': 0.168869} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.958432] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.959133] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.960045] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248e5cc7-5157-49a9-98b0-0723c1e677e7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.969682] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.969976] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6234af2-553f-4a5b-9b9d-330cbad1a906 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.003675] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.003762] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.003936] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Deleting the datastore file [datastore1] f9324e42-bc6f-49f4-b716-92f25ac17433 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.006109] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-690af814-b88f-43b7-8912-2ecfcc778862 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.016047] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1393.016047] env[62181]: value = "task-1789631" [ 1393.016047] env[62181]: _type = "Task" [ 1393.016047] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.027914] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.099775] env[62181]: DEBUG nova.compute.manager [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1393.099775] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.100034] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff9207c-2e36-40a8-88bf-593bff2b8f43 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.115465] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.115754] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-379def00-8753-47c4-b30b-31d3a3293d3a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.135022] env[62181]: DEBUG oslo_vmware.api [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Waiting for the task: (returnval){ [ 1393.135022] env[62181]: value = "task-1789632" [ 1393.135022] env[62181]: _type = "Task" [ 1393.135022] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.146485] env[62181]: DEBUG oslo_vmware.api [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.281770] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789629, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.326568] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5294c59e-7adf-0304-2f2c-9372b0c4c41d, 'name': SearchDatastore_Task, 'duration_secs': 0.050292} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.328456] env[62181]: DEBUG oslo_concurrency.lockutils [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.329442] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 790c77cd-62f8-4e65-91b6-122e8a7dbca6/790c77cd-62f8-4e65-91b6-122e8a7dbca6.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1393.331943] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12982cb6-af72-40f5-b4d7-157318e90b73 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.354339] env[62181]: DEBUG nova.compute.utils [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1393.359199] env[62181]: DEBUG nova.compute.manager [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1393.359199] env[62181]: DEBUG nova.network.neutron [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1393.360437] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1393.360437] env[62181]: value = "task-1789633" [ 1393.360437] env[62181]: _type = "Task" [ 1393.360437] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.380183] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.528090] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167107} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.529451] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1393.529832] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1393.530081] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1393.536778] env[62181]: DEBUG nova.compute.manager [req-67c0a323-3f69-470a-85c3-4aaafd36f445 req-5ff3a637-e97a-4350-a5bb-e5512a200b4c service nova] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Received event network-changed-4a036fb7-c7ae-4d4e-bc01-0e6407d5f077 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1393.536927] env[62181]: DEBUG nova.compute.manager [req-67c0a323-3f69-470a-85c3-4aaafd36f445 req-5ff3a637-e97a-4350-a5bb-e5512a200b4c service nova] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Refreshing instance network info cache due to event network-changed-4a036fb7-c7ae-4d4e-bc01-0e6407d5f077. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1393.537165] env[62181]: DEBUG oslo_concurrency.lockutils [req-67c0a323-3f69-470a-85c3-4aaafd36f445 req-5ff3a637-e97a-4350-a5bb-e5512a200b4c service nova] Acquiring lock "refresh_cache-790c77cd-62f8-4e65-91b6-122e8a7dbca6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.537320] env[62181]: DEBUG oslo_concurrency.lockutils [req-67c0a323-3f69-470a-85c3-4aaafd36f445 req-5ff3a637-e97a-4350-a5bb-e5512a200b4c service nova] Acquired lock "refresh_cache-790c77cd-62f8-4e65-91b6-122e8a7dbca6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.537511] env[62181]: DEBUG nova.network.neutron [req-67c0a323-3f69-470a-85c3-4aaafd36f445 req-5ff3a637-e97a-4350-a5bb-e5512a200b4c service nova] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Refreshing network info cache for port 4a036fb7-c7ae-4d4e-bc01-0e6407d5f077 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.648780] env[62181]: DEBUG oslo_vmware.api [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789632, 'name': PowerOffVM_Task, 'duration_secs': 0.330226} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.649620] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.650063] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.650580] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54eb4777-aaaf-4fcb-ada9-3087f64e21fd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.737765] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.737999] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.738200] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Deleting the datastore file [datastore1] c84b1d01-bbc1-4644-962a-ca1301ac099c {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.738481] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee086c58-ba43-4178-ba2c-47fbd0016750 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.750987] env[62181]: DEBUG oslo_vmware.api [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Waiting for the task: (returnval){ [ 1393.750987] env[62181]: value = "task-1789635" [ 1393.750987] env[62181]: _type = "Task" [ 1393.750987] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.764154] env[62181]: DEBUG oslo_vmware.api [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.784380] env[62181]: DEBUG oslo_vmware.api [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789629, 'name': PowerOnVM_Task, 'duration_secs': 0.703019} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.785185] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.786165] env[62181]: INFO nova.compute.manager [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1393.786165] env[62181]: DEBUG nova.compute.manager [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1393.786968] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d618870-87cc-4e48-9a8e-157d7a95237a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.803920] env[62181]: DEBUG nova.policy [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '296a5ee355cf47c5872bc571021582cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86a3464a6359439d8cb49f0f62afbadb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1393.823041] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Acquiring lock "d0f2fe87-b24d-4fdb-987b-39138467eb7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.823818] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Lock "d0f2fe87-b24d-4fdb-987b-39138467eb7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.862037] env[62181]: DEBUG nova.compute.manager [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1393.877131] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789633, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.262768] env[62181]: DEBUG oslo_vmware.api [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.285451] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d610f6-793a-40fc-b10b-6597c1a9d37c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.294609] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e60ba1c-a404-4d58-b9bf-08c0f82c364a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.340667] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea0adf0-1e5b-41f2-bb09-024834baeb84 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.344093] env[62181]: INFO nova.compute.manager [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Took 24.86 seconds to build instance. [ 1394.345078] env[62181]: DEBUG nova.network.neutron [-] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.356992] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3f95c4-1720-4027-b06d-3439f71eb4f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.377074] env[62181]: DEBUG nova.compute.provider_tree [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.392467] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789633, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.449141] env[62181]: DEBUG nova.network.neutron [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Successfully updated port: 67dfc0fc-0f9a-48d2-81c1-9aebbe79305f {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.583584] env[62181]: DEBUG nova.virt.hardware [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.583868] env[62181]: DEBUG nova.virt.hardware [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.584072] env[62181]: DEBUG nova.virt.hardware [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.584299] env[62181]: DEBUG nova.virt.hardware [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.584481] env[62181]: DEBUG nova.virt.hardware [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.584660] env[62181]: DEBUG nova.virt.hardware [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.584897] env[62181]: DEBUG nova.virt.hardware [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.585105] env[62181]: DEBUG nova.virt.hardware [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.585313] env[62181]: DEBUG nova.virt.hardware [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.585770] env[62181]: DEBUG nova.virt.hardware [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.586011] env[62181]: DEBUG nova.virt.hardware [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.586885] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967bc447-d996-4160-93ed-be5cda0ed48e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.596830] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c664c85-1970-4e08-8cda-b83a054149b3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.618991] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Instance VIF info [] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1394.626086] env[62181]: DEBUG oslo.service.loopingcall [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.626572] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1394.626893] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4da971ff-e03d-4384-900f-1dcd8e71a31a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.647603] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1394.647603] env[62181]: value = "task-1789636" [ 1394.647603] env[62181]: _type = "Task" [ 1394.647603] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.658059] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789636, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.688504] env[62181]: DEBUG nova.network.neutron [req-67c0a323-3f69-470a-85c3-4aaafd36f445 req-5ff3a637-e97a-4350-a5bb-e5512a200b4c service nova] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Updated VIF entry in instance network info cache for port 4a036fb7-c7ae-4d4e-bc01-0e6407d5f077. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.689979] env[62181]: DEBUG nova.network.neutron [req-67c0a323-3f69-470a-85c3-4aaafd36f445 req-5ff3a637-e97a-4350-a5bb-e5512a200b4c service nova] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Updating instance_info_cache with network_info: [{"id": "4a036fb7-c7ae-4d4e-bc01-0e6407d5f077", "address": "fa:16:3e:8f:0f:bf", "network": {"id": "2239479c-690a-4f6a-934c-cb7afef254ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1593847906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeab6549a5fe4efaa5b99cc4705eef80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a036fb7-c7", "ovs_interfaceid": "4a036fb7-c7ae-4d4e-bc01-0e6407d5f077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.767057] env[62181]: DEBUG oslo_vmware.api [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Task: {'id': task-1789635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.524761} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.767057] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.767057] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.767057] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.767057] env[62181]: INFO nova.compute.manager [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1394.767365] env[62181]: DEBUG oslo.service.loopingcall [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.767365] env[62181]: DEBUG nova.compute.manager [-] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1394.767950] env[62181]: DEBUG nova.network.neutron [-] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1394.847797] env[62181]: DEBUG oslo_concurrency.lockutils [None req-238b1eb5-facd-42c6-9770-575c35cb74f5 tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Lock "d4622dba-7096-4004-8ebd-a7e62c13528a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.381s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.849117] env[62181]: INFO nova.compute.manager [-] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Took 2.21 seconds to deallocate network for instance. [ 1394.882495] env[62181]: DEBUG nova.compute.manager [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1394.886647] env[62181]: DEBUG nova.scheduler.client.report [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.899440] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789633, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.917345] env[62181]: DEBUG nova.virt.hardware [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.918604] env[62181]: DEBUG nova.virt.hardware [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.918604] env[62181]: DEBUG nova.virt.hardware [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.918604] env[62181]: DEBUG nova.virt.hardware [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.918604] env[62181]: DEBUG nova.virt.hardware [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.918604] env[62181]: DEBUG nova.virt.hardware [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.918834] env[62181]: DEBUG nova.virt.hardware [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.920199] env[62181]: DEBUG nova.virt.hardware [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.920199] env[62181]: DEBUG nova.virt.hardware [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.920199] env[62181]: DEBUG nova.virt.hardware [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.920199] env[62181]: DEBUG nova.virt.hardware [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.921567] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30175f55-b2e3-4d3a-9c36-4d5761492af9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.933484] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b300985-58f0-41e2-afc7-4174fbf1e2be {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.956419] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "refresh_cache-571c2ea4-2a87-4876-a245-c6f6f67d2223" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.956419] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquired lock "refresh_cache-571c2ea4-2a87-4876-a245-c6f6f67d2223" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.956612] env[62181]: DEBUG nova.network.neutron [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.162702] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789636, 'name': CreateVM_Task, 'duration_secs': 0.335492} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.162895] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.163341] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.163493] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.164422] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1395.164422] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca51565-5673-4bb3-b2ea-c2c8df01405a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.171611] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1395.171611] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f24697-083a-1470-110a-b25992b73cf5" [ 1395.171611] env[62181]: _type = "Task" [ 1395.171611] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.183199] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f24697-083a-1470-110a-b25992b73cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.193062] env[62181]: DEBUG oslo_concurrency.lockutils [req-67c0a323-3f69-470a-85c3-4aaafd36f445 req-5ff3a637-e97a-4350-a5bb-e5512a200b4c service nova] Releasing lock "refresh_cache-790c77cd-62f8-4e65-91b6-122e8a7dbca6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.355343] env[62181]: DEBUG nova.compute.manager [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1395.364585] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.385136] env[62181]: DEBUG nova.network.neutron [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Successfully created port: cc6b573f-cb21-4443-a02a-c39fae2dfd87 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.395469] env[62181]: DEBUG oslo_concurrency.lockutils [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.398993] env[62181]: DEBUG nova.compute.manager [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1395.402040] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789633, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.650458} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.402040] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.316s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.405629] env[62181]: INFO nova.compute.claims [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1395.408414] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 790c77cd-62f8-4e65-91b6-122e8a7dbca6/790c77cd-62f8-4e65-91b6-122e8a7dbca6.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1395.408561] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1395.409113] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-029484ee-143d-41f6-8a07-684abb317efc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.419815] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1395.419815] env[62181]: value = "task-1789637" [ 1395.419815] env[62181]: _type = "Task" [ 1395.419815] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.433369] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.571610] env[62181]: DEBUG nova.network.neutron [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1395.650584] env[62181]: DEBUG nova.compute.manager [req-62909f59-fcd9-4063-b2e6-6f12dbf9736f req-4ff87c09-dfd6-421a-b8bb-311c5bad37a5 service nova] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Received event network-vif-deleted-2ea75c1b-e37a-4cbd-b1ff-5b7620822cea {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1395.692458] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f24697-083a-1470-110a-b25992b73cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.013052} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.692805] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.694298] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1395.694298] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.694298] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.694298] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1395.694298] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c721a8e3-10bc-4efb-bcfb-c800c8a04564 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.710820] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1395.710820] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1395.711422] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24bc2294-30a6-4408-8932-891d5d96d066 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.719452] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1395.719452] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527c8cb0-72af-8474-1780-f86abe47231a" [ 1395.719452] env[62181]: _type = "Task" [ 1395.719452] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.730434] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527c8cb0-72af-8474-1780-f86abe47231a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.850561] env[62181]: DEBUG nova.network.neutron [-] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.883589] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.913593] env[62181]: DEBUG nova.compute.utils [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1395.915794] env[62181]: DEBUG nova.compute.manager [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Not allocating networking since 'none' was specified. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2023}} [ 1395.932407] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122974} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.932866] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1395.933473] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157192d8-71c4-4a69-bef6-b539b91b9185 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.958040] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 790c77cd-62f8-4e65-91b6-122e8a7dbca6/790c77cd-62f8-4e65-91b6-122e8a7dbca6.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.962149] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04ccda90-a8b8-4421-a912-84cade0930d0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.983633] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1395.983633] env[62181]: value = "task-1789638" [ 1395.983633] env[62181]: _type = "Task" [ 1395.983633] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.992806] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.231861] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527c8cb0-72af-8474-1780-f86abe47231a, 'name': SearchDatastore_Task, 'duration_secs': 0.027842} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.233467] env[62181]: DEBUG nova.network.neutron [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Updating instance_info_cache with network_info: [{"id": "67dfc0fc-0f9a-48d2-81c1-9aebbe79305f", "address": "fa:16:3e:64:83:50", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67dfc0fc-0f", "ovs_interfaceid": "67dfc0fc-0f9a-48d2-81c1-9aebbe79305f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.235693] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a746ccf-99eb-45c2-9c91-f8be6301a88f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.243015] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1396.243015] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b4e01c-d506-b62b-927e-99d7fc04eb36" [ 1396.243015] env[62181]: _type = "Task" [ 1396.243015] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.256502] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b4e01c-d506-b62b-927e-99d7fc04eb36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.318044] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquiring lock "65328a05-9222-43fc-b42d-4dfaeb36cbcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.318633] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "65328a05-9222-43fc-b42d-4dfaeb36cbcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.357665] env[62181]: INFO nova.compute.manager [-] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Took 1.59 seconds to deallocate network for instance. [ 1396.418272] env[62181]: DEBUG nova.compute.manager [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1396.497865] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789638, 'name': ReconfigVM_Task, 'duration_secs': 0.334492} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.500354] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 790c77cd-62f8-4e65-91b6-122e8a7dbca6/790c77cd-62f8-4e65-91b6-122e8a7dbca6.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.501988] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0f3e0cd-30a9-417a-b4a1-03ab81d9e807 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.512430] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1396.512430] env[62181]: value = "task-1789639" [ 1396.512430] env[62181]: _type = "Task" [ 1396.512430] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.528374] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789639, 'name': Rename_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.603330] env[62181]: DEBUG nova.network.neutron [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Successfully updated port: a6ac5eae-0260-4db9-aeb6-e6719f3627a6 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1396.740447] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Releasing lock "refresh_cache-571c2ea4-2a87-4876-a245-c6f6f67d2223" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.740937] env[62181]: DEBUG nova.compute.manager [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Instance network_info: |[{"id": "67dfc0fc-0f9a-48d2-81c1-9aebbe79305f", "address": "fa:16:3e:64:83:50", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67dfc0fc-0f", "ovs_interfaceid": "67dfc0fc-0f9a-48d2-81c1-9aebbe79305f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1396.741101] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:83:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67dfc0fc-0f9a-48d2-81c1-9aebbe79305f', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1396.750195] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Creating folder: Project (a9dc016d31c645a0a771b4744d080cdd). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1396.753953] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f60eecd3-9658-4834-880d-e5b8f0b84217 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.765743] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b4e01c-d506-b62b-927e-99d7fc04eb36, 'name': SearchDatastore_Task, 'duration_secs': 0.012968} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.765998] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.766501] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f9324e42-bc6f-49f4-b716-92f25ac17433/f9324e42-bc6f-49f4-b716-92f25ac17433.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1396.766778] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52aefba8-4021-4c05-85c1-94d88cc0ce8b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.773448] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Created folder: Project (a9dc016d31c645a0a771b4744d080cdd) in parent group-v371238. [ 1396.773714] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Creating folder: Instances. Parent ref: group-v371261. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1396.775220] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-635b5bbf-4ec0-4e22-8ed8-06281db3cefc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.781097] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1396.781097] env[62181]: value = "task-1789641" [ 1396.781097] env[62181]: _type = "Task" [ 1396.781097] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.796021] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Created folder: Instances in parent group-v371261. [ 1396.796021] env[62181]: DEBUG oslo.service.loopingcall [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1396.799094] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1396.799402] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e2aba41-d225-48a0-a88c-c922e741aecd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.826468] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.837248] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1396.837248] env[62181]: value = "task-1789643" [ 1396.837248] env[62181]: _type = "Task" [ 1396.837248] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.852430] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789643, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.870277] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.906572] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae5f181-110a-43d5-aebf-ab463c120b2a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.921284] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28280696-a5b3-48ac-87d6-841f888ccc9e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.976426] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca28330d-9341-4847-a6a4-5bb4ddf6e1f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.988759] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055a6b7e-6bd3-43f6-a774-17302e15c41c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.009564] env[62181]: DEBUG nova.compute.provider_tree [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.013705] env[62181]: DEBUG nova.compute.manager [req-408da91f-a10e-437e-b88a-208b3d9a84b9 req-679979ae-14a4-4cda-9ab0-ba0be2886fae service nova] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Received event network-vif-plugged-67dfc0fc-0f9a-48d2-81c1-9aebbe79305f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1397.014053] env[62181]: DEBUG oslo_concurrency.lockutils [req-408da91f-a10e-437e-b88a-208b3d9a84b9 req-679979ae-14a4-4cda-9ab0-ba0be2886fae service nova] Acquiring lock "571c2ea4-2a87-4876-a245-c6f6f67d2223-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.014280] env[62181]: DEBUG oslo_concurrency.lockutils [req-408da91f-a10e-437e-b88a-208b3d9a84b9 req-679979ae-14a4-4cda-9ab0-ba0be2886fae service nova] Lock "571c2ea4-2a87-4876-a245-c6f6f67d2223-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.014506] env[62181]: DEBUG oslo_concurrency.lockutils [req-408da91f-a10e-437e-b88a-208b3d9a84b9 req-679979ae-14a4-4cda-9ab0-ba0be2886fae service nova] Lock "571c2ea4-2a87-4876-a245-c6f6f67d2223-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.014731] env[62181]: DEBUG nova.compute.manager [req-408da91f-a10e-437e-b88a-208b3d9a84b9 req-679979ae-14a4-4cda-9ab0-ba0be2886fae service nova] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] No waiting events found dispatching network-vif-plugged-67dfc0fc-0f9a-48d2-81c1-9aebbe79305f {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1397.014938] env[62181]: WARNING nova.compute.manager [req-408da91f-a10e-437e-b88a-208b3d9a84b9 req-679979ae-14a4-4cda-9ab0-ba0be2886fae service nova] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Received unexpected event network-vif-plugged-67dfc0fc-0f9a-48d2-81c1-9aebbe79305f for instance with vm_state building and task_state spawning. [ 1397.015145] env[62181]: DEBUG nova.compute.manager [req-408da91f-a10e-437e-b88a-208b3d9a84b9 req-679979ae-14a4-4cda-9ab0-ba0be2886fae service nova] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Received event network-changed-67dfc0fc-0f9a-48d2-81c1-9aebbe79305f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1397.015396] env[62181]: DEBUG nova.compute.manager [req-408da91f-a10e-437e-b88a-208b3d9a84b9 req-679979ae-14a4-4cda-9ab0-ba0be2886fae service nova] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Refreshing instance network info cache due to event network-changed-67dfc0fc-0f9a-48d2-81c1-9aebbe79305f. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1397.015587] env[62181]: DEBUG oslo_concurrency.lockutils [req-408da91f-a10e-437e-b88a-208b3d9a84b9 req-679979ae-14a4-4cda-9ab0-ba0be2886fae service nova] Acquiring lock "refresh_cache-571c2ea4-2a87-4876-a245-c6f6f67d2223" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.015781] env[62181]: DEBUG oslo_concurrency.lockutils [req-408da91f-a10e-437e-b88a-208b3d9a84b9 req-679979ae-14a4-4cda-9ab0-ba0be2886fae service nova] Acquired lock "refresh_cache-571c2ea4-2a87-4876-a245-c6f6f67d2223" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.015954] env[62181]: DEBUG nova.network.neutron [req-408da91f-a10e-437e-b88a-208b3d9a84b9 req-679979ae-14a4-4cda-9ab0-ba0be2886fae service nova] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Refreshing network info cache for port 67dfc0fc-0f9a-48d2-81c1-9aebbe79305f {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1397.028300] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789639, 'name': Rename_Task, 'duration_secs': 0.158013} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.029423] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1397.029974] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcbd0c0b-370f-4671-96d0-9a6e24fea11e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.040971] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1397.040971] env[62181]: value = "task-1789644" [ 1397.040971] env[62181]: _type = "Task" [ 1397.040971] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.055089] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.106218] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Acquiring lock "refresh_cache-24637ec0-1517-4361-b31b-36e1c609198a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.106517] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Acquired lock "refresh_cache-24637ec0-1517-4361-b31b-36e1c609198a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.107703] env[62181]: DEBUG nova.network.neutron [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.298247] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789641, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.348669] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789643, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.436356] env[62181]: DEBUG nova.compute.manager [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1397.482253] env[62181]: DEBUG nova.virt.hardware [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1397.482512] env[62181]: DEBUG nova.virt.hardware [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1397.482669] env[62181]: DEBUG nova.virt.hardware [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1397.482940] env[62181]: DEBUG nova.virt.hardware [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1397.483023] env[62181]: DEBUG nova.virt.hardware [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1397.483156] env[62181]: DEBUG nova.virt.hardware [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1397.483358] env[62181]: DEBUG nova.virt.hardware [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1397.483517] env[62181]: DEBUG nova.virt.hardware [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1397.483681] env[62181]: DEBUG nova.virt.hardware [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1397.483840] env[62181]: DEBUG nova.virt.hardware [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1397.484018] env[62181]: DEBUG nova.virt.hardware [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1397.484710] env[62181]: DEBUG oslo_concurrency.lockutils [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Acquiring lock "059488cd-9eee-4fe3-bfd9-73a761223193" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.484931] env[62181]: DEBUG oslo_concurrency.lockutils [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Lock "059488cd-9eee-4fe3-bfd9-73a761223193" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.485702] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bdb5b4-3d3d-4d96-ba0f-6dc87e8c3cd1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.495893] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3be84d2-3c65-478b-b4f0-edfd1a700ce0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.513166] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Instance VIF info [] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1397.519575] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Creating folder: Project (a3320472c85f4d118a746cc0bbb3b41e). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1397.519767] env[62181]: DEBUG nova.scheduler.client.report [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.522955] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-502ac899-21fa-410a-ad6d-235d0a480e38 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.537019] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Created folder: Project (a3320472c85f4d118a746cc0bbb3b41e) in parent group-v371238. [ 1397.537131] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Creating folder: Instances. Parent ref: group-v371264. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1397.537319] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2b60215-2d66-47fc-bff3-1d34130e85df {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.552699] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.554141] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Created folder: Instances in parent group-v371264. [ 1397.554367] env[62181]: DEBUG oslo.service.loopingcall [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1397.554553] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1397.554755] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc64cb8d-3ce6-49e8-b9fe-d70fb06459a4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.576284] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1397.576284] env[62181]: value = "task-1789647" [ 1397.576284] env[62181]: _type = "Task" [ 1397.576284] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.590909] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789647, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.706087] env[62181]: DEBUG nova.network.neutron [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.800206] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682459} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.800206] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f9324e42-bc6f-49f4-b716-92f25ac17433/f9324e42-bc6f-49f4-b716-92f25ac17433.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1397.800206] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1397.800206] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0afc6c13-3618-4fb5-8e34-d2189df2e057 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.810024] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1397.810024] env[62181]: value = "task-1789648" [ 1397.810024] env[62181]: _type = "Task" [ 1397.810024] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.820138] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.848881] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789643, 'name': CreateVM_Task, 'duration_secs': 0.802317} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.849184] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1397.850041] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.850352] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.851146] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1397.851549] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a30ad7f-cc16-4e13-aec1-c64c5d491469 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.857762] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1397.857762] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5260e016-2aa9-9fd5-b554-0ff7f3979c80" [ 1397.857762] env[62181]: _type = "Task" [ 1397.857762] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.868863] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5260e016-2aa9-9fd5-b554-0ff7f3979c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.026320] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.026858] env[62181]: DEBUG nova.compute.manager [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1398.030118] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.473s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.036269] env[62181]: INFO nova.compute.claims [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.054668] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789644, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.082588] env[62181]: DEBUG nova.network.neutron [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Updating instance_info_cache with network_info: [{"id": "a6ac5eae-0260-4db9-aeb6-e6719f3627a6", "address": "fa:16:3e:99:b3:92", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ac5eae-02", "ovs_interfaceid": "a6ac5eae-0260-4db9-aeb6-e6719f3627a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.088712] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789647, 'name': CreateVM_Task, 'duration_secs': 0.418157} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.089386] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1398.090122] env[62181]: DEBUG oslo_concurrency.lockutils [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.323550] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076828} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.325630] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1398.325630] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360c1933-de0c-4dd0-8864-682bcf39e5a7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.355641] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] f9324e42-bc6f-49f4-b716-92f25ac17433/f9324e42-bc6f-49f4-b716-92f25ac17433.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.356259] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0be728d1-34fa-48c6-b074-b3fa4af55427 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.383566] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5260e016-2aa9-9fd5-b554-0ff7f3979c80, 'name': SearchDatastore_Task, 'duration_secs': 0.015152} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.385212] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.386279] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.386279] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.386279] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.386279] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.386519] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1398.386519] env[62181]: value = "task-1789649" [ 1398.386519] env[62181]: _type = "Task" [ 1398.386519] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.386686] env[62181]: DEBUG oslo_concurrency.lockutils [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.386935] env[62181]: DEBUG oslo_concurrency.lockutils [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1398.387170] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d224f3b6-53f7-4c10-8a9f-82aeebcf9bc6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.389062] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-211852ec-72d7-45e9-8fa5-e787fdd7ab9e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.401200] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1398.401200] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52cae73e-24a8-40af-d1e5-03ab1c8e8968" [ 1398.401200] env[62181]: _type = "Task" [ 1398.401200] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.401424] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789649, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.406905] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.407189] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.409102] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a183bc60-d938-46d4-849d-b8d0b1062325 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.415546] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52cae73e-24a8-40af-d1e5-03ab1c8e8968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.420029] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1398.420029] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52137dcf-386d-9636-87cd-24df0af3c874" [ 1398.420029] env[62181]: _type = "Task" [ 1398.420029] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.428908] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52137dcf-386d-9636-87cd-24df0af3c874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.479849] env[62181]: DEBUG nova.network.neutron [req-408da91f-a10e-437e-b88a-208b3d9a84b9 req-679979ae-14a4-4cda-9ab0-ba0be2886fae service nova] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Updated VIF entry in instance network info cache for port 67dfc0fc-0f9a-48d2-81c1-9aebbe79305f. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.481507] env[62181]: DEBUG nova.network.neutron [req-408da91f-a10e-437e-b88a-208b3d9a84b9 req-679979ae-14a4-4cda-9ab0-ba0be2886fae service nova] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Updating instance_info_cache with network_info: [{"id": "67dfc0fc-0f9a-48d2-81c1-9aebbe79305f", "address": "fa:16:3e:64:83:50", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67dfc0fc-0f", "ovs_interfaceid": "67dfc0fc-0f9a-48d2-81c1-9aebbe79305f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.538886] env[62181]: DEBUG nova.compute.utils [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1398.543821] env[62181]: DEBUG nova.compute.manager [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Not allocating networking since 'none' was specified. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2023}} [ 1398.555730] env[62181]: DEBUG oslo_vmware.api [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789644, 'name': PowerOnVM_Task, 'duration_secs': 1.168368} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.556000] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.556220] env[62181]: INFO nova.compute.manager [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Took 12.52 seconds to spawn the instance on the hypervisor. [ 1398.556392] env[62181]: DEBUG nova.compute.manager [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1398.557237] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a734d6-d6fd-49e6-b240-63e35cc3ae2e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.590045] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Releasing lock "refresh_cache-24637ec0-1517-4361-b31b-36e1c609198a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.590905] env[62181]: DEBUG nova.compute.manager [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Instance network_info: |[{"id": "a6ac5eae-0260-4db9-aeb6-e6719f3627a6", "address": "fa:16:3e:99:b3:92", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ac5eae-02", "ovs_interfaceid": "a6ac5eae-0260-4db9-aeb6-e6719f3627a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1398.591142] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:b3:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6ac5eae-0260-4db9-aeb6-e6719f3627a6', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.600342] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Creating folder: Project (1fbc66c4b88b4613ba95535c8f53c4dd). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.603457] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6e8cfd6-c892-42f7-85fa-b5372f094275 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.619048] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Created folder: Project (1fbc66c4b88b4613ba95535c8f53c4dd) in parent group-v371238. [ 1398.619277] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Creating folder: Instances. Parent ref: group-v371267. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.619923] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9235420-37e9-4c91-8358-ed5313edc83b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.637125] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Created folder: Instances in parent group-v371267. [ 1398.637436] env[62181]: DEBUG oslo.service.loopingcall [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.637647] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.637861] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7a617c3-18c6-411b-b6e6-c638e4adeae1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.659712] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.659712] env[62181]: value = "task-1789652" [ 1398.659712] env[62181]: _type = "Task" [ 1398.659712] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.672026] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789652, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.704937] env[62181]: DEBUG nova.network.neutron [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Successfully updated port: cc6b573f-cb21-4443-a02a-c39fae2dfd87 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1398.739071] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Acquiring lock "d4622dba-7096-4004-8ebd-a7e62c13528a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.739071] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Lock "d4622dba-7096-4004-8ebd-a7e62c13528a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.739071] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Acquiring lock "d4622dba-7096-4004-8ebd-a7e62c13528a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.739071] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Lock "d4622dba-7096-4004-8ebd-a7e62c13528a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.739284] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Lock "d4622dba-7096-4004-8ebd-a7e62c13528a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.744820] env[62181]: INFO nova.compute.manager [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Terminating instance [ 1398.911388] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.921276] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52cae73e-24a8-40af-d1e5-03ab1c8e8968, 'name': SearchDatastore_Task, 'duration_secs': 0.045298} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.921276] env[62181]: DEBUG oslo_concurrency.lockutils [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.921276] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.921276] env[62181]: DEBUG oslo_concurrency.lockutils [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.935192] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52137dcf-386d-9636-87cd-24df0af3c874, 'name': SearchDatastore_Task, 'duration_secs': 0.045221} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.936273] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be1c857-eec6-4c4a-bb1e-787c1c738fd9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.944583] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1398.944583] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]524adfec-ced6-f400-1987-5ee16ae59280" [ 1398.944583] env[62181]: _type = "Task" [ 1398.944583] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.964339] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]524adfec-ced6-f400-1987-5ee16ae59280, 'name': SearchDatastore_Task, 'duration_secs': 0.012118} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.964339] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.964339] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 571c2ea4-2a87-4876-a245-c6f6f67d2223/571c2ea4-2a87-4876-a245-c6f6f67d2223.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.964339] env[62181]: DEBUG oslo_concurrency.lockutils [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.968110] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.968110] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cd4dc7e-342a-4672-a03d-6b1a56fb26c3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.968110] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40e0b58a-3f6e-4290-87b3-32876de7a592 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.979675] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1398.979675] env[62181]: value = "task-1789653" [ 1398.979675] env[62181]: _type = "Task" [ 1398.979675] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.981766] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.982089] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.989439] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c2063a-9aee-496d-a7a5-d4f55d94a573 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.993810] env[62181]: DEBUG oslo_concurrency.lockutils [req-408da91f-a10e-437e-b88a-208b3d9a84b9 req-679979ae-14a4-4cda-9ab0-ba0be2886fae service nova] Releasing lock "refresh_cache-571c2ea4-2a87-4876-a245-c6f6f67d2223" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.001074] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1399.001074] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52411e17-f43e-f95b-049a-125083deb628" [ 1399.001074] env[62181]: _type = "Task" [ 1399.001074] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.006945] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.016766] env[62181]: DEBUG nova.compute.manager [req-3a6f58df-6548-4e2b-be17-90e8d3ecebf0 req-e484e0eb-49ad-4fc0-b31f-eba4989a4d43 service nova] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Received event network-vif-deleted-0824a77f-3279-47ee-b133-e03c44d76eb3 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1399.026631] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52411e17-f43e-f95b-049a-125083deb628, 'name': SearchDatastore_Task, 'duration_secs': 0.010542} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.028934] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf02bfa3-ac48-44cc-b6ec-17718e81e561 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.035795] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1399.035795] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52bfaa01-2154-25f7-e5df-ddb2eeee4166" [ 1399.035795] env[62181]: _type = "Task" [ 1399.035795] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.047947] env[62181]: DEBUG nova.compute.manager [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1399.054201] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52bfaa01-2154-25f7-e5df-ddb2eeee4166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.079489] env[62181]: INFO nova.compute.manager [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Took 29.21 seconds to build instance. [ 1399.182901] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789652, 'name': CreateVM_Task, 'duration_secs': 0.497918} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.183475] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.188917] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.188917] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.188917] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1399.188917] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a76171a7-5a90-40a8-9514-43eaa6ded6da {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.194532] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Waiting for the task: (returnval){ [ 1399.194532] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]529d4d37-1d1b-09cb-c1ae-1005c91f4c09" [ 1399.194532] env[62181]: _type = "Task" [ 1399.194532] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.210138] env[62181]: DEBUG oslo_concurrency.lockutils [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Acquiring lock "refresh_cache-b159db46-b163-449d-b4e3-332dc50ab194" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.210293] env[62181]: DEBUG oslo_concurrency.lockutils [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Acquired lock "refresh_cache-b159db46-b163-449d-b4e3-332dc50ab194" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.210491] env[62181]: DEBUG nova.network.neutron [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.211847] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529d4d37-1d1b-09cb-c1ae-1005c91f4c09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.258238] env[62181]: DEBUG nova.compute.manager [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1399.258467] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.260125] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce0863b-9194-43e0-873c-c525921aaa03 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.271221] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.271801] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc07814c-7e25-400f-a354-439359c7a69e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.282537] env[62181]: DEBUG oslo_vmware.api [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Waiting for the task: (returnval){ [ 1399.282537] env[62181]: value = "task-1789654" [ 1399.282537] env[62181]: _type = "Task" [ 1399.282537] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.294077] env[62181]: DEBUG oslo_vmware.api [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Task: {'id': task-1789654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.302752] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquiring lock "dbfcde44-3d88-4874-aefe-667bd4d90842" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.302992] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "dbfcde44-3d88-4874-aefe-667bd4d90842" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.407176] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789649, 'name': ReconfigVM_Task, 'duration_secs': 0.739781} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.413784] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Reconfigured VM instance instance-00000005 to attach disk [datastore1] f9324e42-bc6f-49f4-b716-92f25ac17433/f9324e42-bc6f-49f4-b716-92f25ac17433.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.413784] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86b9bd67-e146-4cdf-93a9-a1b1608e593a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.423886] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1399.423886] env[62181]: value = "task-1789655" [ 1399.423886] env[62181]: _type = "Task" [ 1399.423886] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.438666] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789655, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.496522] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789653, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.558346] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52bfaa01-2154-25f7-e5df-ddb2eeee4166, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.558947] env[62181]: DEBUG oslo_concurrency.lockutils [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.559290] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] d1fcfb5b-a644-4397-9828-7253cdc710ff/d1fcfb5b-a644-4397-9828-7253cdc710ff.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1399.559624] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb2af075-3825-4fd8-946e-9c103400dca3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.570290] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1399.570290] env[62181]: value = "task-1789656" [ 1399.570290] env[62181]: _type = "Task" [ 1399.570290] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.582441] env[62181]: DEBUG oslo_concurrency.lockutils [None req-db3a02a6-c037-41d2-9c46-5cf7a3f5ef3d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "790c77cd-62f8-4e65-91b6-122e8a7dbca6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.726s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.583095] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.586309] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9389ef51-c139-42b3-91ab-3e9c03f5a719 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.595653] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7cacd0-1abc-473b-a23a-6690030042c1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.637166] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659f0d02-388e-40f8-9282-ef226ce3cafb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.646460] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0330f84-02b4-4fc0-beeb-22880fe17e88 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.662931] env[62181]: DEBUG nova.compute.provider_tree [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.708348] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529d4d37-1d1b-09cb-c1ae-1005c91f4c09, 'name': SearchDatastore_Task, 'duration_secs': 0.065619} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.708817] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.709088] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1399.709351] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.709526] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.709717] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1399.709974] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db8dc905-3379-4c40-a15a-fec3d1e2f2b1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.719585] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1399.719775] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1399.720507] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-982f4fc8-3602-47ac-92c1-7ddb4183de6e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.726897] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Waiting for the task: (returnval){ [ 1399.726897] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]523d1031-9aad-98dc-92ae-1fc84ce0fe6a" [ 1399.726897] env[62181]: _type = "Task" [ 1399.726897] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.735795] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523d1031-9aad-98dc-92ae-1fc84ce0fe6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.796599] env[62181]: DEBUG oslo_vmware.api [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Task: {'id': task-1789654, 'name': PowerOffVM_Task, 'duration_secs': 0.375772} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.797674] env[62181]: DEBUG nova.network.neutron [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1399.800408] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.800832] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.801262] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-816d53e1-319c-4c5b-bafc-8b150c483cd3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.913582] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.913946] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.914038] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Deleting the datastore file [datastore1] d4622dba-7096-4004-8ebd-a7e62c13528a {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.914296] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-930d84fa-16e4-48d1-b91a-b2bb2ba23997 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.929169] env[62181]: DEBUG oslo_vmware.api [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Waiting for the task: (returnval){ [ 1399.929169] env[62181]: value = "task-1789658" [ 1399.929169] env[62181]: _type = "Task" [ 1399.929169] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.936582] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789655, 'name': Rename_Task, 'duration_secs': 0.1977} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.937514] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1399.937697] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-107b5d42-5ada-48ec-9c8e-01193c323392 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.942916] env[62181]: DEBUG oslo_vmware.api [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Task: {'id': task-1789658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.946182] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1399.946182] env[62181]: value = "task-1789659" [ 1399.946182] env[62181]: _type = "Task" [ 1399.946182] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.956922] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.993244] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528254} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.993735] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 571c2ea4-2a87-4876-a245-c6f6f67d2223/571c2ea4-2a87-4876-a245-c6f6f67d2223.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1399.994242] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1399.994558] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c1d42ca-ef39-44e7-b0c8-b4f80e4b2609 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.005442] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1400.005442] env[62181]: value = "task-1789660" [ 1400.005442] env[62181]: _type = "Task" [ 1400.005442] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.020406] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.060547] env[62181]: DEBUG nova.compute.manager [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1400.083020] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496709} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.083020] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] d1fcfb5b-a644-4397-9828-7253cdc710ff/d1fcfb5b-a644-4397-9828-7253cdc710ff.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1400.083020] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1400.083020] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44197192-666c-4e22-a0ba-8abd0a732b8e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.087439] env[62181]: DEBUG nova.compute.manager [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1400.096289] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1400.096289] env[62181]: value = "task-1789661" [ 1400.096289] env[62181]: _type = "Task" [ 1400.096289] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.112201] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.113867] env[62181]: DEBUG nova.virt.hardware [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1400.114153] env[62181]: DEBUG nova.virt.hardware [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.114370] env[62181]: DEBUG nova.virt.hardware [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1400.114599] env[62181]: DEBUG nova.virt.hardware [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.114867] env[62181]: DEBUG nova.virt.hardware [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1400.116190] env[62181]: DEBUG nova.virt.hardware [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1400.116190] env[62181]: DEBUG nova.virt.hardware [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1400.116190] env[62181]: DEBUG nova.virt.hardware [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1400.116190] env[62181]: DEBUG nova.virt.hardware [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1400.116190] env[62181]: DEBUG nova.virt.hardware [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1400.120810] env[62181]: DEBUG nova.virt.hardware [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1400.120810] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fe9065-6a98-42bc-b960-4c7d5dbefb8f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.128381] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4c8bcb-c55c-4964-a3c2-ef94bb6f6e9b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.147585] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Instance VIF info [] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.154106] env[62181]: DEBUG oslo.service.loopingcall [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.155106] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.155411] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64c9d974-e823-4db1-bda3-a6161b99fb71 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.169287] env[62181]: DEBUG nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.183093] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.183093] env[62181]: value = "task-1789662" [ 1400.183093] env[62181]: _type = "Task" [ 1400.183093] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.193558] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789662, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.200167] env[62181]: DEBUG nova.network.neutron [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Updating instance_info_cache with network_info: [{"id": "cc6b573f-cb21-4443-a02a-c39fae2dfd87", "address": "fa:16:3e:06:15:5c", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc6b573f-cb", "ovs_interfaceid": "cc6b573f-cb21-4443-a02a-c39fae2dfd87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.237754] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523d1031-9aad-98dc-92ae-1fc84ce0fe6a, 'name': SearchDatastore_Task, 'duration_secs': 0.066593} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.238636] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e8f3bb7-2738-4d74-ba4d-0cbcb3b4d8af {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.246476] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Waiting for the task: (returnval){ [ 1400.246476] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5209e418-99ac-0677-5a62-5a4605b8a14f" [ 1400.246476] env[62181]: _type = "Task" [ 1400.246476] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.258360] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5209e418-99ac-0677-5a62-5a4605b8a14f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.440811] env[62181]: DEBUG oslo_vmware.api [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Task: {'id': task-1789658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260244} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.440811] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.440811] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.441175] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.441175] env[62181]: INFO nova.compute.manager [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1400.441271] env[62181]: DEBUG oslo.service.loopingcall [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.441455] env[62181]: DEBUG nova.compute.manager [-] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1400.441551] env[62181]: DEBUG nova.network.neutron [-] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1400.456560] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789659, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.519051] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148727} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.519941] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1400.520964] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9fc763-1737-42a6-818c-7f9aa255a7fe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.550901] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 571c2ea4-2a87-4876-a245-c6f6f67d2223/571c2ea4-2a87-4876-a245-c6f6f67d2223.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.551251] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb079e68-e16d-41e0-bb4b-50453f2df515 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.575855] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1400.575855] env[62181]: value = "task-1789663" [ 1400.575855] env[62181]: _type = "Task" [ 1400.575855] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.584739] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.611555] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076348} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.611555] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1400.611555] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bc65bd-bfa0-465b-a0a8-c34c382f66bc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.617210] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.638899] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] d1fcfb5b-a644-4397-9828-7253cdc710ff/d1fcfb5b-a644-4397-9828-7253cdc710ff.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.638899] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b635a2c-54ec-47b1-827d-423b8e093fd9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.666127] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1400.666127] env[62181]: value = "task-1789664" [ 1400.666127] env[62181]: _type = "Task" [ 1400.666127] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.677873] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.679037] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1400.681874] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.682214] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.500s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.684232] env[62181]: INFO nova.compute.claims [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1400.699200] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789662, 'name': CreateVM_Task, 'duration_secs': 0.385465} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.699200] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1400.699200] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.699200] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.699200] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1400.699200] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8efd99ae-7179-429a-8b01-868177b6e1c4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.705140] env[62181]: DEBUG oslo_concurrency.lockutils [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Releasing lock "refresh_cache-b159db46-b163-449d-b4e3-332dc50ab194" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.705140] env[62181]: DEBUG nova.compute.manager [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Instance network_info: |[{"id": "cc6b573f-cb21-4443-a02a-c39fae2dfd87", "address": "fa:16:3e:06:15:5c", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc6b573f-cb", "ovs_interfaceid": "cc6b573f-cb21-4443-a02a-c39fae2dfd87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1400.705321] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:15:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc6b573f-cb21-4443-a02a-c39fae2dfd87', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.711784] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Creating folder: Project (86a3464a6359439d8cb49f0f62afbadb). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.713359] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddbe9cf1-8e62-44f9-a3e3-2d40b975c1b9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.715139] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1400.715139] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b87901-796d-9651-d2fa-5d4b2f38d957" [ 1400.715139] env[62181]: _type = "Task" [ 1400.715139] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.728683] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b87901-796d-9651-d2fa-5d4b2f38d957, 'name': SearchDatastore_Task, 'duration_secs': 0.010271} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.730135] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.730412] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1400.730766] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.732121] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Created folder: Project (86a3464a6359439d8cb49f0f62afbadb) in parent group-v371238. [ 1400.732121] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Creating folder: Instances. Parent ref: group-v371271. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.732121] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21d0ef96-6d45-48c3-9c3c-4c0aedc79c4d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.745075] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Created folder: Instances in parent group-v371271. [ 1400.745352] env[62181]: DEBUG oslo.service.loopingcall [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.745552] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.745755] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a933e91d-fdd3-46e0-8672-cd86bc6ff6a2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.788483] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5209e418-99ac-0677-5a62-5a4605b8a14f, 'name': SearchDatastore_Task, 'duration_secs': 0.013388} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.792191] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.793969] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 24637ec0-1517-4361-b31b-36e1c609198a/24637ec0-1517-4361-b31b-36e1c609198a.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1400.797195] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.797195] env[62181]: value = "task-1789667" [ 1400.797195] env[62181]: _type = "Task" [ 1400.797195] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.800059] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.800059] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.800059] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0e130f8-1722-46f8-918f-3f4456c586b6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.802612] env[62181]: DEBUG oslo_concurrency.lockutils [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Acquiring lock "1af9bf5c-5587-487f-8c5d-04b61eac2bc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.803497] env[62181]: DEBUG oslo_concurrency.lockutils [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Lock "1af9bf5c-5587-487f-8c5d-04b61eac2bc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.803904] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffd2b1a6-8338-4347-9fc1-fda77d1a29d1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.823873] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Waiting for the task: (returnval){ [ 1400.823873] env[62181]: value = "task-1789668" [ 1400.823873] env[62181]: _type = "Task" [ 1400.823873] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.831219] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789667, 'name': CreateVM_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.838697] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.838811] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1400.841854] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-150376c9-38d0-4353-a93a-b29bee848dc8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.862531] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': task-1789668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.862996] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1400.862996] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52040505-18ee-b312-1a8c-5dca2fe00ea4" [ 1400.862996] env[62181]: _type = "Task" [ 1400.862996] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.878262] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52040505-18ee-b312-1a8c-5dca2fe00ea4, 'name': SearchDatastore_Task, 'duration_secs': 0.014649} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.879150] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27db2574-7fa1-4b80-b142-dfcc68fdcfcf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.888388] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1400.888388] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52502458-b64d-5284-9272-4d3146268440" [ 1400.888388] env[62181]: _type = "Task" [ 1400.888388] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.899929] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52502458-b64d-5284-9272-4d3146268440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.959561] env[62181]: DEBUG oslo_vmware.api [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789659, 'name': PowerOnVM_Task, 'duration_secs': 0.957003} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.959946] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.960799] env[62181]: DEBUG nova.compute.manager [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1400.961517] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1695e87a-66a7-4af7-b29b-db9a717a442a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.977416] env[62181]: DEBUG nova.compute.manager [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Received event network-vif-plugged-a6ac5eae-0260-4db9-aeb6-e6719f3627a6 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1400.977739] env[62181]: DEBUG oslo_concurrency.lockutils [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] Acquiring lock "24637ec0-1517-4361-b31b-36e1c609198a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.978029] env[62181]: DEBUG oslo_concurrency.lockutils [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] Lock "24637ec0-1517-4361-b31b-36e1c609198a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.978302] env[62181]: DEBUG oslo_concurrency.lockutils [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] Lock "24637ec0-1517-4361-b31b-36e1c609198a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.978689] env[62181]: DEBUG nova.compute.manager [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] No waiting events found dispatching network-vif-plugged-a6ac5eae-0260-4db9-aeb6-e6719f3627a6 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1400.978898] env[62181]: WARNING nova.compute.manager [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Received unexpected event network-vif-plugged-a6ac5eae-0260-4db9-aeb6-e6719f3627a6 for instance with vm_state building and task_state spawning. [ 1400.979903] env[62181]: DEBUG nova.compute.manager [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Received event network-changed-a6ac5eae-0260-4db9-aeb6-e6719f3627a6 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1400.979903] env[62181]: DEBUG nova.compute.manager [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Refreshing instance network info cache due to event network-changed-a6ac5eae-0260-4db9-aeb6-e6719f3627a6. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1400.979903] env[62181]: DEBUG oslo_concurrency.lockutils [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] Acquiring lock "refresh_cache-24637ec0-1517-4361-b31b-36e1c609198a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.980327] env[62181]: DEBUG oslo_concurrency.lockutils [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] Acquired lock "refresh_cache-24637ec0-1517-4361-b31b-36e1c609198a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.980919] env[62181]: DEBUG nova.network.neutron [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Refreshing network info cache for port a6ac5eae-0260-4db9-aeb6-e6719f3627a6 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.092128] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789663, 'name': ReconfigVM_Task, 'duration_secs': 0.331891} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.092567] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 571c2ea4-2a87-4876-a245-c6f6f67d2223/571c2ea4-2a87-4876-a245-c6f6f67d2223.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.093241] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-013dadae-8955-4ebf-8177-a1c41adf1b4d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.104278] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1401.104278] env[62181]: value = "task-1789669" [ 1401.104278] env[62181]: _type = "Task" [ 1401.104278] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.120337] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789669, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.181025] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789664, 'name': ReconfigVM_Task, 'duration_secs': 0.481031} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.181025] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Reconfigured VM instance instance-0000000b to attach disk [datastore1] d1fcfb5b-a644-4397-9828-7253cdc710ff/d1fcfb5b-a644-4397-9828-7253cdc710ff.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.181025] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66382efa-4a74-4d93-94c3-f431a541592c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.189300] env[62181]: DEBUG nova.compute.utils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1401.197983] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1401.198199] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1401.200599] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1401.200599] env[62181]: value = "task-1789670" [ 1401.200599] env[62181]: _type = "Task" [ 1401.200599] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.217462] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789670, 'name': Rename_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.269653] env[62181]: DEBUG nova.policy [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73e554f2ff1a4350b5d4b834b41813a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce0f3a129cbe49228b2b1bf02305733e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1401.324695] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789667, 'name': CreateVM_Task, 'duration_secs': 0.431929} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.324859] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1401.325564] env[62181]: DEBUG oslo_concurrency.lockutils [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.325736] env[62181]: DEBUG oslo_concurrency.lockutils [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.326052] env[62181]: DEBUG oslo_concurrency.lockutils [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.326325] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b47a052d-09b3-4160-8ca5-9c254429d126 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.341759] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Waiting for the task: (returnval){ [ 1401.341759] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]523cfc54-9857-9b7a-90c8-54809586a2be" [ 1401.341759] env[62181]: _type = "Task" [ 1401.341759] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.348548] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': task-1789668, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.353360] env[62181]: DEBUG nova.network.neutron [-] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.355994] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523cfc54-9857-9b7a-90c8-54809586a2be, 'name': SearchDatastore_Task, 'duration_secs': 0.017632} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.356219] env[62181]: DEBUG oslo_concurrency.lockutils [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.356454] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1401.356655] env[62181]: DEBUG oslo_concurrency.lockutils [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.401056] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52502458-b64d-5284-9272-4d3146268440, 'name': SearchDatastore_Task, 'duration_secs': 0.014893} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.401141] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.401425] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 6a393900-2d1e-4d11-92bd-eac1bdb98557/6a393900-2d1e-4d11-92bd-eac1bdb98557.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1401.401964] env[62181]: DEBUG oslo_concurrency.lockutils [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.401964] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1401.402108] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a259f37-ef26-4ed2-8fb9-d26bb19d75cb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.407640] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7bb49ad-b7f7-443d-bae0-b0c466b5e7a8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.421020] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1401.421020] env[62181]: value = "task-1789671" [ 1401.421020] env[62181]: _type = "Task" [ 1401.421020] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.421253] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1401.421821] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1401.427312] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2509ae6-9f41-40e4-ac52-94d889fb7281 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.443299] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Waiting for the task: (returnval){ [ 1401.443299] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52089a59-8263-c309-4c9c-5d35fd5e7b3c" [ 1401.443299] env[62181]: _type = "Task" [ 1401.443299] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.443299] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.456857] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquiring lock "4db1265b-5f9d-411f-8a69-1290b9815d0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.456857] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "4db1265b-5f9d-411f-8a69-1290b9815d0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.461930] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52089a59-8263-c309-4c9c-5d35fd5e7b3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.496848] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.615580] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789669, 'name': Rename_Task, 'duration_secs': 0.384335} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.615580] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.615953] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0560c2df-3e49-4f96-9944-128d87f715f5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.624883] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1401.624883] env[62181]: value = "task-1789672" [ 1401.624883] env[62181]: _type = "Task" [ 1401.624883] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.641531] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.699303] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1401.719509] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789670, 'name': Rename_Task, 'duration_secs': 0.211992} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.720031] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.720323] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23f2e839-124d-4c52-886d-8f710f8c826c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.731544] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1401.731544] env[62181]: value = "task-1789673" [ 1401.731544] env[62181]: _type = "Task" [ 1401.731544] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.745417] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.781666] env[62181]: DEBUG oslo_concurrency.lockutils [None req-da0aef13-0027-453f-b715-05ebc7fbe025 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "790c77cd-62f8-4e65-91b6-122e8a7dbca6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.781919] env[62181]: DEBUG oslo_concurrency.lockutils [None req-da0aef13-0027-453f-b715-05ebc7fbe025 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "790c77cd-62f8-4e65-91b6-122e8a7dbca6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.782657] env[62181]: DEBUG nova.compute.manager [None req-da0aef13-0027-453f-b715-05ebc7fbe025 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1401.783475] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b883f95-fb6d-4ec4-bde2-1f5b39bdb374 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.792333] env[62181]: DEBUG nova.compute.manager [None req-da0aef13-0027-453f-b715-05ebc7fbe025 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62181) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3443}} [ 1401.793295] env[62181]: DEBUG nova.objects.instance [None req-da0aef13-0027-453f-b715-05ebc7fbe025 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lazy-loading 'flavor' on Instance uuid 790c77cd-62f8-4e65-91b6-122e8a7dbca6 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.844781] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': task-1789668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549206} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.845943] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 24637ec0-1517-4361-b31b-36e1c609198a/24637ec0-1517-4361-b31b-36e1c609198a.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1401.846510] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1401.846510] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad15249d-4b06-486a-8db8-1b1caf7b5704 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.858640] env[62181]: INFO nova.compute.manager [-] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Took 1.42 seconds to deallocate network for instance. [ 1401.859082] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Waiting for the task: (returnval){ [ 1401.859082] env[62181]: value = "task-1789674" [ 1401.859082] env[62181]: _type = "Task" [ 1401.859082] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.877668] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': task-1789674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.932415] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508519} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.935567] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 6a393900-2d1e-4d11-92bd-eac1bdb98557/6a393900-2d1e-4d11-92bd-eac1bdb98557.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1401.935872] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1401.937730] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66db28d1-1c98-4dbe-8158-8d95449b4dc7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.950496] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1401.950496] env[62181]: value = "task-1789675" [ 1401.950496] env[62181]: _type = "Task" [ 1401.950496] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.962637] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52089a59-8263-c309-4c9c-5d35fd5e7b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.025802} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.963734] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a830a8c3-fba4-49ae-941d-13b4b4aa92d1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.972706] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.977588] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Waiting for the task: (returnval){ [ 1401.977588] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5221c987-e1d1-3f1d-a3aa-8a13e3ab1243" [ 1401.977588] env[62181]: _type = "Task" [ 1401.977588] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.987764] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5221c987-e1d1-3f1d-a3aa-8a13e3ab1243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.054205] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Successfully created port: 335fe915-0e80-4927-b4f3-a79b9cd8bf23 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1402.136181] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.193834] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c68767a-8fa1-47fc-98f5-79e0acded71d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.202237] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50153519-b5ba-42be-8df3-1ad91f5cda8d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.242274] env[62181]: DEBUG nova.network.neutron [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Updated VIF entry in instance network info cache for port a6ac5eae-0260-4db9-aeb6-e6719f3627a6. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.242274] env[62181]: DEBUG nova.network.neutron [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Updating instance_info_cache with network_info: [{"id": "a6ac5eae-0260-4db9-aeb6-e6719f3627a6", "address": "fa:16:3e:99:b3:92", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ac5eae-02", "ovs_interfaceid": "a6ac5eae-0260-4db9-aeb6-e6719f3627a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.244852] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72c15ec-6add-4af6-92ee-345111a8b417 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.255637] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.256902] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0672960-d9e8-4351-bd8f-d97c48e382cf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.272978] env[62181]: DEBUG nova.compute.provider_tree [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1402.375062] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.375333] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': task-1789674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08299} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.375573] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.376452] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9a79a8-f012-48c1-b4db-53456fd054c0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.402898] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 24637ec0-1517-4361-b31b-36e1c609198a/24637ec0-1517-4361-b31b-36e1c609198a.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.403230] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-257736f9-41d8-47dc-a05e-f7a1f30eebb5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.424989] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Waiting for the task: (returnval){ [ 1402.424989] env[62181]: value = "task-1789676" [ 1402.424989] env[62181]: _type = "Task" [ 1402.424989] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.436424] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': task-1789676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.464168] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066527} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.464870] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.466035] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81da107-4da2-4176-89a6-870ea7b56ede {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.488845] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 6a393900-2d1e-4d11-92bd-eac1bdb98557/6a393900-2d1e-4d11-92bd-eac1bdb98557.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.492474] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9cf5212-f54a-4698-a78c-c108cc9ff3bc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.517555] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5221c987-e1d1-3f1d-a3aa-8a13e3ab1243, 'name': SearchDatastore_Task, 'duration_secs': 0.011936} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.518993] env[62181]: DEBUG oslo_concurrency.lockutils [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.519181] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] b159db46-b163-449d-b4e3-332dc50ab194/b159db46-b163-449d-b4e3-332dc50ab194.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.519469] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1402.519469] env[62181]: value = "task-1789677" [ 1402.519469] env[62181]: _type = "Task" [ 1402.519469] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.519673] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22a4f52b-c449-4917-bfdb-de43442fd54b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.532841] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.534028] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Waiting for the task: (returnval){ [ 1402.534028] env[62181]: value = "task-1789678" [ 1402.534028] env[62181]: _type = "Task" [ 1402.534028] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.547129] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.636822] env[62181]: DEBUG oslo_vmware.api [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789672, 'name': PowerOnVM_Task, 'duration_secs': 0.880884} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.637201] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.637315] env[62181]: INFO nova.compute.manager [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Took 12.92 seconds to spawn the instance on the hypervisor. [ 1402.637549] env[62181]: DEBUG nova.compute.manager [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1402.638386] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61efb47c-20bd-4a1a-bb29-e99c884813cc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.686555] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Acquiring lock "b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.686810] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Lock "b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.712417] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1402.741886] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1402.741886] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.741886] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1402.742393] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.745984] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1402.745984] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1402.745984] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1402.745984] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1402.745984] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1402.746362] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1402.746362] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1402.746362] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6c9c8d-b2cf-4cf1-9a95-da00baadd59c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.752668] env[62181]: DEBUG oslo_concurrency.lockutils [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] Releasing lock "refresh_cache-24637ec0-1517-4361-b31b-36e1c609198a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.752923] env[62181]: DEBUG nova.compute.manager [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Received event network-vif-plugged-cc6b573f-cb21-4443-a02a-c39fae2dfd87 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1402.753254] env[62181]: DEBUG oslo_concurrency.lockutils [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] Acquiring lock "b159db46-b163-449d-b4e3-332dc50ab194-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.753465] env[62181]: DEBUG oslo_concurrency.lockutils [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] Lock "b159db46-b163-449d-b4e3-332dc50ab194-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.753643] env[62181]: DEBUG oslo_concurrency.lockutils [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] Lock "b159db46-b163-449d-b4e3-332dc50ab194-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.753804] env[62181]: DEBUG nova.compute.manager [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] [instance: b159db46-b163-449d-b4e3-332dc50ab194] No waiting events found dispatching network-vif-plugged-cc6b573f-cb21-4443-a02a-c39fae2dfd87 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1402.754032] env[62181]: WARNING nova.compute.manager [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Received unexpected event network-vif-plugged-cc6b573f-cb21-4443-a02a-c39fae2dfd87 for instance with vm_state building and task_state spawning. [ 1402.754203] env[62181]: DEBUG nova.compute.manager [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Received event network-changed-cc6b573f-cb21-4443-a02a-c39fae2dfd87 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1402.754353] env[62181]: DEBUG nova.compute.manager [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Refreshing instance network info cache due to event network-changed-cc6b573f-cb21-4443-a02a-c39fae2dfd87. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1402.754530] env[62181]: DEBUG oslo_concurrency.lockutils [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] Acquiring lock "refresh_cache-b159db46-b163-449d-b4e3-332dc50ab194" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.754664] env[62181]: DEBUG oslo_concurrency.lockutils [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] Acquired lock "refresh_cache-b159db46-b163-449d-b4e3-332dc50ab194" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.754814] env[62181]: DEBUG nova.network.neutron [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Refreshing network info cache for port cc6b573f-cb21-4443-a02a-c39fae2dfd87 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.766962] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5233566a-6e5c-4649-b9ad-ef7285f5bc52 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.771165] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.805440] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0aef13-0027-453f-b715-05ebc7fbe025 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.807467] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca6bd6fe-03cb-4efa-b7e9-7321f4e7effc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.814201] env[62181]: ERROR nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [req-941daf2e-5431-4567-be44-92aacd5cb4da] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-941daf2e-5431-4567-be44-92aacd5cb4da"}]} [ 1402.819949] env[62181]: DEBUG oslo_vmware.api [None req-da0aef13-0027-453f-b715-05ebc7fbe025 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1402.819949] env[62181]: value = "task-1789679" [ 1402.819949] env[62181]: _type = "Task" [ 1402.819949] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.834801] env[62181]: DEBUG oslo_vmware.api [None req-da0aef13-0027-453f-b715-05ebc7fbe025 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.844989] env[62181]: DEBUG nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1402.867041] env[62181]: DEBUG nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1402.867041] env[62181]: DEBUG nova.compute.provider_tree [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1402.886854] env[62181]: DEBUG nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1402.914400] env[62181]: DEBUG nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1402.942823] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': task-1789676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.042282] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.050061] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789678, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.165546] env[62181]: INFO nova.compute.manager [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Took 32.72 seconds to build instance. [ 1403.262271] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789673, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.335045] env[62181]: DEBUG oslo_vmware.api [None req-da0aef13-0027-453f-b715-05ebc7fbe025 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789679, 'name': PowerOffVM_Task, 'duration_secs': 0.296353} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.337329] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0aef13-0027-453f-b715-05ebc7fbe025 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.338602] env[62181]: DEBUG nova.compute.manager [None req-da0aef13-0027-453f-b715-05ebc7fbe025 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1403.339684] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe3d492-26d0-4349-a129-788d8fe02537 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.441023] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': task-1789676, 'name': ReconfigVM_Task, 'duration_secs': 0.948422} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.444541] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 24637ec0-1517-4361-b31b-36e1c609198a/24637ec0-1517-4361-b31b-36e1c609198a.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.446091] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-848a57ec-fb0d-44e6-832e-71c8acea55ab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.459839] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Waiting for the task: (returnval){ [ 1403.459839] env[62181]: value = "task-1789680" [ 1403.459839] env[62181]: _type = "Task" [ 1403.459839] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.474508] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': task-1789680, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.541651] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789677, 'name': ReconfigVM_Task, 'duration_secs': 0.771731} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.547746] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 6a393900-2d1e-4d11-92bd-eac1bdb98557/6a393900-2d1e-4d11-92bd-eac1bdb98557.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.547746] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48cf7d5e-eee3-49a1-b97b-a7071eeeef47 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.561548] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689447} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.561548] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] b159db46-b163-449d-b4e3-332dc50ab194/b159db46-b163-449d-b4e3-332dc50ab194.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.561827] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.562180] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1403.562180] env[62181]: value = "task-1789681" [ 1403.562180] env[62181]: _type = "Task" [ 1403.562180] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.562326] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c81c259-8176-4c12-9e7c-262642735616 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.581586] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Waiting for the task: (returnval){ [ 1403.581586] env[62181]: value = "task-1789682" [ 1403.581586] env[62181]: _type = "Task" [ 1403.581586] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.581861] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789681, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.592990] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.600452] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquiring lock "425ebe0d-e361-43f1-a1ff-510df503cfe3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.600452] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "425ebe0d-e361-43f1-a1ff-510df503cfe3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.609150] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2ab78b-5ea2-4f9a-bc28-b8c5557179c3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.620762] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6270f8dd-b53c-4a0e-8794-5c05c2fe1859 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.628623] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Acquiring lock "a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.628623] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Lock "a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.662523] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51357e2-4b6c-4300-a4ae-62ac17a810a9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.672460] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a85bfca-63f7-4786-84c0-35d7a190eaff tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "571c2ea4-2a87-4876-a245-c6f6f67d2223" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.242s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.674227] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad310af1-9a71-41f5-9eb4-f642483405da {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.691114] env[62181]: DEBUG nova.compute.provider_tree [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1403.727645] env[62181]: DEBUG nova.network.neutron [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Updated VIF entry in instance network info cache for port cc6b573f-cb21-4443-a02a-c39fae2dfd87. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.728021] env[62181]: DEBUG nova.network.neutron [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Updating instance_info_cache with network_info: [{"id": "cc6b573f-cb21-4443-a02a-c39fae2dfd87", "address": "fa:16:3e:06:15:5c", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc6b573f-cb", "ovs_interfaceid": "cc6b573f-cb21-4443-a02a-c39fae2dfd87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.756012] env[62181]: DEBUG oslo_vmware.api [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789673, 'name': PowerOnVM_Task, 'duration_secs': 1.588721} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.756300] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.756511] env[62181]: INFO nova.compute.manager [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Took 6.32 seconds to spawn the instance on the hypervisor. [ 1403.756677] env[62181]: DEBUG nova.compute.manager [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1403.757505] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f7db7d-e899-4be9-920a-8e6dec4d201a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.858030] env[62181]: DEBUG oslo_concurrency.lockutils [None req-da0aef13-0027-453f-b715-05ebc7fbe025 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "790c77cd-62f8-4e65-91b6-122e8a7dbca6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.969056] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': task-1789680, 'name': Rename_Task, 'duration_secs': 0.162296} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.969430] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.969902] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1b2e2b7-15ab-4d15-8b42-b2b36564d2d8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.978681] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Waiting for the task: (returnval){ [ 1403.978681] env[62181]: value = "task-1789683" [ 1403.978681] env[62181]: _type = "Task" [ 1403.978681] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.987855] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': task-1789683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.076698] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789681, 'name': Rename_Task, 'duration_secs': 0.201085} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.077177] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.078343] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad5ea5ff-75ba-4b7d-a3e2-1f778db8da8e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.087888] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1404.087888] env[62181]: value = "task-1789684" [ 1404.087888] env[62181]: _type = "Task" [ 1404.087888] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.096603] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087868} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.097455] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.098394] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a1265e-8348-4eda-acd0-f4fde71fb065 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.105078] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.127896] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] b159db46-b163-449d-b4e3-332dc50ab194/b159db46-b163-449d-b4e3-332dc50ab194.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.128290] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b49775-301d-417f-afeb-d6b91c6e4f88 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.152000] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Waiting for the task: (returnval){ [ 1404.152000] env[62181]: value = "task-1789685" [ 1404.152000] env[62181]: _type = "Task" [ 1404.152000] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.163484] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.180716] env[62181]: DEBUG nova.compute.manager [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1404.225029] env[62181]: ERROR nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [req-a87bd262-f2df-49c8-8f5f-5260fb4b5339] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a87bd262-f2df-49c8-8f5f-5260fb4b5339"}]} [ 1404.231516] env[62181]: DEBUG oslo_concurrency.lockutils [req-82a3bb1f-0f07-4eeb-be84-ed1c9b464767 req-38aea21b-a76f-4bba-a82b-5b4917847ca6 service nova] Releasing lock "refresh_cache-b159db46-b163-449d-b4e3-332dc50ab194" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.255776] env[62181]: DEBUG nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1404.280397] env[62181]: INFO nova.compute.manager [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Took 15.83 seconds to build instance. [ 1404.287748] env[62181]: DEBUG nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1404.290012] env[62181]: DEBUG nova.compute.provider_tree [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1404.313175] env[62181]: DEBUG nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1404.350089] env[62181]: DEBUG nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1404.368299] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Successfully updated port: 335fe915-0e80-4927-b4f3-a79b9cd8bf23 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1404.494519] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': task-1789683, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.599720] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.633863] env[62181]: DEBUG nova.compute.manager [req-c80ac0fb-3dc4-4185-a378-280ff45ad9ba req-ce00a9fe-d292-4fb8-b049-6269da32721b service nova] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Received event network-vif-deleted-429f3099-57fe-42a3-b9ab-99e72eac5a54 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1404.664462] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789685, 'name': ReconfigVM_Task, 'duration_secs': 0.498169} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.664749] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Reconfigured VM instance instance-0000000a to attach disk [datastore1] b159db46-b163-449d-b4e3-332dc50ab194/b159db46-b163-449d-b4e3-332dc50ab194.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.665404] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-197a31b3-0b2c-4e41-acfc-7e32cf9f3c76 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.675607] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Waiting for the task: (returnval){ [ 1404.675607] env[62181]: value = "task-1789686" [ 1404.675607] env[62181]: _type = "Task" [ 1404.675607] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.700938] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789686, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.708651] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.784651] env[62181]: DEBUG oslo_concurrency.lockutils [None req-343e3aa3-68b6-4cb0-a6e2-32d0021ae94b tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "d1fcfb5b-a644-4397-9828-7253cdc710ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.880s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.836094] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be559e61-4776-455a-bde1-ef25c6c14513 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.845803] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd335a2-6a60-4c3b-803c-4ea872de1b6f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.884131] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "refresh_cache-74bf8090-fbaf-42b7-b981-728cdf285770" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.884532] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquired lock "refresh_cache-74bf8090-fbaf-42b7-b981-728cdf285770" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.884532] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.886506] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c2e4dd-efdd-4b70-b5f3-b8679dd338f7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.894979] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce92f100-8422-47f3-a889-c580bddec4d8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.912785] env[62181]: DEBUG nova.compute.provider_tree [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1404.945954] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "70d6f014-77b3-4e40-9617-f1f4fe4b1649" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.946245] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "70d6f014-77b3-4e40-9617-f1f4fe4b1649" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.990704] env[62181]: DEBUG oslo_vmware.api [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': task-1789683, 'name': PowerOnVM_Task, 'duration_secs': 0.735873} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.990988] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.991195] env[62181]: INFO nova.compute.manager [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Took 12.74 seconds to spawn the instance on the hypervisor. [ 1404.991445] env[62181]: DEBUG nova.compute.manager [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1404.992562] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0689d80-682a-477a-9d73-0b4b4885ae1e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.099862] env[62181]: DEBUG oslo_vmware.api [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789684, 'name': PowerOnVM_Task, 'duration_secs': 0.937674} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.100162] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.100434] env[62181]: INFO nova.compute.manager [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Took 5.04 seconds to spawn the instance on the hypervisor. [ 1405.100607] env[62181]: DEBUG nova.compute.manager [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1405.101447] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a3ba19-a408-4904-a713-f4fca8e01228 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.193070] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789686, 'name': Rename_Task, 'duration_secs': 0.242594} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.193453] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.194495] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b94cb02b-93fb-4dcc-b9eb-641e67a2c0ba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.204203] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Waiting for the task: (returnval){ [ 1405.204203] env[62181]: value = "task-1789687" [ 1405.204203] env[62181]: _type = "Task" [ 1405.204203] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.218359] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.287160] env[62181]: DEBUG nova.compute.manager [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1405.446423] env[62181]: ERROR nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [req-5493ceec-766d-4945-b49f-d2401dbbe338] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5493ceec-766d-4945-b49f-d2401dbbe338"}]} [ 1405.448258] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1405.476662] env[62181]: DEBUG nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1405.499123] env[62181]: DEBUG nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1405.499123] env[62181]: DEBUG nova.compute.provider_tree [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1405.515153] env[62181]: INFO nova.compute.manager [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Took 34.32 seconds to build instance. [ 1405.521207] env[62181]: DEBUG nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: 035ff416-4541-45f1-bea5-6b352fb10b94 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1405.542868] env[62181]: DEBUG nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1405.626630] env[62181]: INFO nova.compute.manager [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Took 15.58 seconds to build instance. [ 1405.718165] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.721188] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Updating instance_info_cache with network_info: [{"id": "335fe915-0e80-4927-b4f3-a79b9cd8bf23", "address": "fa:16:3e:4f:bb:02", "network": {"id": "d3bac279-d592-41c7-83e1-ca2bee4e9320", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-922277108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0f3a129cbe49228b2b1bf02305733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap335fe915-0e", "ovs_interfaceid": "335fe915-0e80-4927-b4f3-a79b9cd8bf23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.806625] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.889869] env[62181]: INFO nova.compute.manager [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Rebuilding instance [ 1405.943122] env[62181]: DEBUG nova.compute.manager [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1405.944112] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e95ffb-f26e-4565-bf45-e44d257cbf41 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.017283] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a5da7af-2abd-4b60-ab2e-52b2c6b8778f tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Lock "24637ec0-1517-4361-b31b-36e1c609198a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.835s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.049721] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c076ba-3ed1-468a-932d-83f18f9d1cc1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.059289] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58a6749-8c75-46a0-a920-a72a05bb0576 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.096954] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.097370] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1406.097468] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Rebuilding the list of instances to heal {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 1406.100253] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79eb3c38-1ea4-4b0f-8582-85db38c8e56a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.111580] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eefd31-9030-487a-a486-241deaa70ba5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.135388] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9e5527f1-b065-4d79-9b15-9038669d69b9 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "6a393900-2d1e-4d11-92bd-eac1bdb98557" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.934s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.136782] env[62181]: DEBUG nova.compute.provider_tree [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1406.221621] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.223250] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Releasing lock "refresh_cache-74bf8090-fbaf-42b7-b981-728cdf285770" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.223739] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Instance network_info: |[{"id": "335fe915-0e80-4927-b4f3-a79b9cd8bf23", "address": "fa:16:3e:4f:bb:02", "network": {"id": "d3bac279-d592-41c7-83e1-ca2bee4e9320", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-922277108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0f3a129cbe49228b2b1bf02305733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap335fe915-0e", "ovs_interfaceid": "335fe915-0e80-4927-b4f3-a79b9cd8bf23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1406.226664] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:bb:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '335fe915-0e80-4927-b4f3-a79b9cd8bf23', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1406.233455] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Creating folder: Project (ce0f3a129cbe49228b2b1bf02305733e). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.233750] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a16c3d5-8b33-4fd6-82e7-29970b4fe703 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.247710] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Created folder: Project (ce0f3a129cbe49228b2b1bf02305733e) in parent group-v371238. [ 1406.247976] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Creating folder: Instances. Parent ref: group-v371274. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.248393] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-932c13e0-6cd1-41e4-9703-6e95d2120c81 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.262633] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Created folder: Instances in parent group-v371274. [ 1406.262633] env[62181]: DEBUG oslo.service.loopingcall [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.262633] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1406.262812] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39f34ce1-c3b8-4842-ae14-f9ae8174733d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.288923] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1406.288923] env[62181]: value = "task-1789690" [ 1406.288923] env[62181]: _type = "Task" [ 1406.288923] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.300421] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789690, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.520932] env[62181]: DEBUG nova.compute.manager [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1406.582055] env[62181]: DEBUG oslo_concurrency.lockutils [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "b45441c4-5492-42a2-bc5a-c4d6b7891423" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.582055] env[62181]: DEBUG oslo_concurrency.lockutils [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "b45441c4-5492-42a2-bc5a-c4d6b7891423" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.607023] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Skipping network cache update for instance because it is Building. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10397}} [ 1406.607023] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Skipping network cache update for instance because it is Building. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10397}} [ 1406.607023] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] Skipping network cache update for instance because it is Building. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10397}} [ 1406.629663] env[62181]: DEBUG nova.compute.manager [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Stashing vm_state: active {{(pid=62181) _prep_resize /opt/stack/nova/nova/compute/manager.py:6073}} [ 1406.644436] env[62181]: DEBUG nova.compute.manager [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1406.666236] env[62181]: ERROR nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [req-f8315fcf-9660-480b-a755-9f06d72ff75c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f8315fcf-9660-480b-a755-9f06d72ff75c"}]} [ 1406.666846] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.985s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.670394] env[62181]: ERROR nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 473226de-15d9-4707-8968-2daf55d31057 (generation 36): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f8315fcf-9660-480b-a755-9f06d72ff75c"}]} [ 1406.670394] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] Traceback (most recent call last): [ 1406.670394] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] File "/opt/stack/nova/nova/compute/manager.py", line 2661, in _build_and_run_instance [ 1406.670394] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] with self.rt.instance_claim(context, instance, node, allocs, [ 1406.670394] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 1406.670394] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] return f(*args, **kwargs) [ 1406.670394] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 215, in instance_claim [ 1406.670394] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] self._update(elevated, cn) [ 1406.670394] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 1406.670801] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] self._update_to_placement(context, compute_node, startup) [ 1406.670801] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 1406.670801] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 1406.670801] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 1406.670801] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] raise attempt.get() [ 1406.670801] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 1406.670801] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] six.reraise(self.value[0], self.value[1], self.value[2]) [ 1406.670801] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 1406.670801] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] raise value [ 1406.670801] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 1406.670801] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 1406.670801] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 1406.670801] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] self.reportclient.update_from_provider_tree( [ 1406.671208] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 1406.671208] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] self.set_inventory_for_provider( [ 1406.671208] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 1406.671208] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] raise exception.ResourceProviderUpdateConflict( [ 1406.671208] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 473226de-15d9-4707-8968-2daf55d31057 (generation 36): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f8315fcf-9660-480b-a755-9f06d72ff75c"}]} [ 1406.671208] env[62181]: ERROR nova.compute.manager [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] [ 1406.672090] env[62181]: DEBUG nova.compute.utils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] A conflict was encountered attempting to update resource provider 473226de-15d9-4707-8968-2daf55d31057 (generation 36): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=62181) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1406.672874] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.335s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.674402] env[62181]: INFO nova.compute.claims [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1406.678965] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] Build of instance 80ad093c-4f5a-485a-ac7b-be16f6ed276f was re-scheduled: A conflict was encountered attempting to update resource provider 473226de-15d9-4707-8968-2daf55d31057 (generation 36): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f8315fcf-9660-480b-a755-9f06d72ff75c"}]} {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2526}} [ 1406.679497] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] Unplugging VIFs for instance {{(pid=62181) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3052}} [ 1406.679795] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "refresh_cache-80ad093c-4f5a-485a-ac7b-be16f6ed276f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.679981] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquired lock "refresh_cache-80ad093c-4f5a-485a-ac7b-be16f6ed276f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.680207] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.717368] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.802782] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789690, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.816206] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "refresh_cache-9f252cab-0257-4a11-83ec-16e47e16deb7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.816372] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquired lock "refresh_cache-9f252cab-0257-4a11-83ec-16e47e16deb7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.816535] env[62181]: DEBUG nova.network.neutron [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Forcefully refreshing network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1406.816692] env[62181]: DEBUG nova.objects.instance [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lazy-loading 'info_cache' on Instance uuid 9f252cab-0257-4a11-83ec-16e47e16deb7 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.962905] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.964255] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54dfb543-deba-4d2d-a5d4-0c77a9da6d47 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.971440] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Waiting for the task: (returnval){ [ 1406.971440] env[62181]: value = "task-1789691" [ 1406.971440] env[62181]: _type = "Task" [ 1406.971440] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.982453] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': task-1789691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.055036] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.158542] env[62181]: DEBUG oslo_concurrency.lockutils [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.182875] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.209220] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1407.228553] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789687, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.307495] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789690, 'name': CreateVM_Task, 'duration_secs': 0.712534} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.307495] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1407.308417] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.308658] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.309149] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1407.309535] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee22a4a3-eb6e-403b-add9-f2c57b24c206 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.322229] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1407.322229] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]528dabd1-d015-b512-46cc-dc5ff9cda7c6" [ 1407.322229] env[62181]: _type = "Task" [ 1407.322229] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.335596] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]528dabd1-d015-b512-46cc-dc5ff9cda7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.396172] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.483883] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': task-1789691, 'name': PowerOffVM_Task, 'duration_secs': 0.143208} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.484438] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1407.484834] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.485755] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2cf411-d080-4cc0-844a-2bc4d9e5634e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.495912] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1407.496685] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81d245f0-c803-4ab0-a6b6-19fc7551d7bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.527737] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1407.528487] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1407.528915] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Deleting the datastore file [datastore1] f9324e42-bc6f-49f4-b716-92f25ac17433 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.529865] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b375bb7-8743-403f-b5bc-605ce127e059 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.539900] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Waiting for the task: (returnval){ [ 1407.539900] env[62181]: value = "task-1789693" [ 1407.539900] env[62181]: _type = "Task" [ 1407.539900] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.553589] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': task-1789693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.715921] env[62181]: DEBUG nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1407.724093] env[62181]: DEBUG oslo_vmware.api [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789687, 'name': PowerOnVM_Task, 'duration_secs': 2.173387} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.725529] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1407.725529] env[62181]: INFO nova.compute.manager [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Took 12.84 seconds to spawn the instance on the hypervisor. [ 1407.725529] env[62181]: DEBUG nova.compute.manager [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1407.726532] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9516e19-247a-4a50-90d3-6f62fab1dacc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.742882] env[62181]: DEBUG nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1407.743634] env[62181]: DEBUG nova.compute.provider_tree [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1407.769345] env[62181]: DEBUG nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: 035ff416-4541-45f1-bea5-6b352fb10b94 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1407.801104] env[62181]: DEBUG nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1407.858031] env[62181]: DEBUG nova.network.neutron [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1407.864740] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]528dabd1-d015-b512-46cc-dc5ff9cda7c6, 'name': SearchDatastore_Task, 'duration_secs': 0.015691} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.867856] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.867856] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1407.868577] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.868577] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.868577] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1407.874302] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53d1cf3d-46ea-40ae-bb82-4d0940b82a01 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.890027] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1407.890027] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1407.890027] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6c8ee7-d3e5-49e5-bab7-4a8e8a0050b9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.898868] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1407.898868] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5242b6c2-04be-35d3-b1ca-01bda8a4b798" [ 1407.898868] env[62181]: _type = "Task" [ 1407.898868] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.900216] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Releasing lock "refresh_cache-80ad093c-4f5a-485a-ac7b-be16f6ed276f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.900216] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62181) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3075}} [ 1407.900481] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1407.900807] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.913934] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5242b6c2-04be-35d3-b1ca-01bda8a4b798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.928279] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1408.057932] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': task-1789693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180783} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.058205] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1408.058383] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1408.058562] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1408.065722] env[62181]: DEBUG nova.compute.manager [req-e4339ba2-30c5-4311-9435-9bd03b57b28b req-7988afca-5f53-46bd-98f2-1edfd52193a7 service nova] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Received event network-vif-plugged-335fe915-0e80-4927-b4f3-a79b9cd8bf23 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1408.065946] env[62181]: DEBUG oslo_concurrency.lockutils [req-e4339ba2-30c5-4311-9435-9bd03b57b28b req-7988afca-5f53-46bd-98f2-1edfd52193a7 service nova] Acquiring lock "74bf8090-fbaf-42b7-b981-728cdf285770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.066185] env[62181]: DEBUG oslo_concurrency.lockutils [req-e4339ba2-30c5-4311-9435-9bd03b57b28b req-7988afca-5f53-46bd-98f2-1edfd52193a7 service nova] Lock "74bf8090-fbaf-42b7-b981-728cdf285770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.066347] env[62181]: DEBUG oslo_concurrency.lockutils [req-e4339ba2-30c5-4311-9435-9bd03b57b28b req-7988afca-5f53-46bd-98f2-1edfd52193a7 service nova] Lock "74bf8090-fbaf-42b7-b981-728cdf285770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.066506] env[62181]: DEBUG nova.compute.manager [req-e4339ba2-30c5-4311-9435-9bd03b57b28b req-7988afca-5f53-46bd-98f2-1edfd52193a7 service nova] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] No waiting events found dispatching network-vif-plugged-335fe915-0e80-4927-b4f3-a79b9cd8bf23 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1408.066675] env[62181]: WARNING nova.compute.manager [req-e4339ba2-30c5-4311-9435-9bd03b57b28b req-7988afca-5f53-46bd-98f2-1edfd52193a7 service nova] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Received unexpected event network-vif-plugged-335fe915-0e80-4927-b4f3-a79b9cd8bf23 for instance with vm_state building and task_state spawning. [ 1408.066846] env[62181]: DEBUG nova.compute.manager [req-e4339ba2-30c5-4311-9435-9bd03b57b28b req-7988afca-5f53-46bd-98f2-1edfd52193a7 service nova] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Received event network-changed-335fe915-0e80-4927-b4f3-a79b9cd8bf23 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1408.067053] env[62181]: DEBUG nova.compute.manager [req-e4339ba2-30c5-4311-9435-9bd03b57b28b req-7988afca-5f53-46bd-98f2-1edfd52193a7 service nova] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Refreshing instance network info cache due to event network-changed-335fe915-0e80-4927-b4f3-a79b9cd8bf23. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1408.067236] env[62181]: DEBUG oslo_concurrency.lockutils [req-e4339ba2-30c5-4311-9435-9bd03b57b28b req-7988afca-5f53-46bd-98f2-1edfd52193a7 service nova] Acquiring lock "refresh_cache-74bf8090-fbaf-42b7-b981-728cdf285770" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.067389] env[62181]: DEBUG oslo_concurrency.lockutils [req-e4339ba2-30c5-4311-9435-9bd03b57b28b req-7988afca-5f53-46bd-98f2-1edfd52193a7 service nova] Acquired lock "refresh_cache-74bf8090-fbaf-42b7-b981-728cdf285770" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.067511] env[62181]: DEBUG nova.network.neutron [req-e4339ba2-30c5-4311-9435-9bd03b57b28b req-7988afca-5f53-46bd-98f2-1edfd52193a7 service nova] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Refreshing network info cache for port 335fe915-0e80-4927-b4f3-a79b9cd8bf23 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1408.240255] env[62181]: INFO nova.compute.manager [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Rebuilding instance [ 1408.268339] env[62181]: INFO nova.compute.manager [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Took 36.80 seconds to build instance. [ 1408.314592] env[62181]: DEBUG nova.compute.manager [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1408.316120] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985fc1b6-627f-46bc-a951-f8c675543136 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.416035] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5242b6c2-04be-35d3-b1ca-01bda8a4b798, 'name': SearchDatastore_Task, 'duration_secs': 0.01533} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.416035] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-229f1181-a128-4fcb-8ac1-dc39eba4dfc2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.432331] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1408.432331] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]524cd86b-b3d9-c395-0067-9290d7ed99c2" [ 1408.432331] env[62181]: _type = "Task" [ 1408.432331] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.437035] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.446883] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]524cd86b-b3d9-c395-0067-9290d7ed99c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.502879] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3262ca3c-88cf-4e5c-bcd1-35ffa84055f7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.516725] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b093f850-b6cd-44ed-92b6-d33c7675d058 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.524732] env[62181]: DEBUG nova.compute.manager [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1408.526275] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ec7551-54fa-4de4-b484-49946a79c9c7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.532660] env[62181]: DEBUG nova.network.neutron [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.567648] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Releasing lock "refresh_cache-9f252cab-0257-4a11-83ec-16e47e16deb7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.567867] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Updated the network info_cache for instance {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10455}} [ 1408.572081] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1316ba2-5471-4cb4-8fd0-bcf6288ea38f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.574510] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.578267] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.578571] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.579143] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.585400] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d233e298-6af1-434d-84da-f9a71b4bfa9c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.602488] env[62181]: DEBUG nova.compute.provider_tree [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.778992] env[62181]: DEBUG oslo_concurrency.lockutils [None req-81f3dbc8-984e-426a-82d4-4b52cfdf1606 tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Lock "b159db46-b163-449d-b4e3-332dc50ab194" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.323s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.919319] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.941231] env[62181]: INFO nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 80ad093c-4f5a-485a-ac7b-be16f6ed276f] Took 1.04 seconds to deallocate network for instance. [ 1408.949626] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]524cd86b-b3d9-c395-0067-9290d7ed99c2, 'name': SearchDatastore_Task, 'duration_secs': 0.027887} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.950300] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.950469] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 74bf8090-fbaf-42b7-b981-728cdf285770/74bf8090-fbaf-42b7-b981-728cdf285770.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1408.950734] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47936624-098a-447f-9658-97fc4e5b2d3e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.959224] env[62181]: DEBUG nova.network.neutron [req-e4339ba2-30c5-4311-9435-9bd03b57b28b req-7988afca-5f53-46bd-98f2-1edfd52193a7 service nova] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Updated VIF entry in instance network info cache for port 335fe915-0e80-4927-b4f3-a79b9cd8bf23. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.959224] env[62181]: DEBUG nova.network.neutron [req-e4339ba2-30c5-4311-9435-9bd03b57b28b req-7988afca-5f53-46bd-98f2-1edfd52193a7 service nova] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Updating instance_info_cache with network_info: [{"id": "335fe915-0e80-4927-b4f3-a79b9cd8bf23", "address": "fa:16:3e:4f:bb:02", "network": {"id": "d3bac279-d592-41c7-83e1-ca2bee4e9320", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-922277108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0f3a129cbe49228b2b1bf02305733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap335fe915-0e", "ovs_interfaceid": "335fe915-0e80-4927-b4f3-a79b9cd8bf23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.961907] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1408.961907] env[62181]: value = "task-1789694" [ 1408.961907] env[62181]: _type = "Task" [ 1408.961907] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.977645] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.077944] env[62181]: INFO nova.compute.manager [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] instance snapshotting [ 1409.078244] env[62181]: WARNING nova.compute.manager [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1409.086394] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d05199-aa3d-4714-802e-e18480c0d514 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.113488] env[62181]: DEBUG nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.120390] env[62181]: DEBUG nova.compute.manager [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1409.123634] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c875abf-8d48-4359-8d57-9d068fbe6d6c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.130074] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b98b21-0d91-4a51-9512-210f8040b858 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.148060] env[62181]: DEBUG nova.virt.hardware [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1409.148372] env[62181]: DEBUG nova.virt.hardware [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.149132] env[62181]: DEBUG nova.virt.hardware [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.149132] env[62181]: DEBUG nova.virt.hardware [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.149132] env[62181]: DEBUG nova.virt.hardware [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.149132] env[62181]: DEBUG nova.virt.hardware [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1409.149132] env[62181]: DEBUG nova.virt.hardware [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1409.149365] env[62181]: DEBUG nova.virt.hardware [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1409.149428] env[62181]: DEBUG nova.virt.hardware [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1409.153185] env[62181]: DEBUG nova.virt.hardware [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1409.153674] env[62181]: DEBUG nova.virt.hardware [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1409.154971] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8b3487-b389-4ff2-ba08-3807b722cba7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.165287] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddf353c-e442-4b11-b851-d6b7a072cde9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.187117] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Instance VIF info [] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1409.195032] env[62181]: DEBUG oslo.service.loopingcall [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.195032] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1409.195032] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f2e01a4-885c-4f2f-9f4f-30661f77db79 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.216429] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1409.216429] env[62181]: value = "task-1789695" [ 1409.216429] env[62181]: _type = "Task" [ 1409.216429] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.229700] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789695, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.282126] env[62181]: DEBUG nova.compute.manager [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1409.337802] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.337802] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b3ab51c-b811-4664-b8ef-e19b481b87a7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.352408] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1409.352408] env[62181]: value = "task-1789696" [ 1409.352408] env[62181]: _type = "Task" [ 1409.352408] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.366332] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.434752] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.435034] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 1409.463879] env[62181]: DEBUG oslo_concurrency.lockutils [req-e4339ba2-30c5-4311-9435-9bd03b57b28b req-7988afca-5f53-46bd-98f2-1edfd52193a7 service nova] Releasing lock "refresh_cache-74bf8090-fbaf-42b7-b981-728cdf285770" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.478563] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789694, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.626552] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.952s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.628174] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1409.631843] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.269s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.633311] env[62181]: DEBUG nova.objects.instance [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Lazy-loading 'resources' on Instance uuid 9f252cab-0257-4a11-83ec-16e47e16deb7 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.656063] env[62181]: INFO nova.compute.manager [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] instance snapshotting [ 1409.659287] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Creating Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1409.660887] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b52b69e8-7cb7-4a27-b11e-61d690633418 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.663859] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eff50c2-e8d5-4eac-a84a-f62ce90fa390 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.691733] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daa5af0-fef1-488e-b644-704d2bf55d08 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.695824] env[62181]: DEBUG nova.compute.manager [None req-3c723442-626c-4cc8-b95a-75fb8658018f tempest-ServerDiagnosticsTest-543512691 tempest-ServerDiagnosticsTest-543512691-project-admin] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1409.696487] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1409.696487] env[62181]: value = "task-1789697" [ 1409.696487] env[62181]: _type = "Task" [ 1409.696487] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.697218] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065bd474-5469-4742-b70c-0ec9f08f77cf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.714278] env[62181]: INFO nova.compute.manager [None req-3c723442-626c-4cc8-b95a-75fb8658018f tempest-ServerDiagnosticsTest-543512691 tempest-ServerDiagnosticsTest-543512691-project-admin] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Retrieving diagnostics [ 1409.714278] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e210fb3a-49b2-4fa9-8019-64beeb9b1199 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.722118] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789697, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.733284] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789695, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.810417] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.864406] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789696, 'name': PowerOffVM_Task, 'duration_secs': 0.382967} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.864701] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.864930] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1409.866025] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc42ed2-12c5-4ec8-b8f6-0e8dcd995f57 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.874115] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.874515] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32cdd5ae-67bd-4bda-9d44-78b00c057d92 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.904379] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.904679] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.904917] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Deleting the datastore file [datastore1] 6a393900-2d1e-4d11-92bd-eac1bdb98557 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.905294] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d719ec5b-8a76-4aed-9acd-fc147459fa68 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.913238] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1409.913238] env[62181]: value = "task-1789699" [ 1409.913238] env[62181]: _type = "Task" [ 1409.913238] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.923615] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.924069] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.925037] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.977434] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705724} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.978037] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 74bf8090-fbaf-42b7-b981-728cdf285770/74bf8090-fbaf-42b7-b981-728cdf285770.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.978494] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.978993] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b283cd19-cb8f-4ccb-8f98-6e6fc6a2a616 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.984995] env[62181]: INFO nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Deleted allocations for instance 80ad093c-4f5a-485a-ac7b-be16f6ed276f [ 1409.995978] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1409.995978] env[62181]: value = "task-1789700" [ 1409.995978] env[62181]: _type = "Task" [ 1409.995978] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.008172] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.135041] env[62181]: DEBUG nova.compute.utils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1410.140281] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1410.140494] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1410.196470] env[62181]: DEBUG nova.policy [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73e554f2ff1a4350b5d4b834b41813a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce0f3a129cbe49228b2b1bf02305733e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1410.211917] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789697, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.214038] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Creating Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1410.214405] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-784b6b91-51a6-4d10-b71c-b497fb1aeafe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.224035] env[62181]: DEBUG oslo_vmware.api [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1410.224035] env[62181]: value = "task-1789701" [ 1410.224035] env[62181]: _type = "Task" [ 1410.224035] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.248996] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789695, 'name': CreateVM_Task, 'duration_secs': 0.686494} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.248996] env[62181]: DEBUG oslo_vmware.api [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789701, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.251020] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1410.252073] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.252296] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.252582] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1410.252858] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86d309a-e325-4dea-b333-81640b6b05b0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.260665] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Waiting for the task: (returnval){ [ 1410.260665] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]520399b1-3915-5044-38d7-96f5310e00b6" [ 1410.260665] env[62181]: _type = "Task" [ 1410.260665] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.272062] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520399b1-3915-5044-38d7-96f5310e00b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.431171] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169163} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.434256] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.434591] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.434837] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1410.505933] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "80ad093c-4f5a-485a-ac7b-be16f6ed276f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.968s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.520120] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155471} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.523076] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1410.524196] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf06f4f7-53ef-42b9-8e0d-8dc7035cdffa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.554522] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 74bf8090-fbaf-42b7-b981-728cdf285770/74bf8090-fbaf-42b7-b981-728cdf285770.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1410.561031] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc209485-9d81-4147-afaf-a8d3e3e2ed87 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.585593] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1410.585593] env[62181]: value = "task-1789702" [ 1410.585593] env[62181]: _type = "Task" [ 1410.585593] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.602813] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.643540] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1410.661501] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Successfully created port: fc07e4fa-a6ca-4997-ab86-46937c722a00 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1410.716793] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789697, 'name': CreateSnapshot_Task, 'duration_secs': 0.958125} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.717028] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Created Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1410.720839] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18880139-d277-4230-b11d-4772debef61c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.753140] env[62181]: DEBUG oslo_vmware.api [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789701, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.773461] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520399b1-3915-5044-38d7-96f5310e00b6, 'name': SearchDatastore_Task, 'duration_secs': 0.0114} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.774049] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.774449] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1410.774845] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.775159] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.775494] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1410.775862] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b6f47de-c9fb-4eb1-ac07-a0c48319d76f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.787624] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1410.788016] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1410.789041] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99f0197-7bca-45e8-b0c1-33f08d99989f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.795835] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Waiting for the task: (returnval){ [ 1410.795835] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f39522-379c-e60d-f6b9-e153dba3f6b9" [ 1410.795835] env[62181]: _type = "Task" [ 1410.795835] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.810862] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f39522-379c-e60d-f6b9-e153dba3f6b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011862} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.812075] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e144b1-314c-4694-84da-a92f951d94a0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.826211] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Waiting for the task: (returnval){ [ 1410.826211] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]523b86a0-9fec-5f56-e97b-673c87ca2bb3" [ 1410.826211] env[62181]: _type = "Task" [ 1410.826211] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.841017] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523b86a0-9fec-5f56-e97b-673c87ca2bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.011695} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.841017] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.841202] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f9324e42-bc6f-49f4-b716-92f25ac17433/f9324e42-bc6f-49f4-b716-92f25ac17433.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1410.841543] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acb0bf84-2aa3-4f24-a36c-366bde47dec9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.846287] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705f52c6-e484-4a99-8605-039f268f3b09 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.857715] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f1f63d-67c7-4d67-b90c-1392705c02fc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.863314] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Waiting for the task: (returnval){ [ 1410.863314] env[62181]: value = "task-1789703" [ 1410.863314] env[62181]: _type = "Task" [ 1410.863314] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.901529] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132df986-47d2-40fd-be5e-266355db867c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.907518] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': task-1789703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.914034] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6a8ce6-9584-4602-99eb-507d09fe3e4f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.918571] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.932954] env[62181]: DEBUG nova.compute.provider_tree [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.012336] env[62181]: DEBUG nova.compute.manager [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1411.104931] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789702, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.177919] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.177919] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.244891] env[62181]: DEBUG oslo_vmware.api [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789701, 'name': CreateSnapshot_Task, 'duration_secs': 1.012525} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.245147] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Created Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1411.256206] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Creating linked-clone VM from snapshot {{(pid=62181) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1411.257140] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fe414d-75cb-49a1-81f4-acc08e375cd9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.260803] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ad00741-ee69-4ea0-a068-f5d6cee59460 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.275023] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1411.275023] env[62181]: value = "task-1789704" [ 1411.275023] env[62181]: _type = "Task" [ 1411.275023] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.285211] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789704, 'name': CloneVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.376587] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': task-1789703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520221} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.376656] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f9324e42-bc6f-49f4-b716-92f25ac17433/f9324e42-bc6f-49f4-b716-92f25ac17433.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1411.376867] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1411.377480] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-012c5226-a05b-4636-a499-38b9ef4b4372 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.386483] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Waiting for the task: (returnval){ [ 1411.386483] env[62181]: value = "task-1789705" [ 1411.386483] env[62181]: _type = "Task" [ 1411.386483] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.397915] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': task-1789705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.423639] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.437493] env[62181]: DEBUG nova.scheduler.client.report [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.492016] env[62181]: DEBUG nova.virt.hardware [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1411.492456] env[62181]: DEBUG nova.virt.hardware [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.492621] env[62181]: DEBUG nova.virt.hardware [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1411.493224] env[62181]: DEBUG nova.virt.hardware [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.493224] env[62181]: DEBUG nova.virt.hardware [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1411.493224] env[62181]: DEBUG nova.virt.hardware [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1411.493445] env[62181]: DEBUG nova.virt.hardware [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1411.493536] env[62181]: DEBUG nova.virt.hardware [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1411.493707] env[62181]: DEBUG nova.virt.hardware [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1411.493872] env[62181]: DEBUG nova.virt.hardware [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1411.494557] env[62181]: DEBUG nova.virt.hardware [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1411.495279] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c9f69e-0279-44eb-aaca-90dcf2dca6ec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.504942] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42e6913-92db-4252-8012-e8a7969ca96a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.525454] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Instance VIF info [] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1411.531558] env[62181]: DEBUG oslo.service.loopingcall [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1411.534120] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1411.534551] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15054f19-0875-416f-98b3-db77917536be {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.556332] env[62181]: DEBUG oslo_concurrency.lockutils [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.558503] env[62181]: DEBUG oslo_concurrency.lockutils [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Acquiring lock "24637ec0-1517-4361-b31b-36e1c609198a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.558503] env[62181]: DEBUG oslo_concurrency.lockutils [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Lock "24637ec0-1517-4361-b31b-36e1c609198a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.558725] env[62181]: DEBUG oslo_concurrency.lockutils [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Acquiring lock "24637ec0-1517-4361-b31b-36e1c609198a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.558725] env[62181]: DEBUG oslo_concurrency.lockutils [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Lock "24637ec0-1517-4361-b31b-36e1c609198a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.559019] env[62181]: DEBUG oslo_concurrency.lockutils [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Lock "24637ec0-1517-4361-b31b-36e1c609198a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.563607] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1411.563607] env[62181]: value = "task-1789706" [ 1411.563607] env[62181]: _type = "Task" [ 1411.563607] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.563826] env[62181]: INFO nova.compute.manager [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Terminating instance [ 1411.577471] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789706, 'name': CreateVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.608163] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789702, 'name': ReconfigVM_Task, 'duration_secs': 0.580371} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.609393] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 74bf8090-fbaf-42b7-b981-728cdf285770/74bf8090-fbaf-42b7-b981-728cdf285770.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1411.610344] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2af81984-c383-41bc-b038-22aff859b90c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.618672] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1411.618672] env[62181]: value = "task-1789707" [ 1411.618672] env[62181]: _type = "Task" [ 1411.618672] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.630166] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789707, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.656983] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1411.688117] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1411.688571] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.688832] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1411.689059] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.689209] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1411.689350] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1411.689662] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1411.689744] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1411.689920] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1411.690090] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1411.690257] env[62181]: DEBUG nova.virt.hardware [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1411.691532] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a95e14-050f-4f4a-ad3c-e3927f544831 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.701020] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa310cb-1efd-42a7-a659-e704309e1f09 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.783685] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Creating linked-clone VM from snapshot {{(pid=62181) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1411.784351] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2cf423db-8e29-494f-b8a7-c30d390996db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.800542] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789704, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.801999] env[62181]: DEBUG oslo_vmware.api [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1411.801999] env[62181]: value = "task-1789708" [ 1411.801999] env[62181]: _type = "Task" [ 1411.801999] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.813307] env[62181]: DEBUG oslo_vmware.api [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789708, 'name': CloneVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.897461] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': task-1789705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076586} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.897461] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.898959] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cd5909-1df1-4dd9-b6f8-4da421a61e01 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.925772] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] f9324e42-bc6f-49f4-b716-92f25ac17433/f9324e42-bc6f-49f4-b716-92f25ac17433.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.925772] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-886d3c2d-8fac-4984-ad2b-ec6673c37a75 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.944459] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.313s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.949953] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.066s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.952776] env[62181]: INFO nova.compute.claims [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1411.958375] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Waiting for the task: (returnval){ [ 1411.958375] env[62181]: value = "task-1789709" [ 1411.958375] env[62181]: _type = "Task" [ 1411.958375] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.972240] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': task-1789709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.983382] env[62181]: INFO nova.scheduler.client.report [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Deleted allocations for instance 9f252cab-0257-4a11-83ec-16e47e16deb7 [ 1412.082864] env[62181]: DEBUG nova.compute.manager [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1412.083964] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.086221] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789706, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.088555] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9442d1a2-baf6-498a-8335-a360d59a9a43 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.103350] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.103661] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1806ebf-ebaf-484d-a6f6-732d7d3f0687 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.117860] env[62181]: DEBUG oslo_vmware.api [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Waiting for the task: (returnval){ [ 1412.117860] env[62181]: value = "task-1789710" [ 1412.117860] env[62181]: _type = "Task" [ 1412.117860] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.144675] env[62181]: DEBUG oslo_vmware.api [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': task-1789710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.149220] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789707, 'name': Rename_Task, 'duration_secs': 0.421823} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.149676] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.149987] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a4bf469-9396-4cba-9f84-14f2557f1de4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.167841] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1412.167841] env[62181]: value = "task-1789711" [ 1412.167841] env[62181]: _type = "Task" [ 1412.167841] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.177977] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.230664] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Acquiring lock "b159db46-b163-449d-b4e3-332dc50ab194" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.230664] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Lock "b159db46-b163-449d-b4e3-332dc50ab194" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.230664] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Acquiring lock "b159db46-b163-449d-b4e3-332dc50ab194-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.230664] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Lock "b159db46-b163-449d-b4e3-332dc50ab194-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.231439] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Lock "b159db46-b163-449d-b4e3-332dc50ab194-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.234484] env[62181]: INFO nova.compute.manager [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Terminating instance [ 1412.295963] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789704, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.318049] env[62181]: DEBUG oslo_vmware.api [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789708, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.482024] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': task-1789709, 'name': ReconfigVM_Task, 'duration_secs': 0.473096} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.482024] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Reconfigured VM instance instance-00000005 to attach disk [datastore1] f9324e42-bc6f-49f4-b716-92f25ac17433/f9324e42-bc6f-49f4-b716-92f25ac17433.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.482024] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f6983d2-7dd3-404c-acb8-eea5647315be {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.491272] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Waiting for the task: (returnval){ [ 1412.491272] env[62181]: value = "task-1789712" [ 1412.491272] env[62181]: _type = "Task" [ 1412.491272] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.500343] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8d975929-daf8-4991-842f-5fd43656313a tempest-ServerExternalEventsTest-1260336915 tempest-ServerExternalEventsTest-1260336915-project-member] Lock "9f252cab-0257-4a11-83ec-16e47e16deb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.655s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.505793] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': task-1789712, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.584876] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789706, 'name': CreateVM_Task, 'duration_secs': 0.538253} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.584933] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.585384] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.585548] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.585871] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1412.587415] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc0f734-651e-4916-b6dd-17e6034f67ce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.593571] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1412.593571] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52164741-06a5-da1a-ec9e-c015b5356b51" [ 1412.593571] env[62181]: _type = "Task" [ 1412.593571] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.605194] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52164741-06a5-da1a-ec9e-c015b5356b51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.634101] env[62181]: DEBUG oslo_vmware.api [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': task-1789710, 'name': PowerOffVM_Task, 'duration_secs': 0.462411} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.634101] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.634101] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1412.634718] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0774614-d70b-43f4-994d-2969c22531d8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.681156] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789711, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.726427] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1412.726427] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1412.726427] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Deleting the datastore file [datastore1] 24637ec0-1517-4361-b31b-36e1c609198a {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1412.726427] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b972988c-6004-4798-98e1-a064a7174276 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.734070] env[62181]: DEBUG oslo_vmware.api [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Waiting for the task: (returnval){ [ 1412.734070] env[62181]: value = "task-1789714" [ 1412.734070] env[62181]: _type = "Task" [ 1412.734070] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.740069] env[62181]: DEBUG nova.compute.manager [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1412.740298] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.741543] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6edc0e1-53f3-438f-a703-1d60e5edf3a3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.752804] env[62181]: DEBUG oslo_vmware.api [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': task-1789714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.756463] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.756877] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24953309-f007-4455-a3fe-a9da29874e19 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.765989] env[62181]: DEBUG oslo_vmware.api [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Waiting for the task: (returnval){ [ 1412.765989] env[62181]: value = "task-1789715" [ 1412.765989] env[62181]: _type = "Task" [ 1412.765989] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.787810] env[62181]: DEBUG oslo_vmware.api [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.799063] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789704, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.819496] env[62181]: DEBUG oslo_vmware.api [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789708, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.927370] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Successfully updated port: fc07e4fa-a6ca-4997-ab86-46937c722a00 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1413.006977] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': task-1789712, 'name': Rename_Task, 'duration_secs': 0.198431} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.007287] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.007810] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1081d973-1720-4622-8324-536006988490 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.019553] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Waiting for the task: (returnval){ [ 1413.019553] env[62181]: value = "task-1789716" [ 1413.019553] env[62181]: _type = "Task" [ 1413.019553] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.029548] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': task-1789716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.117265] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52164741-06a5-da1a-ec9e-c015b5356b51, 'name': SearchDatastore_Task, 'duration_secs': 0.030205} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.117978] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.118418] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.119186] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.119186] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.119335] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.122770] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-404ed834-dcb6-4bad-9648-cc9834ad0516 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.136706] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.136887] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.137545] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-655ad9d3-9252-4f7b-ba9f-bb0234c0307e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.144383] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1413.144383] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52576048-1f23-c854-1c00-ff0a6f1494f2" [ 1413.144383] env[62181]: _type = "Task" [ 1413.144383] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.159386] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52576048-1f23-c854-1c00-ff0a6f1494f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011702} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.160181] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad27c12b-2628-4c1e-a1f2-d942ecde35e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.169372] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1413.169372] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5226b577-8bf8-37f2-1ccd-4fa6103b8c8f" [ 1413.169372] env[62181]: _type = "Task" [ 1413.169372] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.191881] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789711, 'name': PowerOnVM_Task, 'duration_secs': 0.84115} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.192246] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5226b577-8bf8-37f2-1ccd-4fa6103b8c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012659} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.195695] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.195956] env[62181]: INFO nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Took 10.48 seconds to spawn the instance on the hypervisor. [ 1413.196175] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1413.196523] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.196841] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 6a393900-2d1e-4d11-92bd-eac1bdb98557/6a393900-2d1e-4d11-92bd-eac1bdb98557.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.198012] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455bdcfe-c21e-4af4-b513-f62e9b1dca8f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.200939] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fd8560f-798f-459c-b12c-fa5034e32e36 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.221547] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1413.221547] env[62181]: value = "task-1789717" [ 1413.221547] env[62181]: _type = "Task" [ 1413.221547] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.235185] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.247162] env[62181]: DEBUG oslo_vmware.api [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Task: {'id': task-1789714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159927} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.247528] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.247745] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.247965] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.248232] env[62181]: INFO nova.compute.manager [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1413.248618] env[62181]: DEBUG oslo.service.loopingcall [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.248796] env[62181]: DEBUG nova.compute.manager [-] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1413.248942] env[62181]: DEBUG nova.network.neutron [-] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1413.282872] env[62181]: DEBUG oslo_vmware.api [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789715, 'name': PowerOffVM_Task, 'duration_secs': 0.202549} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.283341] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.283728] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1413.284113] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca5d2340-2602-4bd8-b962-687be08c618a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.306846] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789704, 'name': CloneVM_Task, 'duration_secs': 1.853448} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.312251] env[62181]: INFO nova.virt.vmwareapi.vmops [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Created linked-clone VM from snapshot [ 1413.313495] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3916d952-beb8-4d7c-a953-e504d8e0d975 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.325951] env[62181]: DEBUG oslo_vmware.api [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789708, 'name': CloneVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.331310] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Uploading image 8b8dde4c-1484-46c0-aae1-34baa3386023 {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1413.369870] env[62181]: DEBUG oslo_vmware.rw_handles [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1413.369870] env[62181]: value = "vm-371280" [ 1413.369870] env[62181]: _type = "VirtualMachine" [ 1413.369870] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1413.370279] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-96094d7f-57e5-4874-85f2-6e9cb89e1e3d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.375382] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1413.376261] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1413.377523] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Deleting the datastore file [datastore1] b159db46-b163-449d-b4e3-332dc50ab194 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.377523] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b6a10e2-51a6-473b-85c9-591da8c5853f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.387390] env[62181]: DEBUG oslo_vmware.rw_handles [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lease: (returnval){ [ 1413.387390] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52962698-5a70-f913-7367-86cc4fbe8723" [ 1413.387390] env[62181]: _type = "HttpNfcLease" [ 1413.387390] env[62181]: } obtained for exporting VM: (result){ [ 1413.387390] env[62181]: value = "vm-371280" [ 1413.387390] env[62181]: _type = "VirtualMachine" [ 1413.387390] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1413.387683] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the lease: (returnval){ [ 1413.387683] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52962698-5a70-f913-7367-86cc4fbe8723" [ 1413.387683] env[62181]: _type = "HttpNfcLease" [ 1413.387683] env[62181]: } to be ready. {{(pid=62181) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1413.395808] env[62181]: DEBUG oslo_vmware.api [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Waiting for the task: (returnval){ [ 1413.395808] env[62181]: value = "task-1789720" [ 1413.395808] env[62181]: _type = "Task" [ 1413.395808] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.398027] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1413.398027] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52962698-5a70-f913-7367-86cc4fbe8723" [ 1413.398027] env[62181]: _type = "HttpNfcLease" [ 1413.398027] env[62181]: } is initializing. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1413.420566] env[62181]: DEBUG oslo_vmware.api [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.431943] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "refresh_cache-f8799d9e-8d97-411d-9282-7c4a7800b2b6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.433090] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquired lock "refresh_cache-f8799d9e-8d97-411d-9282-7c4a7800b2b6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.433400] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1413.532915] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': task-1789716, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.645693] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ef6e0f-f7b3-4d84-8fdf-5a7fdbddfb5a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.656655] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b4178f-8304-46b5-a64e-8d2414bccbf1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.691741] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0d53ce-aa96-4fa0-80eb-ab3ba04100cd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.700929] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c929bd-4355-4225-8894-6db66285f0f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.716823] env[62181]: DEBUG nova.compute.provider_tree [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.734559] env[62181]: INFO nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Took 23.20 seconds to build instance. [ 1413.742045] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789717, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.820710] env[62181]: DEBUG oslo_vmware.api [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789708, 'name': CloneVM_Task, 'duration_secs': 1.627865} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.821043] env[62181]: INFO nova.virt.vmwareapi.vmops [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Created linked-clone VM from snapshot [ 1413.821816] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ab555b-5278-4957-b916-1b1fd8a7928b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.832068] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Uploading image 2651b067-6cf2-4880-a188-f36f5d235bc3 {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1413.849057] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Destroying the VM {{(pid=62181) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1413.849743] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b470944d-193e-4bd0-830a-6be784dac817 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.857836] env[62181]: DEBUG oslo_vmware.api [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1413.857836] env[62181]: value = "task-1789721" [ 1413.857836] env[62181]: _type = "Task" [ 1413.857836] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.869104] env[62181]: DEBUG oslo_vmware.api [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789721, 'name': Destroy_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.899246] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1413.899246] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52962698-5a70-f913-7367-86cc4fbe8723" [ 1413.899246] env[62181]: _type = "HttpNfcLease" [ 1413.899246] env[62181]: } is ready. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1413.903693] env[62181]: DEBUG oslo_vmware.rw_handles [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1413.903693] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52962698-5a70-f913-7367-86cc4fbe8723" [ 1413.903693] env[62181]: _type = "HttpNfcLease" [ 1413.903693] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1413.904503] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d678efe-51ab-471c-a865-c098361df353 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.913190] env[62181]: DEBUG oslo_vmware.api [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.917043] env[62181]: DEBUG oslo_vmware.rw_handles [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d58a3-1078-85f7-7e84-5d9381bbbd78/disk-0.vmdk from lease info. {{(pid=62181) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1413.917383] env[62181]: DEBUG oslo_vmware.rw_handles [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d58a3-1078-85f7-7e84-5d9381bbbd78/disk-0.vmdk for reading. {{(pid=62181) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1414.027439] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1414.032996] env[62181]: DEBUG oslo_vmware.api [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Task: {'id': task-1789716, 'name': PowerOnVM_Task, 'duration_secs': 0.609689} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.032996] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.033218] env[62181]: DEBUG nova.compute.manager [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1414.036019] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a44869a-ba1c-4af5-a872-8277975be41f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.063257] env[62181]: DEBUG nova.compute.manager [req-ced8ccd4-3cba-4e61-b449-f5b03fd05445 req-1bdec71e-54d5-4e36-8c27-f81ef16c072a service nova] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Received event network-vif-plugged-fc07e4fa-a6ca-4997-ab86-46937c722a00 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1414.063257] env[62181]: DEBUG oslo_concurrency.lockutils [req-ced8ccd4-3cba-4e61-b449-f5b03fd05445 req-1bdec71e-54d5-4e36-8c27-f81ef16c072a service nova] Acquiring lock "f8799d9e-8d97-411d-9282-7c4a7800b2b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.063257] env[62181]: DEBUG oslo_concurrency.lockutils [req-ced8ccd4-3cba-4e61-b449-f5b03fd05445 req-1bdec71e-54d5-4e36-8c27-f81ef16c072a service nova] Lock "f8799d9e-8d97-411d-9282-7c4a7800b2b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.063582] env[62181]: DEBUG oslo_concurrency.lockutils [req-ced8ccd4-3cba-4e61-b449-f5b03fd05445 req-1bdec71e-54d5-4e36-8c27-f81ef16c072a service nova] Lock "f8799d9e-8d97-411d-9282-7c4a7800b2b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.063582] env[62181]: DEBUG nova.compute.manager [req-ced8ccd4-3cba-4e61-b449-f5b03fd05445 req-1bdec71e-54d5-4e36-8c27-f81ef16c072a service nova] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] No waiting events found dispatching network-vif-plugged-fc07e4fa-a6ca-4997-ab86-46937c722a00 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1414.063688] env[62181]: WARNING nova.compute.manager [req-ced8ccd4-3cba-4e61-b449-f5b03fd05445 req-1bdec71e-54d5-4e36-8c27-f81ef16c072a service nova] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Received unexpected event network-vif-plugged-fc07e4fa-a6ca-4997-ab86-46937c722a00 for instance with vm_state building and task_state spawning. [ 1414.076506] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c268c54d-0863-45f3-ac30-1fe38fecbd1c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.220861] env[62181]: DEBUG nova.scheduler.client.report [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1414.226240] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Updating instance_info_cache with network_info: [{"id": "fc07e4fa-a6ca-4997-ab86-46937c722a00", "address": "fa:16:3e:40:ca:4a", "network": {"id": "d3bac279-d592-41c7-83e1-ca2bee4e9320", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-922277108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0f3a129cbe49228b2b1bf02305733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc07e4fa-a6", "ovs_interfaceid": "fc07e4fa-a6ca-4997-ab86-46937c722a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.238527] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "74bf8090-fbaf-42b7-b981-728cdf285770" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.764s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.238798] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568055} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.241117] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 6a393900-2d1e-4d11-92bd-eac1bdb98557/6a393900-2d1e-4d11-92bd-eac1bdb98557.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.241117] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.241117] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a04199c-5f2c-4957-9318-c8f3a0d13758 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.251018] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1414.251018] env[62181]: value = "task-1789722" [ 1414.251018] env[62181]: _type = "Task" [ 1414.251018] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.263840] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.348492] env[62181]: DEBUG nova.network.neutron [-] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.389384] env[62181]: DEBUG oslo_vmware.api [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789721, 'name': Destroy_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.412864] env[62181]: DEBUG oslo_vmware.api [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Task: {'id': task-1789720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.564585} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.412864] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1414.413607] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1414.413607] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1414.414424] env[62181]: INFO nova.compute.manager [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1414.414424] env[62181]: DEBUG oslo.service.loopingcall [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1414.414614] env[62181]: DEBUG nova.compute.manager [-] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1414.414614] env[62181]: DEBUG nova.network.neutron [-] [instance: b159db46-b163-449d-b4e3-332dc50ab194] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1414.558729] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.730825] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.731841] env[62181]: DEBUG nova.compute.manager [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1414.737326] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Releasing lock "refresh_cache-f8799d9e-8d97-411d-9282-7c4a7800b2b6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.737636] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Instance network_info: |[{"id": "fc07e4fa-a6ca-4997-ab86-46937c722a00", "address": "fa:16:3e:40:ca:4a", "network": {"id": "d3bac279-d592-41c7-83e1-ca2bee4e9320", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-922277108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0f3a129cbe49228b2b1bf02305733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc07e4fa-a6", "ovs_interfaceid": "fc07e4fa-a6ca-4997-ab86-46937c722a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1414.737986] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.868s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.738260] env[62181]: DEBUG nova.objects.instance [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Lazy-loading 'resources' on Instance uuid c84b1d01-bbc1-4644-962a-ca1301ac099c {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.739986] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:ca:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc07e4fa-a6ca-4997-ab86-46937c722a00', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1414.749651] env[62181]: DEBUG oslo.service.loopingcall [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1414.751042] env[62181]: DEBUG nova.compute.manager [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1414.756068] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1414.758334] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a27430ba-5210-43e1-ad6d-e2eef518801e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.794178] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11112} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.798117] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.798499] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1414.798499] env[62181]: value = "task-1789723" [ 1414.798499] env[62181]: _type = "Task" [ 1414.798499] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.799347] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac5b5a2-6275-4533-852d-153f2fb98fe3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.847035] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 6a393900-2d1e-4d11-92bd-eac1bdb98557/6a393900-2d1e-4d11-92bd-eac1bdb98557.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.847035] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a75b49-28aa-4198-87a4-0cf230115a57 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.865186] env[62181]: INFO nova.compute.manager [-] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Took 1.62 seconds to deallocate network for instance. [ 1414.879500] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1414.879500] env[62181]: value = "task-1789724" [ 1414.879500] env[62181]: _type = "Task" [ 1414.879500] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.883755] env[62181]: DEBUG oslo_vmware.api [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789721, 'name': Destroy_Task, 'duration_secs': 0.61981} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.887724] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Destroyed the VM [ 1414.888296] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Deleting Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1414.889057] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c05c63b4-d06d-4d4e-8a17-66472d12970e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.901668] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.903416] env[62181]: DEBUG oslo_vmware.api [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1414.903416] env[62181]: value = "task-1789725" [ 1414.903416] env[62181]: _type = "Task" [ 1414.903416] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.913733] env[62181]: DEBUG oslo_vmware.api [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789725, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.240139] env[62181]: DEBUG nova.compute.utils [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1415.241967] env[62181]: DEBUG nova.compute.manager [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Not allocating networking since 'none' was specified. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2023}} [ 1415.287942] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.323937] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789723, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.367307] env[62181]: DEBUG nova.network.neutron [-] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.384022] env[62181]: DEBUG oslo_concurrency.lockutils [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.401026] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789724, 'name': ReconfigVM_Task, 'duration_secs': 0.417223} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.401026] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 6a393900-2d1e-4d11-92bd-eac1bdb98557/6a393900-2d1e-4d11-92bd-eac1bdb98557.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.402159] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d7c6521-215d-4fc3-b44a-b8d279aa382b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.410275] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1415.410275] env[62181]: value = "task-1789726" [ 1415.410275] env[62181]: _type = "Task" [ 1415.410275] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.413988] env[62181]: DEBUG oslo_vmware.api [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789725, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.428871] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789726, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.744872] env[62181]: DEBUG nova.compute.manager [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1415.761459] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674ddace-01c7-4e78-9eb3-492a36e819bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.771038] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dd9ed2-f809-49c6-864f-810617297339 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.807850] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795fbdcb-0c2f-46cb-8f38-2b2dafb07dbe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.830864] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5c22be-2d93-45f3-8f31-b21d79ebbad0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.837431] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789723, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.844936] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Acquiring lock "05fae8ff-eb9c-4e22-9075-f8de2d18c82e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.845325] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Lock "05fae8ff-eb9c-4e22-9075-f8de2d18c82e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.865093] env[62181]: DEBUG nova.compute.provider_tree [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1415.869560] env[62181]: INFO nova.compute.manager [-] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Took 1.45 seconds to deallocate network for instance. [ 1415.916399] env[62181]: DEBUG oslo_vmware.api [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789725, 'name': RemoveSnapshot_Task, 'duration_secs': 0.999208} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.920739] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Deleted Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1415.929953] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789726, 'name': Rename_Task, 'duration_secs': 0.279167} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.930447] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1415.931530] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a91e84c-bf7a-457c-8a59-cc545d4c9a84 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.941144] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1415.941144] env[62181]: value = "task-1789727" [ 1415.941144] env[62181]: _type = "Task" [ 1415.941144] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.950207] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.324282] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789723, 'name': CreateVM_Task, 'duration_secs': 1.35937} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.324690] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1416.325273] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.325589] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.326048] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1416.326500] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ba5bda-83d8-4b06-b971-de39c19a83c4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.334136] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1416.334136] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]529d03f8-428c-c4b4-170e-a0343638652a" [ 1416.334136] env[62181]: _type = "Task" [ 1416.334136] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.343943] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529d03f8-428c-c4b4-170e-a0343638652a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.376622] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.397465] env[62181]: ERROR nova.scheduler.client.report [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] [req-c6cee95a-5fde-4b5a-902b-fbfed64ca98c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c6cee95a-5fde-4b5a-902b-fbfed64ca98c"}]} [ 1416.418801] env[62181]: DEBUG nova.scheduler.client.report [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1416.427198] env[62181]: WARNING nova.compute.manager [None req-43a11e37-4b97-4544-8fee-19faf2a4b019 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Image not found during snapshot: nova.exception.ImageNotFound: Image 2651b067-6cf2-4880-a188-f36f5d235bc3 could not be found. [ 1416.438142] env[62181]: DEBUG nova.scheduler.client.report [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1416.438434] env[62181]: DEBUG nova.compute.provider_tree [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1416.452941] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789727, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.455118] env[62181]: DEBUG nova.scheduler.client.report [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1416.478662] env[62181]: DEBUG nova.scheduler.client.report [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1416.765107] env[62181]: DEBUG nova.compute.manager [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1416.803526] env[62181]: DEBUG nova.virt.hardware [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1416.803787] env[62181]: DEBUG nova.virt.hardware [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.803942] env[62181]: DEBUG nova.virt.hardware [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1416.804323] env[62181]: DEBUG nova.virt.hardware [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.804323] env[62181]: DEBUG nova.virt.hardware [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1416.804442] env[62181]: DEBUG nova.virt.hardware [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1416.804629] env[62181]: DEBUG nova.virt.hardware [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1416.804784] env[62181]: DEBUG nova.virt.hardware [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1416.805015] env[62181]: DEBUG nova.virt.hardware [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1416.805112] env[62181]: DEBUG nova.virt.hardware [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1416.805300] env[62181]: DEBUG nova.virt.hardware [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1416.806253] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e663b82-0cbf-48c3-a95f-cbb1b2df0ab3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.819482] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576ce7c6-11cf-4e5a-9807-3f413afb01ac {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.838715] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Instance VIF info [] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1416.845219] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Creating folder: Project (a1a0532ab53245fcaa96995937abc87f). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1416.848797] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f9e4505-4982-43aa-9283-176562a7f3e9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.861425] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529d03f8-428c-c4b4-170e-a0343638652a, 'name': SearchDatastore_Task, 'duration_secs': 0.014877} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.861693] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.861927] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1416.862203] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.866021] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.866021] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1416.866021] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0fcc340-5834-41f1-94a0-d6c4121b3703 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.871835] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Created folder: Project (a1a0532ab53245fcaa96995937abc87f) in parent group-v371238. [ 1416.872130] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Creating folder: Instances. Parent ref: group-v371284. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1416.874983] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40fff98a-7f46-4b66-a1ea-637357283bc9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.882960] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1416.884217] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1416.886161] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-239981e8-106a-4284-be7e-67a86ed0ca2e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.888734] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Created folder: Instances in parent group-v371284. [ 1416.889674] env[62181]: DEBUG oslo.service.loopingcall [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.889674] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1416.893016] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02aef30f-0b57-4236-b96a-8f3ffb373757 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.907839] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1416.907839] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52fe7689-584f-09f0-2a52-bb642eb31a6a" [ 1416.907839] env[62181]: _type = "Task" [ 1416.907839] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.914439] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1416.914439] env[62181]: value = "task-1789730" [ 1416.914439] env[62181]: _type = "Task" [ 1416.914439] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.924979] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52fe7689-584f-09f0-2a52-bb642eb31a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.021048} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.926600] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96e02a14-56b7-4c2e-9463-f04face17f75 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.932434] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789730, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.936901] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1416.936901] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5288bfed-2af3-7c66-3878-4cb072143319" [ 1416.936901] env[62181]: _type = "Task" [ 1416.936901] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.964794] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5288bfed-2af3-7c66-3878-4cb072143319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.970945] env[62181]: DEBUG oslo_vmware.api [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789727, 'name': PowerOnVM_Task, 'duration_secs': 0.674089} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.971675] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.971675] env[62181]: DEBUG nova.compute.manager [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1416.972409] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded72667-449c-4303-b2ab-d2a3ad44658a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.007600] env[62181]: DEBUG nova.compute.manager [req-5317fc8f-a68a-4276-a474-33b68c15da6c req-96d45d63-7c8e-49cc-bfa1-d72ae425af57 service nova] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Received event network-changed-fc07e4fa-a6ca-4997-ab86-46937c722a00 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1417.007872] env[62181]: DEBUG nova.compute.manager [req-5317fc8f-a68a-4276-a474-33b68c15da6c req-96d45d63-7c8e-49cc-bfa1-d72ae425af57 service nova] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Refreshing instance network info cache due to event network-changed-fc07e4fa-a6ca-4997-ab86-46937c722a00. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1417.008917] env[62181]: DEBUG oslo_concurrency.lockutils [req-5317fc8f-a68a-4276-a474-33b68c15da6c req-96d45d63-7c8e-49cc-bfa1-d72ae425af57 service nova] Acquiring lock "refresh_cache-f8799d9e-8d97-411d-9282-7c4a7800b2b6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.008917] env[62181]: DEBUG oslo_concurrency.lockutils [req-5317fc8f-a68a-4276-a474-33b68c15da6c req-96d45d63-7c8e-49cc-bfa1-d72ae425af57 service nova] Acquired lock "refresh_cache-f8799d9e-8d97-411d-9282-7c4a7800b2b6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.008917] env[62181]: DEBUG nova.network.neutron [req-5317fc8f-a68a-4276-a474-33b68c15da6c req-96d45d63-7c8e-49cc-bfa1-d72ae425af57 service nova] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Refreshing network info cache for port fc07e4fa-a6ca-4997-ab86-46937c722a00 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.065039] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e9eef3-605e-45cc-891b-47157fbff44a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.074422] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0e7049-765a-4848-b850-2c89022e20bb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.110312] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558b9515-1d7b-4693-8ba8-0ff6fc0d3c1b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.119687] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a091332c-cd98-458e-a570-326e238ce87f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.135329] env[62181]: DEBUG nova.compute.provider_tree [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1417.426980] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789730, 'name': CreateVM_Task, 'duration_secs': 0.479152} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.427265] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1417.427687] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.428176] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.428582] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1417.428938] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1487e915-8499-4e2f-9e1a-678cd9f3ff3e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.436570] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Waiting for the task: (returnval){ [ 1417.436570] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b4af83-a125-dd1a-4f74-03691139b221" [ 1417.436570] env[62181]: _type = "Task" [ 1417.436570] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.451036] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b4af83-a125-dd1a-4f74-03691139b221, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.454225] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5288bfed-2af3-7c66-3878-4cb072143319, 'name': SearchDatastore_Task, 'duration_secs': 0.043187} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.454367] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.454951] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f8799d9e-8d97-411d-9282-7c4a7800b2b6/f8799d9e-8d97-411d-9282-7c4a7800b2b6.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1417.454951] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6c00336-bb94-4d99-8764-75538c5a4152 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.457433] env[62181]: DEBUG oslo_concurrency.lockutils [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Acquiring lock "f9324e42-bc6f-49f4-b716-92f25ac17433" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.457674] env[62181]: DEBUG oslo_concurrency.lockutils [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Lock "f9324e42-bc6f-49f4-b716-92f25ac17433" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.458133] env[62181]: DEBUG oslo_concurrency.lockutils [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Acquiring lock "f9324e42-bc6f-49f4-b716-92f25ac17433-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.458133] env[62181]: DEBUG oslo_concurrency.lockutils [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Lock "f9324e42-bc6f-49f4-b716-92f25ac17433-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.458253] env[62181]: DEBUG oslo_concurrency.lockutils [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Lock "f9324e42-bc6f-49f4-b716-92f25ac17433-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.461658] env[62181]: INFO nova.compute.manager [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Terminating instance [ 1417.467822] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1417.467822] env[62181]: value = "task-1789731" [ 1417.467822] env[62181]: _type = "Task" [ 1417.467822] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.479863] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.495491] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.680509] env[62181]: DEBUG nova.scheduler.client.report [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 42 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1417.680746] env[62181]: DEBUG nova.compute.provider_tree [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 42 to 43 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1417.680917] env[62181]: DEBUG nova.compute.provider_tree [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1417.831594] env[62181]: DEBUG nova.network.neutron [req-5317fc8f-a68a-4276-a474-33b68c15da6c req-96d45d63-7c8e-49cc-bfa1-d72ae425af57 service nova] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Updated VIF entry in instance network info cache for port fc07e4fa-a6ca-4997-ab86-46937c722a00. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1417.834376] env[62181]: DEBUG nova.network.neutron [req-5317fc8f-a68a-4276-a474-33b68c15da6c req-96d45d63-7c8e-49cc-bfa1-d72ae425af57 service nova] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Updating instance_info_cache with network_info: [{"id": "fc07e4fa-a6ca-4997-ab86-46937c722a00", "address": "fa:16:3e:40:ca:4a", "network": {"id": "d3bac279-d592-41c7-83e1-ca2bee4e9320", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-922277108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0f3a129cbe49228b2b1bf02305733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc07e4fa-a6", "ovs_interfaceid": "fc07e4fa-a6ca-4997-ab86-46937c722a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.950441] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b4af83-a125-dd1a-4f74-03691139b221, 'name': SearchDatastore_Task, 'duration_secs': 0.03005} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.950813] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.951069] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1417.951311] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.951456] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.951653] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1417.951942] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1de7219-3436-4ce8-87a7-f95704f9e980 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.976076] env[62181]: DEBUG oslo_concurrency.lockutils [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Acquiring lock "refresh_cache-f9324e42-bc6f-49f4-b716-92f25ac17433" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.976345] env[62181]: DEBUG oslo_concurrency.lockutils [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Acquired lock "refresh_cache-f9324e42-bc6f-49f4-b716-92f25ac17433" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.976452] env[62181]: DEBUG nova.network.neutron [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.978487] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1417.979016] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1417.980949] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56bac546-1247-44e3-9f50-6ddca31e008a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.990060] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789731, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.996202] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Waiting for the task: (returnval){ [ 1417.996202] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52111de9-f82d-27cc-8894-cb179ea14aee" [ 1417.996202] env[62181]: _type = "Task" [ 1417.996202] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.007026] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52111de9-f82d-27cc-8894-cb179ea14aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.029628] env[62181]: DEBUG oslo_concurrency.lockutils [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "89d052a1-7dbb-47b7-b9d1-d573a50fbc4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.030039] env[62181]: DEBUG oslo_concurrency.lockutils [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "89d052a1-7dbb-47b7-b9d1-d573a50fbc4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.030185] env[62181]: DEBUG oslo_concurrency.lockutils [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "89d052a1-7dbb-47b7-b9d1-d573a50fbc4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.034125] env[62181]: DEBUG oslo_concurrency.lockutils [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "89d052a1-7dbb-47b7-b9d1-d573a50fbc4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.034125] env[62181]: DEBUG oslo_concurrency.lockutils [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "89d052a1-7dbb-47b7-b9d1-d573a50fbc4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.034125] env[62181]: INFO nova.compute.manager [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Terminating instance [ 1418.188308] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.449s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.192648] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.575s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.197019] env[62181]: INFO nova.compute.claims [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1418.229684] env[62181]: INFO nova.scheduler.client.report [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Deleted allocations for instance c84b1d01-bbc1-4644-962a-ca1301ac099c [ 1418.340251] env[62181]: DEBUG oslo_concurrency.lockutils [req-5317fc8f-a68a-4276-a474-33b68c15da6c req-96d45d63-7c8e-49cc-bfa1-d72ae425af57 service nova] Releasing lock "refresh_cache-f8799d9e-8d97-411d-9282-7c4a7800b2b6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.340556] env[62181]: DEBUG nova.compute.manager [req-5317fc8f-a68a-4276-a474-33b68c15da6c req-96d45d63-7c8e-49cc-bfa1-d72ae425af57 service nova] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Received event network-vif-deleted-a6ac5eae-0260-4db9-aeb6-e6719f3627a6 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1418.340742] env[62181]: DEBUG nova.compute.manager [req-5317fc8f-a68a-4276-a474-33b68c15da6c req-96d45d63-7c8e-49cc-bfa1-d72ae425af57 service nova] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Received event network-vif-deleted-cc6b573f-cb21-4443-a02a-c39fae2dfd87 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1418.487169] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84509} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.487169] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f8799d9e-8d97-411d-9282-7c4a7800b2b6/f8799d9e-8d97-411d-9282-7c4a7800b2b6.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1418.487169] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1418.487548] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a40a1b2e-f51e-4c65-b224-bcf2767faec6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.498013] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1418.498013] env[62181]: value = "task-1789732" [ 1418.498013] env[62181]: _type = "Task" [ 1418.498013] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.509034] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.512741] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52111de9-f82d-27cc-8894-cb179ea14aee, 'name': SearchDatastore_Task, 'duration_secs': 0.060512} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.513617] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5789ebde-3943-489e-b415-b5c1b10223cd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.519826] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Waiting for the task: (returnval){ [ 1418.519826] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52d26874-0203-48f2-5d1b-9795e33bfaca" [ 1418.519826] env[62181]: _type = "Task" [ 1418.519826] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.523358] env[62181]: DEBUG nova.network.neutron [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1418.538965] env[62181]: DEBUG nova.compute.manager [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1418.538965] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1418.538965] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d26874-0203-48f2-5d1b-9795e33bfaca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.539978] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9a8a06-ccea-45d7-a04f-b9e69235c21f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.554472] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.554798] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dac24f74-96fa-437a-98fc-aefd6be7c1b0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.563046] env[62181]: DEBUG oslo_vmware.api [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1418.563046] env[62181]: value = "task-1789733" [ 1418.563046] env[62181]: _type = "Task" [ 1418.563046] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.575306] env[62181]: DEBUG oslo_vmware.api [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.661633] env[62181]: DEBUG nova.network.neutron [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.738635] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfc907a2-477e-4b65-bd16-43e5391bdec1 tempest-ServerDiagnosticsNegativeTest-1992689864 tempest-ServerDiagnosticsNegativeTest-1992689864-project-member] Lock "c84b1d01-bbc1-4644-962a-ca1301ac099c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.150s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.806608] env[62181]: DEBUG oslo_concurrency.lockutils [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "74bf8090-fbaf-42b7-b981-728cdf285770" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.806608] env[62181]: DEBUG oslo_concurrency.lockutils [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "74bf8090-fbaf-42b7-b981-728cdf285770" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.806608] env[62181]: DEBUG oslo_concurrency.lockutils [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "74bf8090-fbaf-42b7-b981-728cdf285770-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.806608] env[62181]: DEBUG oslo_concurrency.lockutils [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "74bf8090-fbaf-42b7-b981-728cdf285770-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.806889] env[62181]: DEBUG oslo_concurrency.lockutils [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "74bf8090-fbaf-42b7-b981-728cdf285770-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.810139] env[62181]: INFO nova.compute.manager [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Terminating instance [ 1419.007872] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140779} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.008326] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1419.009139] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643a8129-79f6-41b1-8475-5f607eee5b89 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.042322] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] f8799d9e-8d97-411d-9282-7c4a7800b2b6/f8799d9e-8d97-411d-9282-7c4a7800b2b6.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1419.046048] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db8354e3-0e4f-490e-aac8-b42883b09786 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.077102] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d26874-0203-48f2-5d1b-9795e33bfaca, 'name': SearchDatastore_Task, 'duration_secs': 0.022133} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.081465] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.081648] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 2f95d392-062c-4c62-bd39-7c19342e125c/2f95d392-062c-4c62-bd39-7c19342e125c.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.082172] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1419.082172] env[62181]: value = "task-1789734" [ 1419.082172] env[62181]: _type = "Task" [ 1419.082172] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.082380] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d606b02-c5e6-4be9-89ac-16336ff08e14 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.092592] env[62181]: DEBUG oslo_vmware.api [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789733, 'name': PowerOffVM_Task, 'duration_secs': 0.194525} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.096801] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1419.097084] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1419.097817] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7010710f-2a11-4722-a959-b963f7682855 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.105263] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.107016] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Waiting for the task: (returnval){ [ 1419.107016] env[62181]: value = "task-1789735" [ 1419.107016] env[62181]: _type = "Task" [ 1419.107016] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.122357] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': task-1789735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.164428] env[62181]: DEBUG oslo_concurrency.lockutils [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Releasing lock "refresh_cache-f9324e42-bc6f-49f4-b716-92f25ac17433" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.169539] env[62181]: DEBUG nova.compute.manager [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1419.169539] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1419.169539] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cd0d40-1a12-4b58-90cf-73d007591fa4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.180334] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.180858] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d970e2ce-529c-4a38-8f54-e9d028d153d6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.197891] env[62181]: DEBUG oslo_vmware.api [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1419.197891] env[62181]: value = "task-1789737" [ 1419.197891] env[62181]: _type = "Task" [ 1419.197891] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.214503] env[62181]: DEBUG oslo_vmware.api [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.216762] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1419.216979] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1419.217245] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Deleting the datastore file [datastore1] 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1419.217520] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfdb4cfe-be30-418b-991c-763a4fd4cbb5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.228031] env[62181]: DEBUG oslo_vmware.api [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1419.228031] env[62181]: value = "task-1789738" [ 1419.228031] env[62181]: _type = "Task" [ 1419.228031] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.237709] env[62181]: DEBUG oslo_vmware.api [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.316780] env[62181]: DEBUG nova.compute.manager [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1419.316780] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1419.316780] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe720b89-6a28-4daf-a012-7c9a8fd947b6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.326836] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.329691] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe1ab27c-f239-4f6b-af58-ab5f7d7c3647 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.339763] env[62181]: DEBUG oslo_vmware.api [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1419.339763] env[62181]: value = "task-1789739" [ 1419.339763] env[62181]: _type = "Task" [ 1419.339763] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.349976] env[62181]: DEBUG oslo_vmware.api [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.612357] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789734, 'name': ReconfigVM_Task, 'duration_secs': 0.361251} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.616988] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Reconfigured VM instance instance-0000000f to attach disk [datastore1] f8799d9e-8d97-411d-9282-7c4a7800b2b6/f8799d9e-8d97-411d-9282-7c4a7800b2b6.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1419.616988] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a844e246-eafb-4d9c-97b1-24852e524ebb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.627485] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': task-1789735, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.633282] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1419.633282] env[62181]: value = "task-1789740" [ 1419.633282] env[62181]: _type = "Task" [ 1419.633282] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.654401] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789740, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.711758] env[62181]: DEBUG oslo_vmware.api [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789737, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.745932] env[62181]: DEBUG oslo_vmware.api [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.859199] env[62181]: DEBUG oslo_vmware.api [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.861031] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973127b2-9919-43b7-9a87-33bad12938fc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.870209] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8781404a-c399-44fc-bac8-0d18edd546dd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.909623] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44de21e2-56ab-474f-b178-556fce2e9b16 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.921327] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233c9f5c-70ea-4691-977c-cb7c720b5c5a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.942555] env[62181]: DEBUG nova.compute.provider_tree [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1420.123372] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': task-1789735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69009} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.123686] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 2f95d392-062c-4c62-bd39-7c19342e125c/2f95d392-062c-4c62-bd39-7c19342e125c.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.123917] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.124216] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-175b617f-0a39-4758-9274-bff63199a54f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.132561] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Waiting for the task: (returnval){ [ 1420.132561] env[62181]: value = "task-1789741" [ 1420.132561] env[62181]: _type = "Task" [ 1420.132561] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.150801] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': task-1789741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.155034] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789740, 'name': Rename_Task, 'duration_secs': 0.326621} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.156892] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.156892] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14763f3b-21a1-4e76-a16f-2166c7aded9c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.167032] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1420.167032] env[62181]: value = "task-1789742" [ 1420.167032] env[62181]: _type = "Task" [ 1420.167032] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.178257] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.212296] env[62181]: DEBUG oslo_vmware.api [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789737, 'name': PowerOffVM_Task, 'duration_secs': 0.541607} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.212296] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.212296] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.212733] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6f29cdd-c9f7-4e11-9500-c40327c30e5a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.242117] env[62181]: DEBUG oslo_vmware.api [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1789738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.613536} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.242493] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1420.242920] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1420.243283] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1420.243545] env[62181]: INFO nova.compute.manager [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1420.243846] env[62181]: DEBUG oslo.service.loopingcall [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1420.245412] env[62181]: DEBUG nova.compute.manager [-] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1420.245412] env[62181]: DEBUG nova.network.neutron [-] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1420.251874] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.251874] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.251874] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Deleting the datastore file [datastore1] f9324e42-bc6f-49f4-b716-92f25ac17433 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.252149] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-911ed722-f70e-4999-a1c9-86729ba28d43 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.262320] env[62181]: DEBUG oslo_vmware.api [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for the task: (returnval){ [ 1420.262320] env[62181]: value = "task-1789744" [ 1420.262320] env[62181]: _type = "Task" [ 1420.262320] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.274485] env[62181]: DEBUG oslo_vmware.api [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.362035] env[62181]: DEBUG oslo_vmware.api [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789739, 'name': PowerOffVM_Task, 'duration_secs': 0.639822} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.370029] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.370029] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.370029] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-920f392a-90d2-463b-ab0c-8ba325cdc97b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.489033] env[62181]: DEBUG nova.scheduler.client.report [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 43 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1420.489249] env[62181]: DEBUG nova.compute.provider_tree [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 43 to 44 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1420.489535] env[62181]: DEBUG nova.compute.provider_tree [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1420.529252] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.529489] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.529747] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Deleting the datastore file [datastore1] 74bf8090-fbaf-42b7-b981-728cdf285770 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.530062] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de47b2fa-a3f5-42d4-a944-19257d0b8192 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.539935] env[62181]: DEBUG oslo_vmware.api [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1420.539935] env[62181]: value = "task-1789746" [ 1420.539935] env[62181]: _type = "Task" [ 1420.539935] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.549759] env[62181]: DEBUG oslo_vmware.api [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.648662] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': task-1789741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087916} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.648983] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1420.650317] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe7ea18-818b-4b39-8fd3-579b44c33603 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.684079] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 2f95d392-062c-4c62-bd39-7c19342e125c/2f95d392-062c-4c62-bd39-7c19342e125c.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.687880] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2015963-308b-45a8-94aa-9c1cc0d2b7fe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.718198] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789742, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.720062] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Waiting for the task: (returnval){ [ 1420.720062] env[62181]: value = "task-1789747" [ 1420.720062] env[62181]: _type = "Task" [ 1420.720062] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.741481] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': task-1789747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.777518] env[62181]: DEBUG oslo_vmware.api [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Task: {'id': task-1789744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253226} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.778047] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1420.778245] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1420.778479] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1420.778843] env[62181]: INFO nova.compute.manager [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1420.779049] env[62181]: DEBUG oslo.service.loopingcall [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1420.779241] env[62181]: DEBUG nova.compute.manager [-] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1420.779381] env[62181]: DEBUG nova.network.neutron [-] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1420.801562] env[62181]: DEBUG nova.network.neutron [-] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1421.000703] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.001478] env[62181]: DEBUG nova.compute.manager [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1421.005130] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.507s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.005130] env[62181]: DEBUG nova.objects.instance [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62181) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1421.056902] env[62181]: DEBUG oslo_vmware.api [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443609} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.057718] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.057718] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1421.057718] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1421.057718] env[62181]: INFO nova.compute.manager [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1421.057965] env[62181]: DEBUG oslo.service.loopingcall [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.058103] env[62181]: DEBUG nova.compute.manager [-] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1421.058214] env[62181]: DEBUG nova.network.neutron [-] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1421.187835] env[62181]: DEBUG oslo_vmware.api [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789742, 'name': PowerOnVM_Task, 'duration_secs': 0.5942} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.188413] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1421.188413] env[62181]: INFO nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1421.188574] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1421.190601] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1fc542-8f78-40ac-8386-926edf170ad2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.241694] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': task-1789747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.245180] env[62181]: DEBUG nova.network.neutron [-] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.278434] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "6a393900-2d1e-4d11-92bd-eac1bdb98557" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.278680] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "6a393900-2d1e-4d11-92bd-eac1bdb98557" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.278921] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "6a393900-2d1e-4d11-92bd-eac1bdb98557-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.279116] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "6a393900-2d1e-4d11-92bd-eac1bdb98557-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.279351] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "6a393900-2d1e-4d11-92bd-eac1bdb98557-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.281881] env[62181]: INFO nova.compute.manager [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Terminating instance [ 1421.308207] env[62181]: DEBUG nova.network.neutron [-] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.369257] env[62181]: DEBUG nova.compute.manager [req-3c5f3767-5a40-43d5-b18c-cd950c5226fc req-a1371144-8032-4adf-b4ad-b988be72731c service nova] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Received event network-vif-deleted-41d3b17f-a6a4-4fa8-b157-2e81afbc7470 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1421.513614] env[62181]: DEBUG nova.compute.utils [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1421.515812] env[62181]: DEBUG nova.compute.manager [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1421.516031] env[62181]: DEBUG nova.network.neutron [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1421.590431] env[62181]: DEBUG nova.policy [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e54117d5451499584b8eaabb6a7b9dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6aaf6bd46869418fa86c1bcf8bbaa31f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1421.648601] env[62181]: DEBUG oslo_concurrency.lockutils [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "f8799d9e-8d97-411d-9282-7c4a7800b2b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.707163] env[62181]: DEBUG nova.compute.utils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Conflict updating instance f8799d9e-8d97-411d-9282-7c4a7800b2b6. Expected: {'task_state': ['spawning']}. Actual: {'task_state': 'deleting'} {{(pid=62181) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1421.711852] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Instance disappeared during build. {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2559}} [ 1421.712126] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Unplugging VIFs for instance {{(pid=62181) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3052}} [ 1421.712531] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62181) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3075}} [ 1421.712617] env[62181]: DEBUG nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1421.712784] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1421.736536] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': task-1789747, 'name': ReconfigVM_Task, 'duration_secs': 0.577926} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.737286] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 2f95d392-062c-4c62-bd39-7c19342e125c/2f95d392-062c-4c62-bd39-7c19342e125c.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.737901] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6a826d1-d67b-43f0-ad96-32c16d115d70 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.747827] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Waiting for the task: (returnval){ [ 1421.747827] env[62181]: value = "task-1789748" [ 1421.747827] env[62181]: _type = "Task" [ 1421.747827] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.752743] env[62181]: INFO nova.compute.manager [-] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Took 1.51 seconds to deallocate network for instance. [ 1421.765776] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': task-1789748, 'name': Rename_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.786077] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "refresh_cache-6a393900-2d1e-4d11-92bd-eac1bdb98557" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.786423] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquired lock "refresh_cache-6a393900-2d1e-4d11-92bd-eac1bdb98557" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.786649] env[62181]: DEBUG nova.network.neutron [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.810365] env[62181]: INFO nova.compute.manager [-] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Took 1.03 seconds to deallocate network for instance. [ 1422.002482] env[62181]: DEBUG nova.network.neutron [-] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.017432] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1210c5d-c36a-4f2f-9d90-659d6561ac5d tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.022868] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.644s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.022868] env[62181]: DEBUG nova.objects.instance [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Lazy-loading 'resources' on Instance uuid d4622dba-7096-4004-8ebd-a7e62c13528a {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.024193] env[62181]: DEBUG nova.compute.manager [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1422.260753] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': task-1789748, 'name': Rename_Task, 'duration_secs': 0.251352} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.263857] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.264295] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3ddf0d3-4c5e-434a-87bc-18071b015d3e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.268024] env[62181]: DEBUG oslo_concurrency.lockutils [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.281769] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Waiting for the task: (returnval){ [ 1422.281769] env[62181]: value = "task-1789749" [ 1422.281769] env[62181]: _type = "Task" [ 1422.281769] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.299531] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': task-1789749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.320968] env[62181]: DEBUG oslo_concurrency.lockutils [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.338586] env[62181]: DEBUG nova.network.neutron [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1422.443932] env[62181]: DEBUG nova.network.neutron [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Successfully created port: 1aa1677b-bab3-4ab0-a162-934887481753 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1422.484665] env[62181]: DEBUG nova.network.neutron [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.504838] env[62181]: INFO nova.compute.manager [-] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Took 1.45 seconds to deallocate network for instance. [ 1422.793781] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': task-1789749, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.920249] env[62181]: DEBUG nova.network.neutron [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.988169] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Releasing lock "refresh_cache-6a393900-2d1e-4d11-92bd-eac1bdb98557" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.988623] env[62181]: DEBUG nova.compute.manager [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1422.988997] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1422.991256] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3a6eda-47e6-4985-bce0-f132ee0e07ed {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.001768] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.008582] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95b03b4f-d6c8-4d50-8221-12c1b43c628f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.013420] env[62181]: DEBUG oslo_concurrency.lockutils [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.032275] env[62181]: DEBUG oslo_vmware.api [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1423.032275] env[62181]: value = "task-1789750" [ 1423.032275] env[62181]: _type = "Task" [ 1423.032275] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.044041] env[62181]: DEBUG nova.compute.manager [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1423.046145] env[62181]: DEBUG oslo_vmware.api [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.087536] env[62181]: DEBUG nova.virt.hardware [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1423.088548] env[62181]: DEBUG nova.virt.hardware [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.088548] env[62181]: DEBUG nova.virt.hardware [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1423.089049] env[62181]: DEBUG nova.virt.hardware [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.089049] env[62181]: DEBUG nova.virt.hardware [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1423.089213] env[62181]: DEBUG nova.virt.hardware [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1423.090864] env[62181]: DEBUG nova.virt.hardware [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1423.091062] env[62181]: DEBUG nova.virt.hardware [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1423.091250] env[62181]: DEBUG nova.virt.hardware [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1423.091591] env[62181]: DEBUG nova.virt.hardware [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1423.091810] env[62181]: DEBUG nova.virt.hardware [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1423.096204] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581704de-43a9-4646-8d55-4b7a186d8063 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.111772] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52aa215e-6943-42b0-88c7-290895a2a39f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.167790] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2376d11c-1b33-4349-847f-3271fb9f03a3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.181381] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d10bae-ec83-4ddf-9e4f-1e6b0c22fb02 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.224244] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0559fe36-7ba5-4d29-9c91-de5fe95e8056 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.233862] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8008ae21-f881-4332-9c46-cdbf9df00cc2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.251812] env[62181]: DEBUG nova.compute.provider_tree [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.297298] env[62181]: DEBUG oslo_vmware.api [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': task-1789749, 'name': PowerOnVM_Task, 'duration_secs': 0.801525} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.297594] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.297874] env[62181]: INFO nova.compute.manager [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Took 6.53 seconds to spawn the instance on the hypervisor. [ 1423.298078] env[62181]: DEBUG nova.compute.manager [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1423.299044] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb18110-bcc9-48bc-94d7-6cf2bb39ed63 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.426231] env[62181]: INFO nova.compute.manager [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Took 1.71 seconds to deallocate network for instance. [ 1423.545347] env[62181]: DEBUG oslo_vmware.api [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789750, 'name': PowerOffVM_Task, 'duration_secs': 0.252468} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.545693] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.545881] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1423.546280] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38c56888-af99-4312-8ea0-ac1052ba9870 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.581927] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1423.582196] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1423.582479] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Deleting the datastore file [datastore1] 6a393900-2d1e-4d11-92bd-eac1bdb98557 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1423.582798] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55fea4c2-324a-4649-a5a3-497ae18efaab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.596927] env[62181]: DEBUG oslo_vmware.api [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1423.596927] env[62181]: value = "task-1789752" [ 1423.596927] env[62181]: _type = "Task" [ 1423.596927] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.607836] env[62181]: DEBUG oslo_vmware.api [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.756327] env[62181]: DEBUG nova.scheduler.client.report [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1423.831207] env[62181]: INFO nova.compute.manager [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Took 27.97 seconds to build instance. [ 1423.891813] env[62181]: DEBUG nova.compute.manager [req-ad62dc71-515a-45b9-9909-a18f670b5c1b req-cba87b4b-25bd-4e49-9aa0-b37c1713088b service nova] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Received event network-vif-deleted-335fe915-0e80-4927-b4f3-a79b9cd8bf23 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1423.891813] env[62181]: DEBUG nova.compute.manager [req-ad62dc71-515a-45b9-9909-a18f670b5c1b req-cba87b4b-25bd-4e49-9aa0-b37c1713088b service nova] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Received event network-vif-deleted-fc07e4fa-a6ca-4997-ab86-46937c722a00 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1424.113561] env[62181]: DEBUG oslo_vmware.api [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157594} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.113968] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.114219] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.114443] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.114659] env[62181]: INFO nova.compute.manager [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1424.116766] env[62181]: DEBUG oslo.service.loopingcall [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1424.116766] env[62181]: DEBUG nova.compute.manager [-] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1424.116766] env[62181]: DEBUG nova.network.neutron [-] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1424.142731] env[62181]: DEBUG nova.network.neutron [-] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1424.269790] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.273177] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.565s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.275034] env[62181]: INFO nova.compute.claims [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1424.310854] env[62181]: INFO nova.scheduler.client.report [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Deleted allocations for instance d4622dba-7096-4004-8ebd-a7e62c13528a [ 1424.345019] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3e0e019f-d4be-4aa7-ba53-3d1eac092640 tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Lock "2f95d392-062c-4c62-bd39-7c19342e125c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.470s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.482157] env[62181]: INFO nova.scheduler.client.report [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Deleted allocations for instance f8799d9e-8d97-411d-9282-7c4a7800b2b6 [ 1424.482157] env[62181]: DEBUG oslo_concurrency.lockutils [None req-43d00249-84bf-4562-92b5-e061b9806c91 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "f8799d9e-8d97-411d-9282-7c4a7800b2b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.920s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.482157] env[62181]: DEBUG oslo_concurrency.lockutils [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "f8799d9e-8d97-411d-9282-7c4a7800b2b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.833s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.482157] env[62181]: DEBUG oslo_concurrency.lockutils [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "f8799d9e-8d97-411d-9282-7c4a7800b2b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.482477] env[62181]: DEBUG oslo_concurrency.lockutils [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "f8799d9e-8d97-411d-9282-7c4a7800b2b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.482930] env[62181]: DEBUG oslo_concurrency.lockutils [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "f8799d9e-8d97-411d-9282-7c4a7800b2b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.485669] env[62181]: INFO nova.compute.manager [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Terminating instance [ 1424.646530] env[62181]: DEBUG nova.network.neutron [-] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.823317] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cb72c58-6577-4d0e-bb72-d76272ade26b tempest-DeleteServersAdminTestJSON-277310767 tempest-DeleteServersAdminTestJSON-277310767-project-admin] Lock "d4622dba-7096-4004-8ebd-a7e62c13528a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.085s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.847836] env[62181]: DEBUG nova.compute.manager [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1424.920055] env[62181]: DEBUG oslo_vmware.rw_handles [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d58a3-1078-85f7-7e84-5d9381bbbd78/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1424.921145] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4b9ca3-2bbe-4c82-92ff-4b433e604ea0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.929109] env[62181]: DEBUG oslo_vmware.rw_handles [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d58a3-1078-85f7-7e84-5d9381bbbd78/disk-0.vmdk is in state: ready. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1424.929254] env[62181]: ERROR oslo_vmware.rw_handles [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d58a3-1078-85f7-7e84-5d9381bbbd78/disk-0.vmdk due to incomplete transfer. [ 1424.929357] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e8190fa2-cce3-4175-830d-1fcd47c3e35a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.935303] env[62181]: DEBUG nova.compute.manager [None req-82c29cd9-4d03-4028-89ff-8d1b37d4fe66 tempest-ServerDiagnosticsV248Test-603696637 tempest-ServerDiagnosticsV248Test-603696637-project-admin] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1424.936375] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b219dd-dde1-457d-aaef-2c8ed50ad9ca {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.941295] env[62181]: DEBUG oslo_vmware.rw_handles [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d58a3-1078-85f7-7e84-5d9381bbbd78/disk-0.vmdk. {{(pid=62181) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1424.941668] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Uploaded image 8b8dde4c-1484-46c0-aae1-34baa3386023 to the Glance image server {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1424.943656] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Destroying the VM {{(pid=62181) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1424.944378] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-230cd6e0-4c35-4167-a40b-231234227d30 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.948702] env[62181]: INFO nova.compute.manager [None req-82c29cd9-4d03-4028-89ff-8d1b37d4fe66 tempest-ServerDiagnosticsV248Test-603696637 tempest-ServerDiagnosticsV248Test-603696637-project-admin] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Retrieving diagnostics [ 1424.949595] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9384c9d-4b53-4273-9c67-0e31945e9dce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.954670] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1424.954670] env[62181]: value = "task-1789753" [ 1424.954670] env[62181]: _type = "Task" [ 1424.954670] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.987900] env[62181]: DEBUG nova.compute.manager [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1424.995125] env[62181]: DEBUG nova.compute.manager [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1424.995125] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1424.995125] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d52298-0397-4f7c-b2c6-a662dc44f71f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.000500] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789753, 'name': Destroy_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.005374] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1425.005613] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d371810-8dec-403d-8854-cc8fd4da804f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.013126] env[62181]: DEBUG oslo_vmware.api [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1425.013126] env[62181]: value = "task-1789755" [ 1425.013126] env[62181]: _type = "Task" [ 1425.013126] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.028028] env[62181]: DEBUG oslo_vmware.api [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.080860] env[62181]: DEBUG nova.network.neutron [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Successfully updated port: 1aa1677b-bab3-4ab0-a162-934887481753 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.150083] env[62181]: INFO nova.compute.manager [-] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Took 1.03 seconds to deallocate network for instance. [ 1425.386127] env[62181]: DEBUG oslo_concurrency.lockutils [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.470665] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789753, 'name': Destroy_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.514260] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.534879] env[62181]: DEBUG oslo_vmware.api [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789755, 'name': PowerOffVM_Task, 'duration_secs': 0.24568} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.534879] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1425.534879] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1425.534879] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffe5656a-9628-4106-a131-fa6b826bdb47 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.587904] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Acquiring lock "refresh_cache-826ca48d-5961-490b-b058-7ecd5a994a37" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.587971] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Acquired lock "refresh_cache-826ca48d-5961-490b-b058-7ecd5a994a37" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.589060] env[62181]: DEBUG nova.network.neutron [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.661297] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.715329] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1425.715329] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1425.715329] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Deleting the datastore file [datastore1] f8799d9e-8d97-411d-9282-7c4a7800b2b6 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.715329] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4754c37d-39b4-4fc3-9e7a-66b11c82cd1e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.727621] env[62181]: DEBUG oslo_vmware.api [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for the task: (returnval){ [ 1425.727621] env[62181]: value = "task-1789760" [ 1425.727621] env[62181]: _type = "Task" [ 1425.727621] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.739397] env[62181]: DEBUG oslo_vmware.api [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.826063] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cfeaaa-e24f-4e20-883f-7982da6cf3e1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.835058] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4933be-a9b8-4457-8284-14bc04931b29 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.866281] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf7cb1e-0b3f-486e-ac41-dd12c64899cf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.874840] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b73f7b-cc9f-482d-8d97-e5655832eba0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.890020] env[62181]: DEBUG nova.compute.provider_tree [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.969744] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789753, 'name': Destroy_Task, 'duration_secs': 0.538262} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.969744] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Destroyed the VM [ 1425.970050] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Deleting Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1425.970981] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-161cd8ef-463c-43c2-aab5-d3472bf8c516 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.979160] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1425.979160] env[62181]: value = "task-1789761" [ 1425.979160] env[62181]: _type = "Task" [ 1425.979160] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.988889] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789761, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.131081] env[62181]: DEBUG nova.network.neutron [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.242120] env[62181]: DEBUG oslo_vmware.api [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Task: {'id': task-1789760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291867} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.242418] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1426.243487] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1426.243487] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1426.243487] env[62181]: INFO nova.compute.manager [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1426.243487] env[62181]: DEBUG oslo.service.loopingcall [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1426.243851] env[62181]: DEBUG nova.compute.manager [-] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1426.243851] env[62181]: DEBUG nova.network.neutron [-] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1426.340953] env[62181]: DEBUG nova.network.neutron [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Updating instance_info_cache with network_info: [{"id": "1aa1677b-bab3-4ab0-a162-934887481753", "address": "fa:16:3e:56:0d:4e", "network": {"id": "2c185056-2e0b-4725-9d5a-f5581cbde545", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1372987390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aaf6bd46869418fa86c1bcf8bbaa31f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa1677b-ba", "ovs_interfaceid": "1aa1677b-bab3-4ab0-a162-934887481753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.393969] env[62181]: DEBUG nova.scheduler.client.report [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.493405] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789761, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.650576] env[62181]: DEBUG oslo_concurrency.lockutils [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquiring lock "a721398d-f02b-4073-9ed5-b0b452af8782" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.650853] env[62181]: DEBUG oslo_concurrency.lockutils [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Lock "a721398d-f02b-4073-9ed5-b0b452af8782" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.849773] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Releasing lock "refresh_cache-826ca48d-5961-490b-b058-7ecd5a994a37" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.849773] env[62181]: DEBUG nova.compute.manager [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Instance network_info: |[{"id": "1aa1677b-bab3-4ab0-a162-934887481753", "address": "fa:16:3e:56:0d:4e", "network": {"id": "2c185056-2e0b-4725-9d5a-f5581cbde545", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1372987390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aaf6bd46869418fa86c1bcf8bbaa31f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa1677b-ba", "ovs_interfaceid": "1aa1677b-bab3-4ab0-a162-934887481753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1426.850190] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:0d:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1aa1677b-bab3-4ab0-a162-934887481753', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1426.854539] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Creating folder: Project (6aaf6bd46869418fa86c1bcf8bbaa31f). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1426.855064] env[62181]: DEBUG nova.network.neutron [-] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.856081] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-978063ed-2985-4cc0-a023-03844b3c80e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.868999] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Created folder: Project (6aaf6bd46869418fa86c1bcf8bbaa31f) in parent group-v371238. [ 1426.869278] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Creating folder: Instances. Parent ref: group-v371290. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1426.869485] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60c13795-0548-480e-bfd4-2919d7470b6f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.882528] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Created folder: Instances in parent group-v371290. [ 1426.882528] env[62181]: DEBUG oslo.service.loopingcall [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1426.882528] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1426.882741] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b2af4f7-80f7-4a96-b40c-9cd92f5e349f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.901351] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.901852] env[62181]: DEBUG nova.compute.manager [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1426.905949] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.099s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.907654] env[62181]: INFO nova.compute.claims [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1426.910421] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1426.910421] env[62181]: value = "task-1789764" [ 1426.910421] env[62181]: _type = "Task" [ 1426.910421] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.921579] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789764, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.958297] env[62181]: DEBUG nova.compute.manager [req-60b1acfe-fbfd-41de-b80c-6934b6afda36 req-7c2b9499-0295-4ec6-9af8-e9cce91fe1a4 service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Received event network-vif-plugged-1aa1677b-bab3-4ab0-a162-934887481753 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1426.958297] env[62181]: DEBUG oslo_concurrency.lockutils [req-60b1acfe-fbfd-41de-b80c-6934b6afda36 req-7c2b9499-0295-4ec6-9af8-e9cce91fe1a4 service nova] Acquiring lock "826ca48d-5961-490b-b058-7ecd5a994a37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.958297] env[62181]: DEBUG oslo_concurrency.lockutils [req-60b1acfe-fbfd-41de-b80c-6934b6afda36 req-7c2b9499-0295-4ec6-9af8-e9cce91fe1a4 service nova] Lock "826ca48d-5961-490b-b058-7ecd5a994a37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.958489] env[62181]: DEBUG oslo_concurrency.lockutils [req-60b1acfe-fbfd-41de-b80c-6934b6afda36 req-7c2b9499-0295-4ec6-9af8-e9cce91fe1a4 service nova] Lock "826ca48d-5961-490b-b058-7ecd5a994a37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.958526] env[62181]: DEBUG nova.compute.manager [req-60b1acfe-fbfd-41de-b80c-6934b6afda36 req-7c2b9499-0295-4ec6-9af8-e9cce91fe1a4 service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] No waiting events found dispatching network-vif-plugged-1aa1677b-bab3-4ab0-a162-934887481753 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1426.958669] env[62181]: WARNING nova.compute.manager [req-60b1acfe-fbfd-41de-b80c-6934b6afda36 req-7c2b9499-0295-4ec6-9af8-e9cce91fe1a4 service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Received unexpected event network-vif-plugged-1aa1677b-bab3-4ab0-a162-934887481753 for instance with vm_state building and task_state spawning. [ 1426.958838] env[62181]: DEBUG nova.compute.manager [req-60b1acfe-fbfd-41de-b80c-6934b6afda36 req-7c2b9499-0295-4ec6-9af8-e9cce91fe1a4 service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Received event network-changed-1aa1677b-bab3-4ab0-a162-934887481753 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1426.958996] env[62181]: DEBUG nova.compute.manager [req-60b1acfe-fbfd-41de-b80c-6934b6afda36 req-7c2b9499-0295-4ec6-9af8-e9cce91fe1a4 service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Refreshing instance network info cache due to event network-changed-1aa1677b-bab3-4ab0-a162-934887481753. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1426.959209] env[62181]: DEBUG oslo_concurrency.lockutils [req-60b1acfe-fbfd-41de-b80c-6934b6afda36 req-7c2b9499-0295-4ec6-9af8-e9cce91fe1a4 service nova] Acquiring lock "refresh_cache-826ca48d-5961-490b-b058-7ecd5a994a37" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.959314] env[62181]: DEBUG oslo_concurrency.lockutils [req-60b1acfe-fbfd-41de-b80c-6934b6afda36 req-7c2b9499-0295-4ec6-9af8-e9cce91fe1a4 service nova] Acquired lock "refresh_cache-826ca48d-5961-490b-b058-7ecd5a994a37" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.959457] env[62181]: DEBUG nova.network.neutron [req-60b1acfe-fbfd-41de-b80c-6934b6afda36 req-7c2b9499-0295-4ec6-9af8-e9cce91fe1a4 service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Refreshing network info cache for port 1aa1677b-bab3-4ab0-a162-934887481753 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.993893] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789761, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.361626] env[62181]: INFO nova.compute.manager [-] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Took 1.12 seconds to deallocate network for instance. [ 1427.413838] env[62181]: DEBUG nova.compute.utils [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1427.426166] env[62181]: DEBUG nova.compute.manager [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Not allocating networking since 'none' was specified. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2023}} [ 1427.444225] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789764, 'name': CreateVM_Task, 'duration_secs': 0.512373} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.444225] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1427.444792] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.445905] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.449575] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.449575] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e242d1-b72c-4992-a8e2-5ce0e1fdedb1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.457456] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Waiting for the task: (returnval){ [ 1427.457456] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52bd0c2f-aa5a-78f1-37d5-bd5535ba9c68" [ 1427.457456] env[62181]: _type = "Task" [ 1427.457456] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.473895] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52bd0c2f-aa5a-78f1-37d5-bd5535ba9c68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.492690] env[62181]: DEBUG oslo_vmware.api [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789761, 'name': RemoveSnapshot_Task, 'duration_secs': 1.045141} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.493118] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Deleted Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1427.493118] env[62181]: INFO nova.compute.manager [None req-3c0286bc-6d37-4b4b-9589-d58fbd1f9c86 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Took 18.41 seconds to snapshot the instance on the hypervisor. [ 1427.871986] env[62181]: DEBUG oslo_concurrency.lockutils [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.911201] env[62181]: DEBUG nova.network.neutron [req-60b1acfe-fbfd-41de-b80c-6934b6afda36 req-7c2b9499-0295-4ec6-9af8-e9cce91fe1a4 service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Updated VIF entry in instance network info cache for port 1aa1677b-bab3-4ab0-a162-934887481753. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1427.911639] env[62181]: DEBUG nova.network.neutron [req-60b1acfe-fbfd-41de-b80c-6934b6afda36 req-7c2b9499-0295-4ec6-9af8-e9cce91fe1a4 service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Updating instance_info_cache with network_info: [{"id": "1aa1677b-bab3-4ab0-a162-934887481753", "address": "fa:16:3e:56:0d:4e", "network": {"id": "2c185056-2e0b-4725-9d5a-f5581cbde545", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1372987390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aaf6bd46869418fa86c1bcf8bbaa31f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa1677b-ba", "ovs_interfaceid": "1aa1677b-bab3-4ab0-a162-934887481753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.924426] env[62181]: DEBUG nova.compute.manager [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1427.976406] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52bd0c2f-aa5a-78f1-37d5-bd5535ba9c68, 'name': SearchDatastore_Task, 'duration_secs': 0.023725} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.978832] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.978832] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1427.978832] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.978832] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.979065] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1427.979382] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d87a2d5-fbe0-4dff-bfe9-46cf754d88bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.994686] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1427.995274] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1427.995702] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e67060-c2ee-4426-ab53-92d74a40526c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.006237] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Waiting for the task: (returnval){ [ 1428.006237] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52502fde-fe53-4575-c352-dfc80d298f46" [ 1428.006237] env[62181]: _type = "Task" [ 1428.006237] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.019894] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52502fde-fe53-4575-c352-dfc80d298f46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.413977] env[62181]: DEBUG oslo_concurrency.lockutils [req-60b1acfe-fbfd-41de-b80c-6934b6afda36 req-7c2b9499-0295-4ec6-9af8-e9cce91fe1a4 service nova] Releasing lock "refresh_cache-826ca48d-5961-490b-b058-7ecd5a994a37" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.459555] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d6887a-0786-40bb-91a0-265c2940e494 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.467893] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4d9a34-a253-483b-9109-9b437b20f00e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.500036] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7d615c-89f8-48e3-8abd-2afb6c31b928 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.508779] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab47de69-0a2e-42f2-9da6-2bd4a3d5b3ca {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.541724] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52502fde-fe53-4575-c352-dfc80d298f46, 'name': SearchDatastore_Task, 'duration_secs': 0.101884} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.542318] env[62181]: DEBUG nova.compute.provider_tree [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.544330] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f24057-350d-47e9-bb98-0b994610a6dc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.553057] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Waiting for the task: (returnval){ [ 1428.553057] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527f2d25-56a9-0f83-3aca-05c18b9fb51a" [ 1428.553057] env[62181]: _type = "Task" [ 1428.553057] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.563327] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527f2d25-56a9-0f83-3aca-05c18b9fb51a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.701233] env[62181]: DEBUG oslo_concurrency.lockutils [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Acquiring lock "e9e2eb6e-21df-402a-9f10-6c6695c19caa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.701461] env[62181]: DEBUG oslo_concurrency.lockutils [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Lock "e9e2eb6e-21df-402a-9f10-6c6695c19caa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.802465] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "790c77cd-62f8-4e65-91b6-122e8a7dbca6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.802465] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "790c77cd-62f8-4e65-91b6-122e8a7dbca6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.802465] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "790c77cd-62f8-4e65-91b6-122e8a7dbca6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.802465] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "790c77cd-62f8-4e65-91b6-122e8a7dbca6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.802938] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "790c77cd-62f8-4e65-91b6-122e8a7dbca6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.804200] env[62181]: INFO nova.compute.manager [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Terminating instance [ 1428.943397] env[62181]: DEBUG nova.compute.manager [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1428.975673] env[62181]: DEBUG nova.virt.hardware [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1428.975820] env[62181]: DEBUG nova.virt.hardware [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.976022] env[62181]: DEBUG nova.virt.hardware [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1428.976220] env[62181]: DEBUG nova.virt.hardware [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.976364] env[62181]: DEBUG nova.virt.hardware [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1428.976507] env[62181]: DEBUG nova.virt.hardware [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1428.977203] env[62181]: DEBUG nova.virt.hardware [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1428.977203] env[62181]: DEBUG nova.virt.hardware [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1428.977203] env[62181]: DEBUG nova.virt.hardware [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1428.977203] env[62181]: DEBUG nova.virt.hardware [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1428.977397] env[62181]: DEBUG nova.virt.hardware [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1428.978471] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0e4c42-3396-4bfa-9ee8-140ef74e5b1d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.992187] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4423f27-b25c-416d-b138-59649096ce15 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.015373] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Instance VIF info [] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1429.021562] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Creating folder: Project (5339658dc3384ed49af2cfd2510714f2). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1429.022743] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3ca0050-f61a-40a4-b178-d42da51fdd1a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.034918] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Created folder: Project (5339658dc3384ed49af2cfd2510714f2) in parent group-v371238. [ 1429.035125] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Creating folder: Instances. Parent ref: group-v371293. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1429.035411] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30beba1b-e58a-4cb0-bea3-dbe523e585cb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.052111] env[62181]: DEBUG nova.scheduler.client.report [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.053999] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Created folder: Instances in parent group-v371293. [ 1429.056707] env[62181]: DEBUG oslo.service.loopingcall [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.058173] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1429.064271] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-716b1d16-8390-450a-802f-1f7c5539873f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.091416] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527f2d25-56a9-0f83-3aca-05c18b9fb51a, 'name': SearchDatastore_Task, 'duration_secs': 0.035318} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.092954] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.094025] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 826ca48d-5961-490b-b058-7ecd5a994a37/826ca48d-5961-490b-b058-7ecd5a994a37.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1429.094025] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1429.094025] env[62181]: value = "task-1789768" [ 1429.094025] env[62181]: _type = "Task" [ 1429.094025] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.094025] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0040eaf5-2a3f-4963-bfcc-26a48f5eb3bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.106676] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789768, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.108275] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Waiting for the task: (returnval){ [ 1429.108275] env[62181]: value = "task-1789769" [ 1429.108275] env[62181]: _type = "Task" [ 1429.108275] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.119945] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.311954] env[62181]: DEBUG nova.compute.manager [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1429.312313] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.313340] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1623bc8d-1d00-422b-b810-4992d38fc0a0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.327902] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.327902] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df178198-cc6c-4d35-b23c-4ae2b265ec55 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.414832] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1429.414832] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1429.414955] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Deleting the datastore file [datastore1] 790c77cd-62f8-4e65-91b6-122e8a7dbca6 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.415255] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ba0a6db-7d61-4190-a673-7ffb2c9eaf85 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.427066] env[62181]: DEBUG oslo_vmware.api [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1429.427066] env[62181]: value = "task-1789771" [ 1429.427066] env[62181]: _type = "Task" [ 1429.427066] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.439265] env[62181]: DEBUG oslo_vmware.api [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.559127] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.559127] env[62181]: DEBUG nova.compute.manager [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1429.563970] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.509s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.568030] env[62181]: INFO nova.compute.claims [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1429.609200] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789768, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.622567] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789769, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.938548] env[62181]: DEBUG oslo_vmware.api [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.983019] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "5fce7919-77bd-4033-bc8b-9aae4abe6c07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.983399] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "5fce7919-77bd-4033-bc8b-9aae4abe6c07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.072259] env[62181]: DEBUG nova.compute.utils [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1430.079980] env[62181]: DEBUG nova.compute.manager [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1430.080245] env[62181]: DEBUG nova.network.neutron [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1430.108205] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789768, 'name': CreateVM_Task, 'duration_secs': 0.542786} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.108440] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1430.109712] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.109956] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.110301] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1430.111168] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7672ee2a-4100-4b0b-b64c-a37d6c1e77a9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.119442] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1430.119442] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52d35bce-be2f-f713-ff28-054830f73455" [ 1430.119442] env[62181]: _type = "Task" [ 1430.119442] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.122910] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787488} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.126387] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 826ca48d-5961-490b-b058-7ecd5a994a37/826ca48d-5961-490b-b058-7ecd5a994a37.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1430.126636] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1430.127231] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b830bddd-9723-48a0-9424-b9e86c03bf21 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.135339] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d35bce-be2f-f713-ff28-054830f73455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.136680] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Waiting for the task: (returnval){ [ 1430.136680] env[62181]: value = "task-1789772" [ 1430.136680] env[62181]: _type = "Task" [ 1430.136680] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.148661] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.196022] env[62181]: DEBUG nova.policy [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8c40fa4a10b4138b09499fe6a975f22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '464a47300886417bb648a1448cc038e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1430.443029] env[62181]: DEBUG oslo_vmware.api [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.669486} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.443029] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1430.443029] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1430.443029] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.443029] env[62181]: INFO nova.compute.manager [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1430.443498] env[62181]: DEBUG oslo.service.loopingcall [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.443498] env[62181]: DEBUG nova.compute.manager [-] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1430.443498] env[62181]: DEBUG nova.network.neutron [-] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1430.588568] env[62181]: DEBUG nova.compute.manager [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1430.639687] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d35bce-be2f-f713-ff28-054830f73455, 'name': SearchDatastore_Task, 'duration_secs': 0.034288} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.645810] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.646380] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.646748] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.647025] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.647592] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.655169] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04ad63e0-b2a3-45b2-8780-21a36df70665 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.667485] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0732} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.668207] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1430.668712] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.668897] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1430.670138] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b750535a-cb04-4407-bcf3-ef8df5d1f90f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.672721] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e1c76e-3cf4-4ca9-b36b-62c704d3b6df {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.712408] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 826ca48d-5961-490b-b058-7ecd5a994a37/826ca48d-5961-490b-b058-7ecd5a994a37.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.715846] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffd945f7-2f52-4efc-b863-8ca6430c99d1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.731062] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1430.731062] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c24ceb-b0e9-10bc-b06d-ef48342e4f05" [ 1430.731062] env[62181]: _type = "Task" [ 1430.731062] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.739337] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Waiting for the task: (returnval){ [ 1430.739337] env[62181]: value = "task-1789774" [ 1430.739337] env[62181]: _type = "Task" [ 1430.739337] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.742559] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c24ceb-b0e9-10bc-b06d-ef48342e4f05, 'name': SearchDatastore_Task, 'duration_secs': 0.030972} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.747987] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b6d002-085f-438e-9139-d44ae9a33d82 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.757951] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789774, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.758905] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1430.758905] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52857ef8-e1cf-e7be-8822-514064262b23" [ 1430.758905] env[62181]: _type = "Task" [ 1430.758905] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.768503] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52857ef8-e1cf-e7be-8822-514064262b23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.949973] env[62181]: DEBUG nova.network.neutron [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Successfully created port: bde6a12c-0a83-4f1f-aca3-b23810cdfed5 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1431.168709] env[62181]: DEBUG nova.compute.manager [req-7396529d-748a-44ab-a943-ed5018f0145c req-60bdbb01-bde9-4e00-8081-3719ec9c629b service nova] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Received event network-vif-deleted-4a036fb7-c7ae-4d4e-bc01-0e6407d5f077 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1431.169458] env[62181]: INFO nova.compute.manager [req-7396529d-748a-44ab-a943-ed5018f0145c req-60bdbb01-bde9-4e00-8081-3719ec9c629b service nova] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Neutron deleted interface 4a036fb7-c7ae-4d4e-bc01-0e6407d5f077; detaching it from the instance and deleting it from the info cache [ 1431.169685] env[62181]: DEBUG nova.network.neutron [req-7396529d-748a-44ab-a943-ed5018f0145c req-60bdbb01-bde9-4e00-8081-3719ec9c629b service nova] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.254275] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.256060] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdcbf87-fc40-43bd-a952-fd1715cbd705 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.270909] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecdcedb-d47e-4c1a-ae7a-2f05b3d06ee0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.281244] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52857ef8-e1cf-e7be-8822-514064262b23, 'name': SearchDatastore_Task, 'duration_secs': 0.01401} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.283463] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.283463] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] e3d655d5-f3f8-4392-a205-98dd96aa43aa/e3d655d5-f3f8-4392-a205-98dd96aa43aa.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1431.283463] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f9bf5c1-2354-4004-a892-0cc383a791ff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.313325] env[62181]: DEBUG nova.network.neutron [-] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.316958] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145a4032-39fc-405a-aca0-80a5f19633fb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.320699] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1431.320699] env[62181]: value = "task-1789775" [ 1431.320699] env[62181]: _type = "Task" [ 1431.320699] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.328310] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8087f7-e701-4eb4-b1a8-6a94cd5a550c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.336591] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.348659] env[62181]: DEBUG nova.compute.provider_tree [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.483955] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Acquiring lock "2728ada8-aae7-4566-bb67-716ac4e3eb88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.484210] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Lock "2728ada8-aae7-4566-bb67-716ac4e3eb88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.604633] env[62181]: DEBUG nova.compute.manager [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1431.635927] env[62181]: DEBUG nova.virt.hardware [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:29:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2064631358',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1399112789',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1431.636292] env[62181]: DEBUG nova.virt.hardware [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1431.636472] env[62181]: DEBUG nova.virt.hardware [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1431.636662] env[62181]: DEBUG nova.virt.hardware [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1431.636828] env[62181]: DEBUG nova.virt.hardware [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1431.637111] env[62181]: DEBUG nova.virt.hardware [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1431.637226] env[62181]: DEBUG nova.virt.hardware [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1431.637385] env[62181]: DEBUG nova.virt.hardware [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1431.637548] env[62181]: DEBUG nova.virt.hardware [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1431.637715] env[62181]: DEBUG nova.virt.hardware [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1431.637982] env[62181]: DEBUG nova.virt.hardware [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1431.638781] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ce2cc6-bcb9-4bf8-913a-39a579852eac {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.647480] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265d35c9-b678-4ecd-8b86-ea7cdfc4cec9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.681148] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a026627-ecba-467e-aba0-305db2c0d415 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.690430] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bb4935-a281-4bb4-825b-8d15a3a69053 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.721085] env[62181]: DEBUG nova.compute.manager [req-7396529d-748a-44ab-a943-ed5018f0145c req-60bdbb01-bde9-4e00-8081-3719ec9c629b service nova] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Detach interface failed, port_id=4a036fb7-c7ae-4d4e-bc01-0e6407d5f077, reason: Instance 790c77cd-62f8-4e65-91b6-122e8a7dbca6 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1431.754318] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.824423] env[62181]: INFO nova.compute.manager [-] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Took 1.38 seconds to deallocate network for instance. [ 1431.836938] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.854389] env[62181]: DEBUG nova.scheduler.client.report [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.257874] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.338032] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.338032] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789775, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.357379] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.358035] env[62181]: DEBUG nova.compute.manager [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1432.361231] env[62181]: DEBUG oslo_concurrency.lockutils [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.205s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.754589] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789774, 'name': ReconfigVM_Task, 'duration_secs': 1.541151} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.754949] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 826ca48d-5961-490b-b058-7ecd5a994a37/826ca48d-5961-490b-b058-7ecd5a994a37.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1432.755824] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70c4ea97-2dd6-4da9-adc4-cff6c5e13cba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.762364] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Waiting for the task: (returnval){ [ 1432.762364] env[62181]: value = "task-1789777" [ 1432.762364] env[62181]: _type = "Task" [ 1432.762364] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.770925] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789777, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.832992] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789775, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.400779} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.833396] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] e3d655d5-f3f8-4392-a205-98dd96aa43aa/e3d655d5-f3f8-4392-a205-98dd96aa43aa.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1432.833612] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1432.834158] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c3f84e0-8d93-4dc0-8af9-ea81ee27444b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.841903] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1432.841903] env[62181]: value = "task-1789778" [ 1432.841903] env[62181]: _type = "Task" [ 1432.841903] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.859734] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.865452] env[62181]: DEBUG nova.compute.utils [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1432.869599] env[62181]: INFO nova.compute.claims [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1432.873564] env[62181]: DEBUG nova.compute.manager [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1432.873779] env[62181]: DEBUG nova.network.neutron [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1432.984297] env[62181]: DEBUG nova.policy [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2734b37695c94674aa050de3b4a0a3b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a666f99eac8644b8a22cfe36d2828bf2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1433.272528] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789777, 'name': Rename_Task, 'duration_secs': 0.191182} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.272843] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.273077] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9da38cb5-bac7-4ed9-8313-5e42dca18327 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.280608] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Waiting for the task: (returnval){ [ 1433.280608] env[62181]: value = "task-1789779" [ 1433.280608] env[62181]: _type = "Task" [ 1433.280608] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.288734] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.352909] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073854} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.353162] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1433.353925] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52391301-bd43-46f5-bead-d959c5cb0f31 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.374400] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] e3d655d5-f3f8-4392-a205-98dd96aa43aa/e3d655d5-f3f8-4392-a205-98dd96aa43aa.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1433.374865] env[62181]: DEBUG nova.compute.manager [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1433.377391] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a91873a-f8e5-49e7-8dce-01cf5f5efd96 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.394482] env[62181]: INFO nova.compute.resource_tracker [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Updating resource usage from migration 75e72c7f-aac5-41d3-a8f3-c8c3d4dbefed [ 1433.406075] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1433.406075] env[62181]: value = "task-1789780" [ 1433.406075] env[62181]: _type = "Task" [ 1433.406075] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.415436] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.540893] env[62181]: DEBUG nova.compute.manager [req-644fc1f9-6ed4-4b75-8fd6-40c266985951 req-c743a921-a8fe-4ceb-b016-6d0bd1d3321d service nova] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Received event network-vif-plugged-bde6a12c-0a83-4f1f-aca3-b23810cdfed5 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1433.541133] env[62181]: DEBUG oslo_concurrency.lockutils [req-644fc1f9-6ed4-4b75-8fd6-40c266985951 req-c743a921-a8fe-4ceb-b016-6d0bd1d3321d service nova] Acquiring lock "0dcc25aa-294f-46d2-b01a-1eb7149b4838-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.541510] env[62181]: DEBUG oslo_concurrency.lockutils [req-644fc1f9-6ed4-4b75-8fd6-40c266985951 req-c743a921-a8fe-4ceb-b016-6d0bd1d3321d service nova] Lock "0dcc25aa-294f-46d2-b01a-1eb7149b4838-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.541696] env[62181]: DEBUG oslo_concurrency.lockutils [req-644fc1f9-6ed4-4b75-8fd6-40c266985951 req-c743a921-a8fe-4ceb-b016-6d0bd1d3321d service nova] Lock "0dcc25aa-294f-46d2-b01a-1eb7149b4838-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.541869] env[62181]: DEBUG nova.compute.manager [req-644fc1f9-6ed4-4b75-8fd6-40c266985951 req-c743a921-a8fe-4ceb-b016-6d0bd1d3321d service nova] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] No waiting events found dispatching network-vif-plugged-bde6a12c-0a83-4f1f-aca3-b23810cdfed5 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1433.542052] env[62181]: WARNING nova.compute.manager [req-644fc1f9-6ed4-4b75-8fd6-40c266985951 req-c743a921-a8fe-4ceb-b016-6d0bd1d3321d service nova] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Received unexpected event network-vif-plugged-bde6a12c-0a83-4f1f-aca3-b23810cdfed5 for instance with vm_state building and task_state spawning. [ 1433.601960] env[62181]: DEBUG nova.network.neutron [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Successfully created port: 2da3ccd9-d74e-43f3-9f37-56bcc45705f7 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1433.648738] env[62181]: DEBUG nova.network.neutron [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Successfully updated port: bde6a12c-0a83-4f1f-aca3-b23810cdfed5 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1433.799375] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789779, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.919604] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789780, 'name': ReconfigVM_Task, 'duration_secs': 0.307912} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.920251] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Reconfigured VM instance instance-00000012 to attach disk [datastore1] e3d655d5-f3f8-4392-a205-98dd96aa43aa/e3d655d5-f3f8-4392-a205-98dd96aa43aa.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1433.920852] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b5286cb-d292-4b51-8e74-c00d1aed5377 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.929950] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1433.929950] env[62181]: value = "task-1789781" [ 1433.929950] env[62181]: _type = "Task" [ 1433.929950] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.947353] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789781, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.967852] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512277c7-2ace-4d4f-9845-1397be253f0d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.976597] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cac2271-92e0-4162-be91-ec82588e88c0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.710407] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquiring lock "refresh_cache-0dcc25aa-294f-46d2-b01a-1eb7149b4838" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.710708] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquired lock "refresh_cache-0dcc25aa-294f-46d2-b01a-1eb7149b4838" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.710708] env[62181]: DEBUG nova.network.neutron [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1434.712688] env[62181]: DEBUG nova.compute.manager [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1434.731710] env[62181]: DEBUG oslo_vmware.api [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789779, 'name': PowerOnVM_Task, 'duration_secs': 0.598165} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.731710] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789781, 'name': Rename_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.754148] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1434.754388] env[62181]: INFO nova.compute.manager [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Took 11.71 seconds to spawn the instance on the hypervisor. [ 1434.754566] env[62181]: DEBUG nova.compute.manager [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1434.757828] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be92ccff-2923-4ccf-ba98-c7afbf3485a4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.760715] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da179795-5cef-4a7f-a022-936604ec1281 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.770188] env[62181]: DEBUG nova.virt.hardware [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1434.770440] env[62181]: DEBUG nova.virt.hardware [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.770593] env[62181]: DEBUG nova.virt.hardware [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1434.770768] env[62181]: DEBUG nova.virt.hardware [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.770984] env[62181]: DEBUG nova.virt.hardware [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1434.771073] env[62181]: DEBUG nova.virt.hardware [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1434.771264] env[62181]: DEBUG nova.virt.hardware [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1434.771419] env[62181]: DEBUG nova.virt.hardware [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1434.771985] env[62181]: DEBUG nova.virt.hardware [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1434.771985] env[62181]: DEBUG nova.virt.hardware [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1434.771985] env[62181]: DEBUG nova.virt.hardware [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1434.774492] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9d8901-07ec-4619-bd33-637b96c3c365 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.778715] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f1fac9-c54d-48ad-b71c-b628125c5d6a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.794893] env[62181]: DEBUG nova.compute.provider_tree [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.800053] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa98a2c-194a-4ef3-91a5-976822915f60 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.233515] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789781, 'name': Rename_Task, 'duration_secs': 1.137883} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.233515] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.233515] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-999711ce-bf1a-4571-b17b-37c976298b0f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.240932] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1435.240932] env[62181]: value = "task-1789783" [ 1435.240932] env[62181]: _type = "Task" [ 1435.240932] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.251495] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.296585] env[62181]: INFO nova.compute.manager [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Took 34.71 seconds to build instance. [ 1435.301981] env[62181]: DEBUG nova.network.neutron [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1435.304689] env[62181]: DEBUG nova.scheduler.client.report [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.640303] env[62181]: DEBUG nova.network.neutron [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Successfully updated port: 2da3ccd9-d74e-43f3-9f37-56bcc45705f7 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1435.750597] env[62181]: DEBUG nova.network.neutron [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Updating instance_info_cache with network_info: [{"id": "bde6a12c-0a83-4f1f-aca3-b23810cdfed5", "address": "fa:16:3e:2d:19:2a", "network": {"id": "a4ef4196-7870-43af-9345-0387d11f0df9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-823907528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464a47300886417bb648a1448cc038e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde6a12c-0a", "ovs_interfaceid": "bde6a12c-0a83-4f1f-aca3-b23810cdfed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.763180] env[62181]: DEBUG oslo_vmware.api [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789783, 'name': PowerOnVM_Task, 'duration_secs': 0.462381} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.763180] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.763695] env[62181]: INFO nova.compute.manager [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1435.763914] env[62181]: DEBUG nova.compute.manager [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1435.764756] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeb0d26-52e9-4b4e-98d4-9b68ecd27bea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.800048] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e73a17a5-bde7-4d6f-bfa0-cbd41e63f69f tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Lock "826ca48d-5961-490b-b058-7ecd5a994a37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.667s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.814171] env[62181]: DEBUG oslo_concurrency.lockutils [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.453s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.814269] env[62181]: INFO nova.compute.manager [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Migrating [ 1435.814551] env[62181]: DEBUG oslo_concurrency.lockutils [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.814634] env[62181]: DEBUG oslo_concurrency.lockutils [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.816606] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.634s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.818784] env[62181]: INFO nova.compute.claims [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1435.911032] env[62181]: DEBUG nova.compute.manager [req-3d4a7c28-1cc9-474e-acaa-eb79a25cf7c3 req-2f59ab85-892d-4e38-94e7-35ee786ae1b6 service nova] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Received event network-vif-plugged-2da3ccd9-d74e-43f3-9f37-56bcc45705f7 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1435.911365] env[62181]: DEBUG oslo_concurrency.lockutils [req-3d4a7c28-1cc9-474e-acaa-eb79a25cf7c3 req-2f59ab85-892d-4e38-94e7-35ee786ae1b6 service nova] Acquiring lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.911511] env[62181]: DEBUG oslo_concurrency.lockutils [req-3d4a7c28-1cc9-474e-acaa-eb79a25cf7c3 req-2f59ab85-892d-4e38-94e7-35ee786ae1b6 service nova] Lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.911680] env[62181]: DEBUG oslo_concurrency.lockutils [req-3d4a7c28-1cc9-474e-acaa-eb79a25cf7c3 req-2f59ab85-892d-4e38-94e7-35ee786ae1b6 service nova] Lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.911845] env[62181]: DEBUG nova.compute.manager [req-3d4a7c28-1cc9-474e-acaa-eb79a25cf7c3 req-2f59ab85-892d-4e38-94e7-35ee786ae1b6 service nova] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] No waiting events found dispatching network-vif-plugged-2da3ccd9-d74e-43f3-9f37-56bcc45705f7 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1435.914029] env[62181]: WARNING nova.compute.manager [req-3d4a7c28-1cc9-474e-acaa-eb79a25cf7c3 req-2f59ab85-892d-4e38-94e7-35ee786ae1b6 service nova] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Received unexpected event network-vif-plugged-2da3ccd9-d74e-43f3-9f37-56bcc45705f7 for instance with vm_state building and task_state spawning. [ 1435.947328] env[62181]: DEBUG nova.compute.manager [None req-0352cf55-170e-417e-8321-33520d0a37e9 tempest-ServerDiagnosticsV248Test-603696637 tempest-ServerDiagnosticsV248Test-603696637-project-admin] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1435.950102] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a301b0b4-7779-4f2d-a0eb-1b1740f31833 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.960052] env[62181]: INFO nova.compute.manager [None req-0352cf55-170e-417e-8321-33520d0a37e9 tempest-ServerDiagnosticsV248Test-603696637 tempest-ServerDiagnosticsV248Test-603696637-project-admin] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Retrieving diagnostics [ 1435.960788] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67795520-1eb7-4772-995f-b6cd44fb7919 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.144585] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Acquiring lock "refresh_cache-a39ea307-7343-4c5d-a62f-1b4af7c27a9a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.147876] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Acquired lock "refresh_cache-a39ea307-7343-4c5d-a62f-1b4af7c27a9a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.147876] env[62181]: DEBUG nova.network.neutron [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.164164] env[62181]: DEBUG nova.compute.manager [req-2d12422a-9845-440c-82f1-b2ef5eb229bb req-a16cebeb-9c56-43ec-86c0-3b352b956dbd service nova] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Received event network-changed-bde6a12c-0a83-4f1f-aca3-b23810cdfed5 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1436.164164] env[62181]: DEBUG nova.compute.manager [req-2d12422a-9845-440c-82f1-b2ef5eb229bb req-a16cebeb-9c56-43ec-86c0-3b352b956dbd service nova] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Refreshing instance network info cache due to event network-changed-bde6a12c-0a83-4f1f-aca3-b23810cdfed5. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1436.164164] env[62181]: DEBUG oslo_concurrency.lockutils [req-2d12422a-9845-440c-82f1-b2ef5eb229bb req-a16cebeb-9c56-43ec-86c0-3b352b956dbd service nova] Acquiring lock "refresh_cache-0dcc25aa-294f-46d2-b01a-1eb7149b4838" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.254430] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Releasing lock "refresh_cache-0dcc25aa-294f-46d2-b01a-1eb7149b4838" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.254796] env[62181]: DEBUG nova.compute.manager [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Instance network_info: |[{"id": "bde6a12c-0a83-4f1f-aca3-b23810cdfed5", "address": "fa:16:3e:2d:19:2a", "network": {"id": "a4ef4196-7870-43af-9345-0387d11f0df9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-823907528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464a47300886417bb648a1448cc038e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde6a12c-0a", "ovs_interfaceid": "bde6a12c-0a83-4f1f-aca3-b23810cdfed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1436.255440] env[62181]: DEBUG oslo_concurrency.lockutils [req-2d12422a-9845-440c-82f1-b2ef5eb229bb req-a16cebeb-9c56-43ec-86c0-3b352b956dbd service nova] Acquired lock "refresh_cache-0dcc25aa-294f-46d2-b01a-1eb7149b4838" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.255440] env[62181]: DEBUG nova.network.neutron [req-2d12422a-9845-440c-82f1-b2ef5eb229bb req-a16cebeb-9c56-43ec-86c0-3b352b956dbd service nova] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Refreshing network info cache for port bde6a12c-0a83-4f1f-aca3-b23810cdfed5 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.256710] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:19:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bde6a12c-0a83-4f1f-aca3-b23810cdfed5', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1436.265495] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Creating folder: Project (464a47300886417bb648a1448cc038e1). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1436.269032] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bfb2608-a1f1-4efd-81a3-4357bebab504 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.283822] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Created folder: Project (464a47300886417bb648a1448cc038e1) in parent group-v371238. [ 1436.284272] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Creating folder: Instances. Parent ref: group-v371297. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1436.289031] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c97ec37-6ec8-4aaa-993f-c9655af14a2c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.293539] env[62181]: INFO nova.compute.manager [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Took 31.60 seconds to build instance. [ 1436.305061] env[62181]: DEBUG nova.compute.manager [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1436.310525] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Created folder: Instances in parent group-v371297. [ 1436.310633] env[62181]: DEBUG oslo.service.loopingcall [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1436.311344] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1436.311866] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-186f73d3-29ff-4531-bf94-e16d5f4d45d1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.329134] env[62181]: INFO nova.compute.rpcapi [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1436.329794] env[62181]: DEBUG oslo_concurrency.lockutils [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.376780] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1436.376780] env[62181]: value = "task-1789786" [ 1436.376780] env[62181]: _type = "Task" [ 1436.376780] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.390994] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789786, 'name': CreateVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.472494] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Acquiring lock "7a617a4a-f487-4a3d-9689-c3f4d3448c40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.472960] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Lock "7a617a4a-f487-4a3d-9689-c3f4d3448c40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.656643] env[62181]: DEBUG nova.network.neutron [req-2d12422a-9845-440c-82f1-b2ef5eb229bb req-a16cebeb-9c56-43ec-86c0-3b352b956dbd service nova] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Updated VIF entry in instance network info cache for port bde6a12c-0a83-4f1f-aca3-b23810cdfed5. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1436.656999] env[62181]: DEBUG nova.network.neutron [req-2d12422a-9845-440c-82f1-b2ef5eb229bb req-a16cebeb-9c56-43ec-86c0-3b352b956dbd service nova] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Updating instance_info_cache with network_info: [{"id": "bde6a12c-0a83-4f1f-aca3-b23810cdfed5", "address": "fa:16:3e:2d:19:2a", "network": {"id": "a4ef4196-7870-43af-9345-0387d11f0df9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-823907528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464a47300886417bb648a1448cc038e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde6a12c-0a", "ovs_interfaceid": "bde6a12c-0a83-4f1f-aca3-b23810cdfed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.703439] env[62181]: DEBUG nova.network.neutron [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1436.801121] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d8ffcf3-bb92-4400-8cc1-3f33dba83bf3 tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Lock "e3d655d5-f3f8-4392-a205-98dd96aa43aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.402s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.841732] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.869630] env[62181]: DEBUG oslo_concurrency.lockutils [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "refresh_cache-571c2ea4-2a87-4876-a245-c6f6f67d2223" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.869757] env[62181]: DEBUG oslo_concurrency.lockutils [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquired lock "refresh_cache-571c2ea4-2a87-4876-a245-c6f6f67d2223" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.871100] env[62181]: DEBUG nova.network.neutron [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.893838] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789786, 'name': CreateVM_Task, 'duration_secs': 0.510594} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.893983] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1436.895709] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.895955] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.896590] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.896902] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8092ff23-6d6e-4d01-97d5-0209c69d4e2f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.914340] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1436.914340] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5212ff7d-f665-f274-a0d3-404f919d3f6c" [ 1436.914340] env[62181]: _type = "Task" [ 1436.914340] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.924517] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5212ff7d-f665-f274-a0d3-404f919d3f6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.981140] env[62181]: DEBUG nova.network.neutron [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Updating instance_info_cache with network_info: [{"id": "2da3ccd9-d74e-43f3-9f37-56bcc45705f7", "address": "fa:16:3e:e2:01:ee", "network": {"id": "98a31976-cb9a-42d7-8e42-332ad601c133", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-262720272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a666f99eac8644b8a22cfe36d2828bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da3ccd9-d7", "ovs_interfaceid": "2da3ccd9-d74e-43f3-9f37-56bcc45705f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.069784] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9acf28a-6454-4c6b-901b-bfc1e4416a2c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.078528] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1713eb8-d11a-467e-8443-209d8ea63fea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.113255] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcba02a-cd80-400c-bde1-be5e4c97b25f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.124485] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7206e68-b648-4415-858b-75906041242d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.140953] env[62181]: DEBUG nova.compute.provider_tree [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.160372] env[62181]: DEBUG oslo_concurrency.lockutils [req-2d12422a-9845-440c-82f1-b2ef5eb229bb req-a16cebeb-9c56-43ec-86c0-3b352b956dbd service nova] Releasing lock "refresh_cache-0dcc25aa-294f-46d2-b01a-1eb7149b4838" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.304755] env[62181]: DEBUG nova.compute.manager [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1437.430553] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5212ff7d-f665-f274-a0d3-404f919d3f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.032697} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.430903] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.431226] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1437.432447] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.432447] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.432615] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1437.432890] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fda23dc5-b9d9-48ab-850a-79e0da571872 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.451429] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1437.451638] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1437.453210] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb417cbc-c222-40c7-912a-607dda2c12f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.460437] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1437.460437] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5229f146-1853-fe96-bd7c-db3fc9ddbf8c" [ 1437.460437] env[62181]: _type = "Task" [ 1437.460437] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.474718] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5229f146-1853-fe96-bd7c-db3fc9ddbf8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.484705] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Releasing lock "refresh_cache-a39ea307-7343-4c5d-a62f-1b4af7c27a9a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.485291] env[62181]: DEBUG nova.compute.manager [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Instance network_info: |[{"id": "2da3ccd9-d74e-43f3-9f37-56bcc45705f7", "address": "fa:16:3e:e2:01:ee", "network": {"id": "98a31976-cb9a-42d7-8e42-332ad601c133", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-262720272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a666f99eac8644b8a22cfe36d2828bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da3ccd9-d7", "ovs_interfaceid": "2da3ccd9-d74e-43f3-9f37-56bcc45705f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1437.488307] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:01:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2da3ccd9-d74e-43f3-9f37-56bcc45705f7', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1437.496823] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Creating folder: Project (a666f99eac8644b8a22cfe36d2828bf2). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1437.498194] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a508269c-1361-43ce-8f3b-4581520a1cdc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.516476] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Created folder: Project (a666f99eac8644b8a22cfe36d2828bf2) in parent group-v371238. [ 1437.516476] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Creating folder: Instances. Parent ref: group-v371300. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1437.516714] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3be6a7fc-44eb-4014-9b4c-62bad92d625d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.535844] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Created folder: Instances in parent group-v371300. [ 1437.536204] env[62181]: DEBUG oslo.service.loopingcall [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1437.536377] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1437.536613] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54df65ea-5eb2-4349-b235-9343b01ffb54 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.567132] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.567132] env[62181]: value = "task-1789790" [ 1437.567132] env[62181]: _type = "Task" [ 1437.567132] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.582147] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789790, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.645222] env[62181]: DEBUG nova.scheduler.client.report [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.735458] env[62181]: DEBUG nova.network.neutron [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Updating instance_info_cache with network_info: [{"id": "67dfc0fc-0f9a-48d2-81c1-9aebbe79305f", "address": "fa:16:3e:64:83:50", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67dfc0fc-0f", "ovs_interfaceid": "67dfc0fc-0f9a-48d2-81c1-9aebbe79305f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.828890] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.972385] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5229f146-1853-fe96-bd7c-db3fc9ddbf8c, 'name': SearchDatastore_Task, 'duration_secs': 0.044668} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.974047] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4209eb46-aeed-471e-9019-dd2829ba9110 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.983967] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1437.983967] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c85e1e-839a-aa04-5b98-058970a8a965" [ 1437.983967] env[62181]: _type = "Task" [ 1437.983967] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.999682] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c85e1e-839a-aa04-5b98-058970a8a965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.077566] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789790, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.154674] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.154674] env[62181]: DEBUG nova.compute.manager [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1438.159709] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.349s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.162123] env[62181]: INFO nova.compute.claims [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1438.238564] env[62181]: DEBUG oslo_concurrency.lockutils [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Releasing lock "refresh_cache-571c2ea4-2a87-4876-a245-c6f6f67d2223" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.281549] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Acquiring lock "ada9887b-6474-4679-a327-e217c7fbf167" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.281549] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Lock "ada9887b-6474-4679-a327-e217c7fbf167" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.301276] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Acquiring lock "2f95d392-062c-4c62-bd39-7c19342e125c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.301545] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Lock "2f95d392-062c-4c62-bd39-7c19342e125c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.301846] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Acquiring lock "2f95d392-062c-4c62-bd39-7c19342e125c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.301933] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Lock "2f95d392-062c-4c62-bd39-7c19342e125c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.302137] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Lock "2f95d392-062c-4c62-bd39-7c19342e125c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.304378] env[62181]: INFO nova.compute.manager [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Terminating instance [ 1438.495051] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c85e1e-839a-aa04-5b98-058970a8a965, 'name': SearchDatastore_Task, 'duration_secs': 0.013996} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.495323] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.495592] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 0dcc25aa-294f-46d2-b01a-1eb7149b4838/0dcc25aa-294f-46d2-b01a-1eb7149b4838.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1438.495878] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa88cdbb-19cf-4f7a-89d4-b97557c3bc1e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.504933] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1438.504933] env[62181]: value = "task-1789791" [ 1438.504933] env[62181]: _type = "Task" [ 1438.504933] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.514355] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1789791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.577976] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789790, 'name': CreateVM_Task, 'duration_secs': 0.708826} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.578191] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1438.578901] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.579104] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.579451] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1438.579719] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc855b55-a2ba-4d75-b7a0-a8efea663788 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.590133] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Waiting for the task: (returnval){ [ 1438.590133] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]526d927d-5597-2656-cb02-f4e30de50444" [ 1438.590133] env[62181]: _type = "Task" [ 1438.590133] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.606067] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]526d927d-5597-2656-cb02-f4e30de50444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.606521] env[62181]: INFO nova.compute.manager [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Rebuilding instance [ 1438.677358] env[62181]: DEBUG nova.compute.utils [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1438.682775] env[62181]: DEBUG nova.compute.manager [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1438.683663] env[62181]: DEBUG nova.compute.manager [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1438.683890] env[62181]: DEBUG nova.network.neutron [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1438.686322] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1130ff2-2e32-4401-8044-4ef3cfc821f8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.809277] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Acquiring lock "refresh_cache-2f95d392-062c-4c62-bd39-7c19342e125c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.809672] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Acquired lock "refresh_cache-2f95d392-062c-4c62-bd39-7c19342e125c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.809950] env[62181]: DEBUG nova.network.neutron [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.817461] env[62181]: DEBUG nova.policy [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c44cf2b44a7d422e9be54be1e8e0a5d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e1d8a47a64743df82c614dee71b9728', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1439.016459] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1789791, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.102460] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]526d927d-5597-2656-cb02-f4e30de50444, 'name': SearchDatastore_Task, 'duration_secs': 0.026638} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.102793] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.103040] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.103294] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.103436] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.103618] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.103881] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-330dc10b-822d-4630-ae44-a0c37f36eaba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.114589] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.114738] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.115469] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26689307-c23f-44a2-b37c-4a485ec757fb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.123042] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Waiting for the task: (returnval){ [ 1439.123042] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]523a0ddc-dbc9-788d-1973-c1c2b15fb7b4" [ 1439.123042] env[62181]: _type = "Task" [ 1439.123042] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.130263] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523a0ddc-dbc9-788d-1973-c1c2b15fb7b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.163389] env[62181]: DEBUG nova.compute.manager [req-f74a54ec-3483-4d4d-951b-b17d268b3680 req-70401493-80e5-42b3-9f93-bd47b1f6f0ed service nova] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Received event network-changed-2da3ccd9-d74e-43f3-9f37-56bcc45705f7 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1439.163665] env[62181]: DEBUG nova.compute.manager [req-f74a54ec-3483-4d4d-951b-b17d268b3680 req-70401493-80e5-42b3-9f93-bd47b1f6f0ed service nova] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Refreshing instance network info cache due to event network-changed-2da3ccd9-d74e-43f3-9f37-56bcc45705f7. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1439.163935] env[62181]: DEBUG oslo_concurrency.lockutils [req-f74a54ec-3483-4d4d-951b-b17d268b3680 req-70401493-80e5-42b3-9f93-bd47b1f6f0ed service nova] Acquiring lock "refresh_cache-a39ea307-7343-4c5d-a62f-1b4af7c27a9a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.164492] env[62181]: DEBUG oslo_concurrency.lockutils [req-f74a54ec-3483-4d4d-951b-b17d268b3680 req-70401493-80e5-42b3-9f93-bd47b1f6f0ed service nova] Acquired lock "refresh_cache-a39ea307-7343-4c5d-a62f-1b4af7c27a9a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.164492] env[62181]: DEBUG nova.network.neutron [req-f74a54ec-3483-4d4d-951b-b17d268b3680 req-70401493-80e5-42b3-9f93-bd47b1f6f0ed service nova] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Refreshing network info cache for port 2da3ccd9-d74e-43f3-9f37-56bcc45705f7 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.181297] env[62181]: DEBUG nova.compute.manager [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1439.333127] env[62181]: DEBUG nova.network.neutron [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1439.384525] env[62181]: DEBUG nova.network.neutron [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Successfully created port: f374ec82-62d6-4b38-af81-7f031b92a570 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1439.408543] env[62181]: DEBUG nova.network.neutron [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.516994] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1789791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663727} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.519702] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 0dcc25aa-294f-46d2-b01a-1eb7149b4838/0dcc25aa-294f-46d2-b01a-1eb7149b4838.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1439.519956] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1439.520461] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38a0dad5-85a4-452b-b616-bd1d2bcd318b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.529518] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1439.529518] env[62181]: value = "task-1789793" [ 1439.529518] env[62181]: _type = "Task" [ 1439.529518] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.541964] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1789793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.636915] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523a0ddc-dbc9-788d-1973-c1c2b15fb7b4, 'name': SearchDatastore_Task, 'duration_secs': 0.036924} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.639310] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2cc967f-6d89-432c-9884-33439851d57f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.647542] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Waiting for the task: (returnval){ [ 1439.647542] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52682c28-0a2f-0087-a37b-e407c8661440" [ 1439.647542] env[62181]: _type = "Task" [ 1439.647542] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.659246] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52682c28-0a2f-0087-a37b-e407c8661440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.705368] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.705672] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b0c5db6-ab14-4527-91a2-76617ec59a7e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.723848] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1439.723848] env[62181]: value = "task-1789794" [ 1439.723848] env[62181]: _type = "Task" [ 1439.723848] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.733513] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.763132] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5947f91a-4eb2-4bab-8a79-cd5f92767830 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.792848] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Updating instance '571c2ea4-2a87-4876-a245-c6f6f67d2223' progress to 0 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1439.801294] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d17aa13-9e4c-44e4-a314-adced619ea2d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.811118] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b50bd7-adf8-485c-aa16-54616e9879c7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.850778] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda246fa-2ada-48b8-9e90-c6ed0a8a75fb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.860602] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc67a3ff-c14d-49f1-8409-26f12463f51b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.877186] env[62181]: DEBUG nova.compute.provider_tree [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1439.911807] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Releasing lock "refresh_cache-2f95d392-062c-4c62-bd39-7c19342e125c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.912254] env[62181]: DEBUG nova.compute.manager [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1439.912439] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1439.913334] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5772e99-844a-4417-b6c6-9b0ec0a3332e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.922482] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.922767] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cf1075b-d8bf-4947-950a-a38d0fc1ed57 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.930391] env[62181]: DEBUG oslo_vmware.api [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Waiting for the task: (returnval){ [ 1439.930391] env[62181]: value = "task-1789795" [ 1439.930391] env[62181]: _type = "Task" [ 1439.930391] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.944654] env[62181]: DEBUG oslo_vmware.api [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': task-1789795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.033947] env[62181]: DEBUG nova.network.neutron [req-f74a54ec-3483-4d4d-951b-b17d268b3680 req-70401493-80e5-42b3-9f93-bd47b1f6f0ed service nova] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Updated VIF entry in instance network info cache for port 2da3ccd9-d74e-43f3-9f37-56bcc45705f7. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.034332] env[62181]: DEBUG nova.network.neutron [req-f74a54ec-3483-4d4d-951b-b17d268b3680 req-70401493-80e5-42b3-9f93-bd47b1f6f0ed service nova] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Updating instance_info_cache with network_info: [{"id": "2da3ccd9-d74e-43f3-9f37-56bcc45705f7", "address": "fa:16:3e:e2:01:ee", "network": {"id": "98a31976-cb9a-42d7-8e42-332ad601c133", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-262720272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a666f99eac8644b8a22cfe36d2828bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da3ccd9-d7", "ovs_interfaceid": "2da3ccd9-d74e-43f3-9f37-56bcc45705f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.044029] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1789793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072295} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.044029] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1440.044029] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e53fac6-37e0-4c1b-9692-9dd0564ae3bc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.065170] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 0dcc25aa-294f-46d2-b01a-1eb7149b4838/0dcc25aa-294f-46d2-b01a-1eb7149b4838.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1440.065701] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5464e1c3-26f0-4104-879a-586f5c1ab00d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.087814] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1440.087814] env[62181]: value = "task-1789796" [ 1440.087814] env[62181]: _type = "Task" [ 1440.087814] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.097488] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1789796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.161983] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52682c28-0a2f-0087-a37b-e407c8661440, 'name': SearchDatastore_Task, 'duration_secs': 0.049174} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.162166] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.162429] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] a39ea307-7343-4c5d-a62f-1b4af7c27a9a/a39ea307-7343-4c5d-a62f-1b4af7c27a9a.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1440.162692] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-391d8eef-65ae-4cb8-919e-a211233b5a4c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.171094] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Waiting for the task: (returnval){ [ 1440.171094] env[62181]: value = "task-1789797" [ 1440.171094] env[62181]: _type = "Task" [ 1440.171094] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.180100] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': task-1789797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.198782] env[62181]: DEBUG nova.compute.manager [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1440.231975] env[62181]: DEBUG nova.virt.hardware [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1440.232618] env[62181]: DEBUG nova.virt.hardware [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1440.232618] env[62181]: DEBUG nova.virt.hardware [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1440.232618] env[62181]: DEBUG nova.virt.hardware [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1440.232755] env[62181]: DEBUG nova.virt.hardware [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1440.232867] env[62181]: DEBUG nova.virt.hardware [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1440.233171] env[62181]: DEBUG nova.virt.hardware [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1440.233467] env[62181]: DEBUG nova.virt.hardware [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1440.233528] env[62181]: DEBUG nova.virt.hardware [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1440.233728] env[62181]: DEBUG nova.virt.hardware [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1440.234134] env[62181]: DEBUG nova.virt.hardware [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1440.234688] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29158de-392a-4bb0-af03-b7539cd99494 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.243513] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789794, 'name': PowerOffVM_Task, 'duration_secs': 0.151399} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.245754] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.246156] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.247072] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97815c83-d84d-46a8-9a69-193f009e2128 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.251627] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad292840-c1ae-499e-baa9-893fb140185f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.267918] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.268453] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1420530-d603-49d7-886a-19a9e448096f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.300684] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.301057] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.301349] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Deleting the datastore file [datastore1] e3d655d5-f3f8-4392-a205-98dd96aa43aa {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.301766] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18f1964e-2c1f-4e37-a44e-5b1e5cd2b96c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.305806] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.306963] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c790cbcd-9faa-40c8-ad85-b123e79ee6bc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.309823] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1440.309823] env[62181]: value = "task-1789799" [ 1440.309823] env[62181]: _type = "Task" [ 1440.309823] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.315487] env[62181]: DEBUG oslo_vmware.api [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1440.315487] env[62181]: value = "task-1789800" [ 1440.315487] env[62181]: _type = "Task" [ 1440.315487] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.322123] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.327825] env[62181]: DEBUG oslo_vmware.api [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.402989] env[62181]: ERROR nova.scheduler.client.report [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [req-3b2ef9d8-d7b5-44a3-ae80-1b3eac758a93] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3b2ef9d8-d7b5-44a3-ae80-1b3eac758a93"}]} [ 1440.422588] env[62181]: DEBUG nova.scheduler.client.report [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1440.438550] env[62181]: DEBUG nova.scheduler.client.report [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1440.438683] env[62181]: DEBUG nova.compute.provider_tree [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1440.444140] env[62181]: DEBUG oslo_vmware.api [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': task-1789795, 'name': PowerOffVM_Task, 'duration_secs': 0.360029} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.444421] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.444633] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.444840] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-686234b2-04d3-40ae-9044-950b8c2ece45 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.456119] env[62181]: DEBUG nova.scheduler.client.report [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1440.476966] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.477205] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.477368] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Deleting the datastore file [datastore1] 2f95d392-062c-4c62-bd39-7c19342e125c {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.479200] env[62181]: DEBUG nova.scheduler.client.report [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1440.480919] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6e6e123-d781-43e0-9dd2-9f3008156572 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.489358] env[62181]: DEBUG oslo_vmware.api [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Waiting for the task: (returnval){ [ 1440.489358] env[62181]: value = "task-1789802" [ 1440.489358] env[62181]: _type = "Task" [ 1440.489358] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.500134] env[62181]: DEBUG oslo_vmware.api [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': task-1789802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.537683] env[62181]: DEBUG oslo_concurrency.lockutils [req-f74a54ec-3483-4d4d-951b-b17d268b3680 req-70401493-80e5-42b3-9f93-bd47b1f6f0ed service nova] Releasing lock "refresh_cache-a39ea307-7343-4c5d-a62f-1b4af7c27a9a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.603298] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1789796, 'name': ReconfigVM_Task, 'duration_secs': 0.338307} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.605732] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 0dcc25aa-294f-46d2-b01a-1eb7149b4838/0dcc25aa-294f-46d2-b01a-1eb7149b4838.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1440.605732] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8792a7ce-6287-41bc-85a7-93e168bff272 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.613786] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1440.613786] env[62181]: value = "task-1789803" [ 1440.613786] env[62181]: _type = "Task" [ 1440.613786] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.624022] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1789803, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.681858] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': task-1789797, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.825696] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228825} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.828819] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1440.829043] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1440.829238] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1440.832398] env[62181]: DEBUG oslo_vmware.api [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789800, 'name': PowerOffVM_Task, 'duration_secs': 0.358074} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.834725] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.834923] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Updating instance '571c2ea4-2a87-4876-a245-c6f6f67d2223' progress to 17 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1440.999918] env[62181]: DEBUG oslo_vmware.api [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': task-1789802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.026937] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae33105e-b3bc-479f-a96d-554b715f398f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.035574] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0360fc27-3584-4232-9a58-f8df891eba83 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.066340] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c87f6c4-341b-4d2c-991b-491a4a8e6ecc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.074566] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c908ac48-5500-44fb-8c3b-fe9f7d0ab512 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.089744] env[62181]: DEBUG nova.compute.provider_tree [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.124570] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1789803, 'name': Rename_Task, 'duration_secs': 0.282833} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.124887] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1441.125154] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aff7252d-531f-4289-a564-fc65de1eeef6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.132821] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1441.132821] env[62181]: value = "task-1789805" [ 1441.132821] env[62181]: _type = "Task" [ 1441.132821] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.143152] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1789805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.181656] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': task-1789797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691169} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.181995] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] a39ea307-7343-4c5d-a62f-1b4af7c27a9a/a39ea307-7343-4c5d-a62f-1b4af7c27a9a.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1441.182253] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1441.182609] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13fc2022-8063-41f8-895d-edc6fb97f32f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.193606] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Waiting for the task: (returnval){ [ 1441.193606] env[62181]: value = "task-1789806" [ 1441.193606] env[62181]: _type = "Task" [ 1441.193606] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.203522] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': task-1789806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.344964] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1441.345265] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1441.345454] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1441.345740] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1441.345930] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1441.346118] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1441.346324] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1441.346542] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1441.346738] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1441.347020] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1441.347252] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1441.352686] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8be4266b-5507-43c1-96da-572df24886dc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.371607] env[62181]: DEBUG oslo_vmware.api [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1441.371607] env[62181]: value = "task-1789807" [ 1441.371607] env[62181]: _type = "Task" [ 1441.371607] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.381626] env[62181]: DEBUG oslo_vmware.api [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.462450] env[62181]: DEBUG nova.network.neutron [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Successfully updated port: f374ec82-62d6-4b38-af81-7f031b92a570 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1441.501197] env[62181]: DEBUG oslo_vmware.api [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Task: {'id': task-1789802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.584297} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.501567] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.501683] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.501864] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.502063] env[62181]: INFO nova.compute.manager [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1441.502344] env[62181]: DEBUG oslo.service.loopingcall [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1441.502535] env[62181]: DEBUG nova.compute.manager [-] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1441.502644] env[62181]: DEBUG nova.network.neutron [-] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1441.518037] env[62181]: DEBUG nova.network.neutron [-] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.594125] env[62181]: DEBUG nova.scheduler.client.report [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1441.643850] env[62181]: DEBUG oslo_vmware.api [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1789805, 'name': PowerOnVM_Task, 'duration_secs': 0.508236} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.644099] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1441.644311] env[62181]: INFO nova.compute.manager [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1441.644565] env[62181]: DEBUG nova.compute.manager [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1441.645465] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ef6288-3178-4ccc-b7fb-abb8cc9910bb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.704480] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': task-1789806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18762} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.705286] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1441.706648] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8492c6a-f891-4e6a-901b-d4ff54a3d6a2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.732218] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] a39ea307-7343-4c5d-a62f-1b4af7c27a9a/a39ea307-7343-4c5d-a62f-1b4af7c27a9a.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.733031] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb4a9aa9-69b4-4150-86c3-d72c23537e03 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.754938] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Waiting for the task: (returnval){ [ 1441.754938] env[62181]: value = "task-1789808" [ 1441.754938] env[62181]: _type = "Task" [ 1441.754938] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.768778] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': task-1789808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.847404] env[62181]: DEBUG nova.compute.manager [req-fff9f6b3-0d0b-4ab1-96ba-6a8dac405403 req-432293d4-719d-4c3b-b941-d1f0751f93ea service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Received event network-changed-1aa1677b-bab3-4ab0-a162-934887481753 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1441.847667] env[62181]: DEBUG nova.compute.manager [req-fff9f6b3-0d0b-4ab1-96ba-6a8dac405403 req-432293d4-719d-4c3b-b941-d1f0751f93ea service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Refreshing instance network info cache due to event network-changed-1aa1677b-bab3-4ab0-a162-934887481753. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1441.847935] env[62181]: DEBUG oslo_concurrency.lockutils [req-fff9f6b3-0d0b-4ab1-96ba-6a8dac405403 req-432293d4-719d-4c3b-b941-d1f0751f93ea service nova] Acquiring lock "refresh_cache-826ca48d-5961-490b-b058-7ecd5a994a37" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.848410] env[62181]: DEBUG oslo_concurrency.lockutils [req-fff9f6b3-0d0b-4ab1-96ba-6a8dac405403 req-432293d4-719d-4c3b-b941-d1f0751f93ea service nova] Acquired lock "refresh_cache-826ca48d-5961-490b-b058-7ecd5a994a37" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.848634] env[62181]: DEBUG nova.network.neutron [req-fff9f6b3-0d0b-4ab1-96ba-6a8dac405403 req-432293d4-719d-4c3b-b941-d1f0751f93ea service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Refreshing network info cache for port 1aa1677b-bab3-4ab0-a162-934887481753 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.888182] env[62181]: DEBUG oslo_vmware.api [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.890816] env[62181]: DEBUG nova.virt.hardware [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1441.891107] env[62181]: DEBUG nova.virt.hardware [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1441.891794] env[62181]: DEBUG nova.virt.hardware [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1441.893035] env[62181]: DEBUG nova.virt.hardware [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1441.893035] env[62181]: DEBUG nova.virt.hardware [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1441.893035] env[62181]: DEBUG nova.virt.hardware [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1441.893035] env[62181]: DEBUG nova.virt.hardware [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1441.893035] env[62181]: DEBUG nova.virt.hardware [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1441.893446] env[62181]: DEBUG nova.virt.hardware [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1441.893446] env[62181]: DEBUG nova.virt.hardware [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1441.893446] env[62181]: DEBUG nova.virt.hardware [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1441.894291] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be93a82-c7dd-4622-b00b-46c88fd3d6f1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.903753] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05f16c2-ba20-4c41-ba17-b6318da2c3f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.922295] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Instance VIF info [] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1441.927839] env[62181]: DEBUG oslo.service.loopingcall [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1441.928145] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1441.928369] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82d86da5-0c5c-4d2c-a814-fb3192e414e4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.948037] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1441.948037] env[62181]: value = "task-1789809" [ 1441.948037] env[62181]: _type = "Task" [ 1441.948037] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.958011] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789809, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.964897] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Acquiring lock "refresh_cache-d0f2fe87-b24d-4fdb-987b-39138467eb7e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.965192] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Acquired lock "refresh_cache-d0f2fe87-b24d-4fdb-987b-39138467eb7e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.965262] env[62181]: DEBUG nova.network.neutron [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1442.021523] env[62181]: DEBUG nova.network.neutron [-] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.100059] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.940s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.100789] env[62181]: DEBUG nova.compute.manager [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1442.103461] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.681s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.103650] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.103807] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1442.104124] env[62181]: DEBUG oslo_concurrency.lockutils [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.548s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.105586] env[62181]: INFO nova.compute.claims [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1442.109782] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f2d83f-3ad9-4efb-b609-eb67d1303a66 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.120235] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5d862d-9563-4afb-801f-035e27dc43ca {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.137986] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3432bab7-6a14-4881-8f17-334fa6991fae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.146328] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9fa02b-a1e1-493e-8062-0886ccd44013 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.190060] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181184MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1442.190320] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.201222] env[62181]: INFO nova.compute.manager [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Took 36.40 seconds to build instance. [ 1442.265899] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': task-1789808, 'name': ReconfigVM_Task, 'duration_secs': 0.376565} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.266308] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Reconfigured VM instance instance-00000014 to attach disk [datastore1] a39ea307-7343-4c5d-a62f-1b4af7c27a9a/a39ea307-7343-4c5d-a62f-1b4af7c27a9a.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.266999] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbd4c615-2a61-4024-a81b-5f4ed225a333 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.276033] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Waiting for the task: (returnval){ [ 1442.276033] env[62181]: value = "task-1789810" [ 1442.276033] env[62181]: _type = "Task" [ 1442.276033] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.287335] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': task-1789810, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.385557] env[62181]: DEBUG oslo_vmware.api [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.463133] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789809, 'name': CreateVM_Task, 'duration_secs': 0.329255} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.463483] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1442.464604] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.465102] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.469285] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1442.470508] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1042b8e0-e4f1-4003-aacd-d4bec38271cb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.478073] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1442.478073] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52eb1e1b-ee84-61b7-4f10-fcba26e24e04" [ 1442.478073] env[62181]: _type = "Task" [ 1442.478073] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.490200] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52eb1e1b-ee84-61b7-4f10-fcba26e24e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.527636] env[62181]: INFO nova.compute.manager [-] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Took 1.02 seconds to deallocate network for instance. [ 1442.527636] env[62181]: DEBUG nova.network.neutron [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1442.615608] env[62181]: DEBUG nova.compute.utils [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1442.620467] env[62181]: DEBUG nova.compute.manager [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1442.624111] env[62181]: DEBUG nova.network.neutron [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1442.699908] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6403d681-c271-4122-a502-da02152e4ef2 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "0dcc25aa-294f-46d2-b01a-1eb7149b4838" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.439s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.742116] env[62181]: DEBUG nova.policy [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6756d3816cea4535ad9b6e45a8a87f12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd7fca87420e416ca22bfd7264059321', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1442.758331] env[62181]: DEBUG nova.network.neutron [req-fff9f6b3-0d0b-4ab1-96ba-6a8dac405403 req-432293d4-719d-4c3b-b941-d1f0751f93ea service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Updated VIF entry in instance network info cache for port 1aa1677b-bab3-4ab0-a162-934887481753. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.758331] env[62181]: DEBUG nova.network.neutron [req-fff9f6b3-0d0b-4ab1-96ba-6a8dac405403 req-432293d4-719d-4c3b-b941-d1f0751f93ea service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Updating instance_info_cache with network_info: [{"id": "1aa1677b-bab3-4ab0-a162-934887481753", "address": "fa:16:3e:56:0d:4e", "network": {"id": "2c185056-2e0b-4725-9d5a-f5581cbde545", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1372987390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aaf6bd46869418fa86c1bcf8bbaa31f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa1677b-ba", "ovs_interfaceid": "1aa1677b-bab3-4ab0-a162-934887481753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.788605] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': task-1789810, 'name': Rename_Task, 'duration_secs': 0.156873} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.791496] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.791496] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4b0057d-00a1-4c57-888e-c34443fa0bd1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.800021] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Waiting for the task: (returnval){ [ 1442.800021] env[62181]: value = "task-1789811" [ 1442.800021] env[62181]: _type = "Task" [ 1442.800021] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.807254] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': task-1789811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.891840] env[62181]: DEBUG oslo_vmware.api [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789807, 'name': ReconfigVM_Task, 'duration_secs': 1.238113} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.891840] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Updating instance '571c2ea4-2a87-4876-a245-c6f6f67d2223' progress to 33 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1442.959577] env[62181]: DEBUG nova.network.neutron [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Updating instance_info_cache with network_info: [{"id": "f374ec82-62d6-4b38-af81-7f031b92a570", "address": "fa:16:3e:f6:b0:a8", "network": {"id": "c9076b78-c8b8-4820-9dad-132955863ba6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1213083809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1d8a47a64743df82c614dee71b9728", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf374ec82-62", "ovs_interfaceid": "f374ec82-62d6-4b38-af81-7f031b92a570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.990884] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52eb1e1b-ee84-61b7-4f10-fcba26e24e04, 'name': SearchDatastore_Task, 'duration_secs': 0.013049} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.991145] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.992146] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.992146] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.992146] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.992146] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.992146] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-541656ac-f9e4-487f-a303-54758c97ffcf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.002621] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1443.002817] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1443.004241] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82cb3031-cd99-4705-95db-40c6e419a7de {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.010475] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1443.010475] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527b519c-db1e-705f-82ad-1d162e7c0ff8" [ 1443.010475] env[62181]: _type = "Task" [ 1443.010475] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.020810] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527b519c-db1e-705f-82ad-1d162e7c0ff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.038274] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.125627] env[62181]: DEBUG nova.compute.manager [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1443.132068] env[62181]: DEBUG nova.network.neutron [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Successfully created port: e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1443.205684] env[62181]: DEBUG nova.compute.manager [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1443.260487] env[62181]: DEBUG oslo_concurrency.lockutils [req-fff9f6b3-0d0b-4ab1-96ba-6a8dac405403 req-432293d4-719d-4c3b-b941-d1f0751f93ea service nova] Releasing lock "refresh_cache-826ca48d-5961-490b-b058-7ecd5a994a37" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.315688] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': task-1789811, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.398471] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1443.398840] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.399101] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1443.399390] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.399609] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1443.399839] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1443.400172] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1443.400423] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1443.400675] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1443.400929] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1443.401214] env[62181]: DEBUG nova.virt.hardware [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1443.413378] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1443.418973] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-072aac1e-1351-4d5f-8590-e5ce0c4a24d0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.442638] env[62181]: DEBUG oslo_vmware.api [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1443.442638] env[62181]: value = "task-1789812" [ 1443.442638] env[62181]: _type = "Task" [ 1443.442638] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.457861] env[62181]: DEBUG oslo_vmware.api [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789812, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.462615] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Releasing lock "refresh_cache-d0f2fe87-b24d-4fdb-987b-39138467eb7e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.462943] env[62181]: DEBUG nova.compute.manager [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Instance network_info: |[{"id": "f374ec82-62d6-4b38-af81-7f031b92a570", "address": "fa:16:3e:f6:b0:a8", "network": {"id": "c9076b78-c8b8-4820-9dad-132955863ba6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1213083809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1d8a47a64743df82c614dee71b9728", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf374ec82-62", "ovs_interfaceid": "f374ec82-62d6-4b38-af81-7f031b92a570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1443.469031] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:b0:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f374ec82-62d6-4b38-af81-7f031b92a570', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1443.474629] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Creating folder: Project (3e1d8a47a64743df82c614dee71b9728). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1443.475254] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12e0899c-51ef-44c2-83b1-d1919e236abc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.491362] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Created folder: Project (3e1d8a47a64743df82c614dee71b9728) in parent group-v371238. [ 1443.491362] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Creating folder: Instances. Parent ref: group-v371304. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1443.491362] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41ebfeec-b56f-400e-b4a0-f3f40f27ec76 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.507094] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Created folder: Instances in parent group-v371304. [ 1443.507368] env[62181]: DEBUG oslo.service.loopingcall [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.507560] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1443.507829] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d9fe57c-b286-459f-aa3f-8f4fcf2959d7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.536374] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527b519c-db1e-705f-82ad-1d162e7c0ff8, 'name': SearchDatastore_Task, 'duration_secs': 0.011496} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.538336] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1443.538336] env[62181]: value = "task-1789815" [ 1443.538336] env[62181]: _type = "Task" [ 1443.538336] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.538572] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74210ce6-e29e-492e-9fd4-8ea0920893a8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.552707] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789815, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.554110] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1443.554110] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]521a1aaf-751e-02a3-350e-5545ed9a03f0" [ 1443.554110] env[62181]: _type = "Task" [ 1443.554110] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.565243] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]521a1aaf-751e-02a3-350e-5545ed9a03f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.726615] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.786112] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1c12dd-05fe-4704-8560-639c80187956 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.799033] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f229377a-12a8-40d7-8c68-4863d8061324 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.832174] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34e900e-c751-44d8-ba16-c5a852964a18 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.838550] env[62181]: DEBUG oslo_vmware.api [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': task-1789811, 'name': PowerOnVM_Task, 'duration_secs': 0.520979} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.839073] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.839285] env[62181]: INFO nova.compute.manager [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1443.839469] env[62181]: DEBUG nova.compute.manager [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1443.840319] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5313f16-e2c4-4832-a314-cbf0fbbe46bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.849023] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fe4f72-2c71-4c01-ac98-ce4f994e5c55 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.865520] env[62181]: DEBUG nova.compute.provider_tree [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.954981] env[62181]: DEBUG oslo_vmware.api [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789812, 'name': ReconfigVM_Task, 'duration_secs': 0.275209} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.955328] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1443.956145] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51f1ebb-eab3-4d21-ad97-074d3bddc922 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.979952] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 571c2ea4-2a87-4876-a245-c6f6f67d2223/571c2ea4-2a87-4876-a245-c6f6f67d2223.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.980336] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a431381c-04a1-4810-9c60-ec38c912bf05 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.001397] env[62181]: DEBUG oslo_vmware.api [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1444.001397] env[62181]: value = "task-1789816" [ 1444.001397] env[62181]: _type = "Task" [ 1444.001397] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.010477] env[62181]: DEBUG oslo_vmware.api [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.051426] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789815, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.064019] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]521a1aaf-751e-02a3-350e-5545ed9a03f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013195} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.064019] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.064280] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] e3d655d5-f3f8-4392-a205-98dd96aa43aa/e3d655d5-f3f8-4392-a205-98dd96aa43aa.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1444.064539] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9974775-b85b-4a52-845b-bb41df349497 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.074160] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1444.074160] env[62181]: value = "task-1789817" [ 1444.074160] env[62181]: _type = "Task" [ 1444.074160] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.082242] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.140767] env[62181]: DEBUG nova.compute.manager [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1444.174800] env[62181]: DEBUG nova.virt.hardware [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1444.175742] env[62181]: DEBUG nova.virt.hardware [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.176035] env[62181]: DEBUG nova.virt.hardware [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1444.176321] env[62181]: DEBUG nova.virt.hardware [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.176532] env[62181]: DEBUG nova.virt.hardware [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1444.176744] env[62181]: DEBUG nova.virt.hardware [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1444.177058] env[62181]: DEBUG nova.virt.hardware [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1444.177293] env[62181]: DEBUG nova.virt.hardware [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1444.177529] env[62181]: DEBUG nova.virt.hardware [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1444.177761] env[62181]: DEBUG nova.virt.hardware [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1444.178014] env[62181]: DEBUG nova.virt.hardware [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1444.179264] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342c974d-6d69-4985-b96d-2575d8a1040f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.189402] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacda399-776e-4c31-a968-de5c49c2fbce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.367807] env[62181]: DEBUG nova.scheduler.client.report [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.371585] env[62181]: INFO nova.compute.manager [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Took 37.34 seconds to build instance. [ 1444.514510] env[62181]: DEBUG oslo_vmware.api [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789816, 'name': ReconfigVM_Task, 'duration_secs': 0.383004} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.518021] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 571c2ea4-2a87-4876-a245-c6f6f67d2223/571c2ea4-2a87-4876-a245-c6f6f67d2223.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.518021] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Updating instance '571c2ea4-2a87-4876-a245-c6f6f67d2223' progress to 50 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1444.531236] env[62181]: DEBUG nova.compute.manager [req-3a1a5956-690d-48ec-8ca1-485d34b6eb3f req-2845e2e4-6ba0-4d62-8ab9-a7f888fbf6d1 service nova] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Received event network-changed-bde6a12c-0a83-4f1f-aca3-b23810cdfed5 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1444.531236] env[62181]: DEBUG nova.compute.manager [req-3a1a5956-690d-48ec-8ca1-485d34b6eb3f req-2845e2e4-6ba0-4d62-8ab9-a7f888fbf6d1 service nova] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Refreshing instance network info cache due to event network-changed-bde6a12c-0a83-4f1f-aca3-b23810cdfed5. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1444.531236] env[62181]: DEBUG oslo_concurrency.lockutils [req-3a1a5956-690d-48ec-8ca1-485d34b6eb3f req-2845e2e4-6ba0-4d62-8ab9-a7f888fbf6d1 service nova] Acquiring lock "refresh_cache-0dcc25aa-294f-46d2-b01a-1eb7149b4838" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.531236] env[62181]: DEBUG oslo_concurrency.lockutils [req-3a1a5956-690d-48ec-8ca1-485d34b6eb3f req-2845e2e4-6ba0-4d62-8ab9-a7f888fbf6d1 service nova] Acquired lock "refresh_cache-0dcc25aa-294f-46d2-b01a-1eb7149b4838" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.531236] env[62181]: DEBUG nova.network.neutron [req-3a1a5956-690d-48ec-8ca1-485d34b6eb3f req-2845e2e4-6ba0-4d62-8ab9-a7f888fbf6d1 service nova] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Refreshing network info cache for port bde6a12c-0a83-4f1f-aca3-b23810cdfed5 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1444.555330] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789815, 'name': CreateVM_Task, 'duration_secs': 0.640624} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.555848] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1444.556944] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.558097] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.558601] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1444.559037] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-947b84db-b659-43eb-b094-8f8e1be58082 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.566720] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Waiting for the task: (returnval){ [ 1444.566720] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]523f4e9c-2363-ab45-72f8-00766a96613a" [ 1444.566720] env[62181]: _type = "Task" [ 1444.566720] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.582225] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523f4e9c-2363-ab45-72f8-00766a96613a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.590508] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789817, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.778104] env[62181]: DEBUG nova.compute.manager [req-a63deca3-e8f9-4911-bf1d-69797fa7d4c0 req-b33e24b5-e547-49d3-b3ac-bb9f0725a7fe service nova] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Received event network-vif-plugged-f374ec82-62d6-4b38-af81-7f031b92a570 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1444.778422] env[62181]: DEBUG oslo_concurrency.lockutils [req-a63deca3-e8f9-4911-bf1d-69797fa7d4c0 req-b33e24b5-e547-49d3-b3ac-bb9f0725a7fe service nova] Acquiring lock "d0f2fe87-b24d-4fdb-987b-39138467eb7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.778630] env[62181]: DEBUG oslo_concurrency.lockutils [req-a63deca3-e8f9-4911-bf1d-69797fa7d4c0 req-b33e24b5-e547-49d3-b3ac-bb9f0725a7fe service nova] Lock "d0f2fe87-b24d-4fdb-987b-39138467eb7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.778724] env[62181]: DEBUG oslo_concurrency.lockutils [req-a63deca3-e8f9-4911-bf1d-69797fa7d4c0 req-b33e24b5-e547-49d3-b3ac-bb9f0725a7fe service nova] Lock "d0f2fe87-b24d-4fdb-987b-39138467eb7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.778912] env[62181]: DEBUG nova.compute.manager [req-a63deca3-e8f9-4911-bf1d-69797fa7d4c0 req-b33e24b5-e547-49d3-b3ac-bb9f0725a7fe service nova] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] No waiting events found dispatching network-vif-plugged-f374ec82-62d6-4b38-af81-7f031b92a570 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1444.779366] env[62181]: WARNING nova.compute.manager [req-a63deca3-e8f9-4911-bf1d-69797fa7d4c0 req-b33e24b5-e547-49d3-b3ac-bb9f0725a7fe service nova] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Received unexpected event network-vif-plugged-f374ec82-62d6-4b38-af81-7f031b92a570 for instance with vm_state building and task_state spawning. [ 1444.779550] env[62181]: DEBUG nova.compute.manager [req-a63deca3-e8f9-4911-bf1d-69797fa7d4c0 req-b33e24b5-e547-49d3-b3ac-bb9f0725a7fe service nova] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Received event network-changed-f374ec82-62d6-4b38-af81-7f031b92a570 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1444.779772] env[62181]: DEBUG nova.compute.manager [req-a63deca3-e8f9-4911-bf1d-69797fa7d4c0 req-b33e24b5-e547-49d3-b3ac-bb9f0725a7fe service nova] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Refreshing instance network info cache due to event network-changed-f374ec82-62d6-4b38-af81-7f031b92a570. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1444.780016] env[62181]: DEBUG oslo_concurrency.lockutils [req-a63deca3-e8f9-4911-bf1d-69797fa7d4c0 req-b33e24b5-e547-49d3-b3ac-bb9f0725a7fe service nova] Acquiring lock "refresh_cache-d0f2fe87-b24d-4fdb-987b-39138467eb7e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.780203] env[62181]: DEBUG oslo_concurrency.lockutils [req-a63deca3-e8f9-4911-bf1d-69797fa7d4c0 req-b33e24b5-e547-49d3-b3ac-bb9f0725a7fe service nova] Acquired lock "refresh_cache-d0f2fe87-b24d-4fdb-987b-39138467eb7e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.780445] env[62181]: DEBUG nova.network.neutron [req-a63deca3-e8f9-4911-bf1d-69797fa7d4c0 req-b33e24b5-e547-49d3-b3ac-bb9f0725a7fe service nova] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Refreshing network info cache for port f374ec82-62d6-4b38-af81-7f031b92a570 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1444.876733] env[62181]: DEBUG oslo_concurrency.lockutils [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.876733] env[62181]: DEBUG nova.compute.manager [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1444.879773] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2830c668-e7d4-42ec-9ffc-8b3d489702c9 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.206s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.880543] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.322s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.880910] env[62181]: DEBUG nova.objects.instance [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62181) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1444.907091] env[62181]: DEBUG nova.network.neutron [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Successfully updated port: e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1444.974210] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Acquiring lock "7fb647de-d093-4f4a-a198-468e61926976" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.974595] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Lock "7fb647de-d093-4f4a-a198-468e61926976" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.023267] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7002ebf-1b54-42f1-b655-96a3e681342f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.054196] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfd112d-462b-4507-98e5-44d76af628b5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.078575] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Updating instance '571c2ea4-2a87-4876-a245-c6f6f67d2223' progress to 67 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1445.094659] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789817, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.102898] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523f4e9c-2363-ab45-72f8-00766a96613a, 'name': SearchDatastore_Task, 'duration_secs': 0.05202} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.103263] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.103531] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.103772] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.103920] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.104127] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.104737] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61628112-852e-4b79-89e0-dfba71b2f69d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.115882] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.116141] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.116920] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a180a551-ebd0-46ac-83b6-067648e019c8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.126054] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Waiting for the task: (returnval){ [ 1445.126054] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5288a966-57d5-29ec-5393-29e798f57271" [ 1445.126054] env[62181]: _type = "Task" [ 1445.126054] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.136406] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5288a966-57d5-29ec-5393-29e798f57271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.382733] env[62181]: DEBUG nova.compute.utils [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1445.385035] env[62181]: DEBUG nova.compute.manager [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1445.385035] env[62181]: DEBUG nova.network.neutron [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1445.390316] env[62181]: DEBUG nova.compute.manager [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1445.412263] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquiring lock "refresh_cache-65328a05-9222-43fc-b42d-4dfaeb36cbcb" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.412263] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquired lock "refresh_cache-65328a05-9222-43fc-b42d-4dfaeb36cbcb" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.412263] env[62181]: DEBUG nova.network.neutron [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1445.485816] env[62181]: DEBUG nova.policy [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f098ed90e5d4fa6833a0ea30f357f0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd502742e701546dfa8779c2b63c1937b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1445.499108] env[62181]: DEBUG nova.network.neutron [req-3a1a5956-690d-48ec-8ca1-485d34b6eb3f req-2845e2e4-6ba0-4d62-8ab9-a7f888fbf6d1 service nova] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Updated VIF entry in instance network info cache for port bde6a12c-0a83-4f1f-aca3-b23810cdfed5. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1445.499108] env[62181]: DEBUG nova.network.neutron [req-3a1a5956-690d-48ec-8ca1-485d34b6eb3f req-2845e2e4-6ba0-4d62-8ab9-a7f888fbf6d1 service nova] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Updating instance_info_cache with network_info: [{"id": "bde6a12c-0a83-4f1f-aca3-b23810cdfed5", "address": "fa:16:3e:2d:19:2a", "network": {"id": "a4ef4196-7870-43af-9345-0387d11f0df9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-823907528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464a47300886417bb648a1448cc038e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde6a12c-0a", "ovs_interfaceid": "bde6a12c-0a83-4f1f-aca3-b23810cdfed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.584185] env[62181]: DEBUG nova.network.neutron [req-a63deca3-e8f9-4911-bf1d-69797fa7d4c0 req-b33e24b5-e547-49d3-b3ac-bb9f0725a7fe service nova] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Updated VIF entry in instance network info cache for port f374ec82-62d6-4b38-af81-7f031b92a570. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1445.584560] env[62181]: DEBUG nova.network.neutron [req-a63deca3-e8f9-4911-bf1d-69797fa7d4c0 req-b33e24b5-e547-49d3-b3ac-bb9f0725a7fe service nova] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Updating instance_info_cache with network_info: [{"id": "f374ec82-62d6-4b38-af81-7f031b92a570", "address": "fa:16:3e:f6:b0:a8", "network": {"id": "c9076b78-c8b8-4820-9dad-132955863ba6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1213083809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1d8a47a64743df82c614dee71b9728", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf374ec82-62", "ovs_interfaceid": "f374ec82-62d6-4b38-af81-7f031b92a570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.595456] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789817, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.639500] env[62181]: DEBUG nova.network.neutron [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Port 67dfc0fc-0f9a-48d2-81c1-9aebbe79305f binding to destination host cpu-1 is already ACTIVE {{(pid=62181) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1445.645234] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5288a966-57d5-29ec-5393-29e798f57271, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.646023] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f52aa0-e609-458a-8ffb-feaaca17aec4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.652693] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Waiting for the task: (returnval){ [ 1445.652693] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52cf5d9a-0022-9433-a0f0-33e765cebeb6" [ 1445.652693] env[62181]: _type = "Task" [ 1445.652693] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.663571] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52cf5d9a-0022-9433-a0f0-33e765cebeb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.887896] env[62181]: DEBUG nova.compute.manager [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1445.895247] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f507199b-6ac3-4a6d-97eb-d2aa9b8838b3 tempest-ServersAdmin275Test-143276046 tempest-ServersAdmin275Test-143276046-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.902673] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.614s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.904700] env[62181]: INFO nova.compute.claims [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1445.925089] env[62181]: DEBUG nova.network.neutron [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Successfully created port: f9940176-f724-4736-8381-8843609df888 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1445.929600] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.967149] env[62181]: DEBUG nova.network.neutron [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1446.000648] env[62181]: DEBUG oslo_concurrency.lockutils [req-3a1a5956-690d-48ec-8ca1-485d34b6eb3f req-2845e2e4-6ba0-4d62-8ab9-a7f888fbf6d1 service nova] Releasing lock "refresh_cache-0dcc25aa-294f-46d2-b01a-1eb7149b4838" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.088119] env[62181]: DEBUG oslo_concurrency.lockutils [req-a63deca3-e8f9-4911-bf1d-69797fa7d4c0 req-b33e24b5-e547-49d3-b3ac-bb9f0725a7fe service nova] Releasing lock "refresh_cache-d0f2fe87-b24d-4fdb-987b-39138467eb7e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.092825] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789817, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.582997} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.093289] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] e3d655d5-f3f8-4392-a205-98dd96aa43aa/e3d655d5-f3f8-4392-a205-98dd96aa43aa.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1446.093521] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1446.093782] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b4e54bc-f399-4256-a2b0-ec016ce4b1ac {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.104890] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1446.104890] env[62181]: value = "task-1789818" [ 1446.104890] env[62181]: _type = "Task" [ 1446.104890] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.119444] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.169855] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52cf5d9a-0022-9433-a0f0-33e765cebeb6, 'name': SearchDatastore_Task, 'duration_secs': 0.028723} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.169855] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.169855] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] d0f2fe87-b24d-4fdb-987b-39138467eb7e/d0f2fe87-b24d-4fdb-987b-39138467eb7e.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1446.169855] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-015de28f-3f94-4996-842b-5b4cfcab0743 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.179737] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Waiting for the task: (returnval){ [ 1446.179737] env[62181]: value = "task-1789819" [ 1446.179737] env[62181]: _type = "Task" [ 1446.179737] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.195043] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': task-1789819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.287062] env[62181]: DEBUG nova.network.neutron [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Updating instance_info_cache with network_info: [{"id": "e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6", "address": "fa:16:3e:a2:37:ab", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f0d6bd-3f", "ovs_interfaceid": "e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.623673] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094585} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.623673] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1446.624079] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075a43d5-4a5e-4a60-9b98-9e7bc9a6760f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.658291] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] e3d655d5-f3f8-4392-a205-98dd96aa43aa/e3d655d5-f3f8-4392-a205-98dd96aa43aa.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.667803] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0abdd656-2da0-4408-b32c-daea1d5267c2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.703371] env[62181]: DEBUG oslo_concurrency.lockutils [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "571c2ea4-2a87-4876-a245-c6f6f67d2223-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.703667] env[62181]: DEBUG oslo_concurrency.lockutils [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "571c2ea4-2a87-4876-a245-c6f6f67d2223-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.703905] env[62181]: DEBUG oslo_concurrency.lockutils [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "571c2ea4-2a87-4876-a245-c6f6f67d2223-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.726255] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': task-1789819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536664} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.726705] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1446.726705] env[62181]: value = "task-1789820" [ 1446.726705] env[62181]: _type = "Task" [ 1446.726705] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.727086] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] d0f2fe87-b24d-4fdb-987b-39138467eb7e/d0f2fe87-b24d-4fdb-987b-39138467eb7e.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1446.727425] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1446.728196] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8cf6ba0-ad33-495d-8b6d-9c82b0703301 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.744684] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.746632] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Waiting for the task: (returnval){ [ 1446.746632] env[62181]: value = "task-1789821" [ 1446.746632] env[62181]: _type = "Task" [ 1446.746632] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.759335] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': task-1789821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.789792] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Releasing lock "refresh_cache-65328a05-9222-43fc-b42d-4dfaeb36cbcb" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.790160] env[62181]: DEBUG nova.compute.manager [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Instance network_info: |[{"id": "e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6", "address": "fa:16:3e:a2:37:ab", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f0d6bd-3f", "ovs_interfaceid": "e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1446.790665] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:37:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1446.798118] env[62181]: DEBUG oslo.service.loopingcall [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1446.798337] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1446.798558] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-102b9bc6-70f2-4a7e-9e82-110b14e3d0f0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.819160] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1446.819160] env[62181]: value = "task-1789822" [ 1446.819160] env[62181]: _type = "Task" [ 1446.819160] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.827596] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789822, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.869451] env[62181]: DEBUG nova.compute.manager [req-e3b8945e-26ee-43f0-be97-5a66c6a24e0e req-8a33cf06-d920-4827-b8ae-0b2b74e082fd service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Received event network-changed-1aa1677b-bab3-4ab0-a162-934887481753 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1446.869844] env[62181]: DEBUG nova.compute.manager [req-e3b8945e-26ee-43f0-be97-5a66c6a24e0e req-8a33cf06-d920-4827-b8ae-0b2b74e082fd service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Refreshing instance network info cache due to event network-changed-1aa1677b-bab3-4ab0-a162-934887481753. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1446.870198] env[62181]: DEBUG oslo_concurrency.lockutils [req-e3b8945e-26ee-43f0-be97-5a66c6a24e0e req-8a33cf06-d920-4827-b8ae-0b2b74e082fd service nova] Acquiring lock "refresh_cache-826ca48d-5961-490b-b058-7ecd5a994a37" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.870396] env[62181]: DEBUG oslo_concurrency.lockutils [req-e3b8945e-26ee-43f0-be97-5a66c6a24e0e req-8a33cf06-d920-4827-b8ae-0b2b74e082fd service nova] Acquired lock "refresh_cache-826ca48d-5961-490b-b058-7ecd5a994a37" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.870594] env[62181]: DEBUG nova.network.neutron [req-e3b8945e-26ee-43f0-be97-5a66c6a24e0e req-8a33cf06-d920-4827-b8ae-0b2b74e082fd service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Refreshing network info cache for port 1aa1677b-bab3-4ab0-a162-934887481753 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.899910] env[62181]: DEBUG nova.compute.manager [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1446.926837] env[62181]: DEBUG nova.virt.hardware [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1446.927124] env[62181]: DEBUG nova.virt.hardware [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.927300] env[62181]: DEBUG nova.virt.hardware [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1446.927482] env[62181]: DEBUG nova.virt.hardware [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.927624] env[62181]: DEBUG nova.virt.hardware [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1446.927766] env[62181]: DEBUG nova.virt.hardware [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1446.927977] env[62181]: DEBUG nova.virt.hardware [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1446.928227] env[62181]: DEBUG nova.virt.hardware [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1446.928444] env[62181]: DEBUG nova.virt.hardware [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1446.928746] env[62181]: DEBUG nova.virt.hardware [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1446.929040] env[62181]: DEBUG nova.virt.hardware [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1446.929929] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31240e57-20e7-40dc-bbb8-446778ca6a6b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.939224] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498efad4-fe65-42c1-8be0-27bf9d371bf9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.962351] env[62181]: DEBUG nova.compute.manager [req-43c4bff5-d393-478b-82fa-72238467c260 req-df182755-8d8d-41d9-b5c2-4161a7ab2727 service nova] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Received event network-vif-plugged-e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1446.962561] env[62181]: DEBUG oslo_concurrency.lockutils [req-43c4bff5-d393-478b-82fa-72238467c260 req-df182755-8d8d-41d9-b5c2-4161a7ab2727 service nova] Acquiring lock "65328a05-9222-43fc-b42d-4dfaeb36cbcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.962737] env[62181]: DEBUG oslo_concurrency.lockutils [req-43c4bff5-d393-478b-82fa-72238467c260 req-df182755-8d8d-41d9-b5c2-4161a7ab2727 service nova] Lock "65328a05-9222-43fc-b42d-4dfaeb36cbcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.962905] env[62181]: DEBUG oslo_concurrency.lockutils [req-43c4bff5-d393-478b-82fa-72238467c260 req-df182755-8d8d-41d9-b5c2-4161a7ab2727 service nova] Lock "65328a05-9222-43fc-b42d-4dfaeb36cbcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.963088] env[62181]: DEBUG nova.compute.manager [req-43c4bff5-d393-478b-82fa-72238467c260 req-df182755-8d8d-41d9-b5c2-4161a7ab2727 service nova] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] No waiting events found dispatching network-vif-plugged-e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1446.963257] env[62181]: WARNING nova.compute.manager [req-43c4bff5-d393-478b-82fa-72238467c260 req-df182755-8d8d-41d9-b5c2-4161a7ab2727 service nova] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Received unexpected event network-vif-plugged-e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6 for instance with vm_state building and task_state spawning. [ 1446.963414] env[62181]: DEBUG nova.compute.manager [req-43c4bff5-d393-478b-82fa-72238467c260 req-df182755-8d8d-41d9-b5c2-4161a7ab2727 service nova] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Received event network-changed-e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1446.963561] env[62181]: DEBUG nova.compute.manager [req-43c4bff5-d393-478b-82fa-72238467c260 req-df182755-8d8d-41d9-b5c2-4161a7ab2727 service nova] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Refreshing instance network info cache due to event network-changed-e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1446.963739] env[62181]: DEBUG oslo_concurrency.lockutils [req-43c4bff5-d393-478b-82fa-72238467c260 req-df182755-8d8d-41d9-b5c2-4161a7ab2727 service nova] Acquiring lock "refresh_cache-65328a05-9222-43fc-b42d-4dfaeb36cbcb" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.963943] env[62181]: DEBUG oslo_concurrency.lockutils [req-43c4bff5-d393-478b-82fa-72238467c260 req-df182755-8d8d-41d9-b5c2-4161a7ab2727 service nova] Acquired lock "refresh_cache-65328a05-9222-43fc-b42d-4dfaeb36cbcb" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.964271] env[62181]: DEBUG nova.network.neutron [req-43c4bff5-d393-478b-82fa-72238467c260 req-df182755-8d8d-41d9-b5c2-4161a7ab2727 service nova] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Refreshing network info cache for port e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1447.243121] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.257152] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': task-1789821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086394} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.257439] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1447.258268] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95db2f6-dc9a-4ffa-83c1-affce65cda71 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.284244] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] d0f2fe87-b24d-4fdb-987b-39138467eb7e/d0f2fe87-b24d-4fdb-987b-39138467eb7e.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1447.287256] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df807a30-9b55-4869-9f21-03ebc820e611 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.308336] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Waiting for the task: (returnval){ [ 1447.308336] env[62181]: value = "task-1789823" [ 1447.308336] env[62181]: _type = "Task" [ 1447.308336] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.323293] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': task-1789823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.334453] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789822, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.475654] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16832f3-9fd7-42e3-943d-2f12c90c5e88 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.485750] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369f218d-30ff-4e98-b546-814f1a08f059 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.523136] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220fd479-c1e1-4208-a79b-465ade2649ab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.532511] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953fbf50-c357-4140-92cb-3ab6992ec390 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.546883] env[62181]: DEBUG nova.compute.provider_tree [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.651367] env[62181]: DEBUG oslo_concurrency.lockutils [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Acquiring lock "826ca48d-5961-490b-b058-7ecd5a994a37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.651632] env[62181]: DEBUG oslo_concurrency.lockutils [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Lock "826ca48d-5961-490b-b058-7ecd5a994a37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.651921] env[62181]: DEBUG oslo_concurrency.lockutils [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Acquiring lock "826ca48d-5961-490b-b058-7ecd5a994a37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.651988] env[62181]: DEBUG oslo_concurrency.lockutils [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Lock "826ca48d-5961-490b-b058-7ecd5a994a37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.652163] env[62181]: DEBUG oslo_concurrency.lockutils [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Lock "826ca48d-5961-490b-b058-7ecd5a994a37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.654742] env[62181]: INFO nova.compute.manager [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Terminating instance [ 1447.719126] env[62181]: DEBUG nova.network.neutron [req-e3b8945e-26ee-43f0-be97-5a66c6a24e0e req-8a33cf06-d920-4827-b8ae-0b2b74e082fd service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Updated VIF entry in instance network info cache for port 1aa1677b-bab3-4ab0-a162-934887481753. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.723023] env[62181]: DEBUG nova.network.neutron [req-e3b8945e-26ee-43f0-be97-5a66c6a24e0e req-8a33cf06-d920-4827-b8ae-0b2b74e082fd service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Updating instance_info_cache with network_info: [{"id": "1aa1677b-bab3-4ab0-a162-934887481753", "address": "fa:16:3e:56:0d:4e", "network": {"id": "2c185056-2e0b-4725-9d5a-f5581cbde545", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1372987390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aaf6bd46869418fa86c1bcf8bbaa31f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa1677b-ba", "ovs_interfaceid": "1aa1677b-bab3-4ab0-a162-934887481753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.743761] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.816896] env[62181]: DEBUG oslo_concurrency.lockutils [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "refresh_cache-571c2ea4-2a87-4876-a245-c6f6f67d2223" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.817120] env[62181]: DEBUG oslo_concurrency.lockutils [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquired lock "refresh_cache-571c2ea4-2a87-4876-a245-c6f6f67d2223" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.817302] env[62181]: DEBUG nova.network.neutron [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.822745] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': task-1789823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.834152] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789822, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.849529] env[62181]: DEBUG nova.network.neutron [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Successfully updated port: f9940176-f724-4736-8381-8843609df888 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1447.896370] env[62181]: DEBUG nova.network.neutron [req-43c4bff5-d393-478b-82fa-72238467c260 req-df182755-8d8d-41d9-b5c2-4161a7ab2727 service nova] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Updated VIF entry in instance network info cache for port e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.897406] env[62181]: DEBUG nova.network.neutron [req-43c4bff5-d393-478b-82fa-72238467c260 req-df182755-8d8d-41d9-b5c2-4161a7ab2727 service nova] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Updating instance_info_cache with network_info: [{"id": "e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6", "address": "fa:16:3e:a2:37:ab", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f0d6bd-3f", "ovs_interfaceid": "e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.050363] env[62181]: DEBUG nova.scheduler.client.report [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.162217] env[62181]: DEBUG nova.compute.manager [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1448.162297] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1448.163184] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93730db7-5af2-462c-9a55-e2f2c1a6b958 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.172635] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1448.172739] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f0fab9c-080b-4150-a6d6-c8ae5bcde19e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.180808] env[62181]: DEBUG oslo_vmware.api [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Waiting for the task: (returnval){ [ 1448.180808] env[62181]: value = "task-1789824" [ 1448.180808] env[62181]: _type = "Task" [ 1448.180808] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.190992] env[62181]: DEBUG oslo_vmware.api [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.222446] env[62181]: DEBUG oslo_concurrency.lockutils [req-e3b8945e-26ee-43f0-be97-5a66c6a24e0e req-8a33cf06-d920-4827-b8ae-0b2b74e082fd service nova] Releasing lock "refresh_cache-826ca48d-5961-490b-b058-7ecd5a994a37" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.222724] env[62181]: DEBUG nova.compute.manager [req-e3b8945e-26ee-43f0-be97-5a66c6a24e0e req-8a33cf06-d920-4827-b8ae-0b2b74e082fd service nova] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Received event network-changed-2da3ccd9-d74e-43f3-9f37-56bcc45705f7 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1448.222890] env[62181]: DEBUG nova.compute.manager [req-e3b8945e-26ee-43f0-be97-5a66c6a24e0e req-8a33cf06-d920-4827-b8ae-0b2b74e082fd service nova] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Refreshing instance network info cache due to event network-changed-2da3ccd9-d74e-43f3-9f37-56bcc45705f7. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1448.223145] env[62181]: DEBUG oslo_concurrency.lockutils [req-e3b8945e-26ee-43f0-be97-5a66c6a24e0e req-8a33cf06-d920-4827-b8ae-0b2b74e082fd service nova] Acquiring lock "refresh_cache-a39ea307-7343-4c5d-a62f-1b4af7c27a9a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.223291] env[62181]: DEBUG oslo_concurrency.lockutils [req-e3b8945e-26ee-43f0-be97-5a66c6a24e0e req-8a33cf06-d920-4827-b8ae-0b2b74e082fd service nova] Acquired lock "refresh_cache-a39ea307-7343-4c5d-a62f-1b4af7c27a9a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.223455] env[62181]: DEBUG nova.network.neutron [req-e3b8945e-26ee-43f0-be97-5a66c6a24e0e req-8a33cf06-d920-4827-b8ae-0b2b74e082fd service nova] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Refreshing network info cache for port 2da3ccd9-d74e-43f3-9f37-56bcc45705f7 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.241946] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789820, 'name': ReconfigVM_Task, 'duration_secs': 1.10761} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.242255] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Reconfigured VM instance instance-00000012 to attach disk [datastore1] e3d655d5-f3f8-4392-a205-98dd96aa43aa/e3d655d5-f3f8-4392-a205-98dd96aa43aa.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1448.244695] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5def651b-3852-4af5-bf6c-451091379d60 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.255069] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1448.255069] env[62181]: value = "task-1789825" [ 1448.255069] env[62181]: _type = "Task" [ 1448.255069] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.264587] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789825, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.318855] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': task-1789823, 'name': ReconfigVM_Task, 'duration_secs': 0.960827} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.319473] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Reconfigured VM instance instance-00000015 to attach disk [datastore1] d0f2fe87-b24d-4fdb-987b-39138467eb7e/d0f2fe87-b24d-4fdb-987b-39138467eb7e.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1448.319860] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dba5481-0ba5-4bdb-8dc4-f2f836e445c1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.332693] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Waiting for the task: (returnval){ [ 1448.332693] env[62181]: value = "task-1789826" [ 1448.332693] env[62181]: _type = "Task" [ 1448.332693] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.342601] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789822, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.348229] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': task-1789826, 'name': Rename_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.351899] env[62181]: DEBUG oslo_concurrency.lockutils [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Acquiring lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.352185] env[62181]: DEBUG oslo_concurrency.lockutils [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Acquired lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.352363] env[62181]: DEBUG nova.network.neutron [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.400091] env[62181]: DEBUG oslo_concurrency.lockutils [req-43c4bff5-d393-478b-82fa-72238467c260 req-df182755-8d8d-41d9-b5c2-4161a7ab2727 service nova] Releasing lock "refresh_cache-65328a05-9222-43fc-b42d-4dfaeb36cbcb" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.559455] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.559455] env[62181]: DEBUG nova.compute.manager [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1448.565082] env[62181]: DEBUG oslo_concurrency.lockutils [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.180s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.565082] env[62181]: DEBUG nova.objects.instance [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Lazy-loading 'resources' on Instance uuid 24637ec0-1517-4361-b31b-36e1c609198a {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.691858] env[62181]: DEBUG oslo_vmware.api [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789824, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.764593] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789825, 'name': Rename_Task, 'duration_secs': 0.17802} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.767096] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1448.767363] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e67f6f9f-c456-4ed6-a910-a88fa775fd4b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.775972] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1448.775972] env[62181]: value = "task-1789827" [ 1448.775972] env[62181]: _type = "Task" [ 1448.775972] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.784878] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.839764] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789822, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.851407] env[62181]: DEBUG nova.network.neutron [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Updating instance_info_cache with network_info: [{"id": "67dfc0fc-0f9a-48d2-81c1-9aebbe79305f", "address": "fa:16:3e:64:83:50", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67dfc0fc-0f", "ovs_interfaceid": "67dfc0fc-0f9a-48d2-81c1-9aebbe79305f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.862237] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': task-1789826, 'name': Rename_Task, 'duration_secs': 0.224597} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.862590] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1448.862874] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-368fb3c3-d590-4486-b9c7-b091cea28af1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.870300] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Waiting for the task: (returnval){ [ 1448.870300] env[62181]: value = "task-1789828" [ 1448.870300] env[62181]: _type = "Task" [ 1448.870300] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.880906] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': task-1789828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.920139] env[62181]: DEBUG nova.network.neutron [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1449.071705] env[62181]: DEBUG nova.compute.utils [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1449.073199] env[62181]: DEBUG nova.compute.manager [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1449.073553] env[62181]: DEBUG nova.network.neutron [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1449.202305] env[62181]: DEBUG oslo_vmware.api [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789824, 'name': PowerOffVM_Task, 'duration_secs': 0.57961} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.203497] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1449.204046] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1449.205158] env[62181]: DEBUG nova.compute.manager [req-2c9e7b4d-e991-4154-b82f-e51eb7d776d3 req-541a27c9-373a-4997-879c-2a4cbc3844c8 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Received event network-vif-plugged-f9940176-f724-4736-8381-8843609df888 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1449.205367] env[62181]: DEBUG oslo_concurrency.lockutils [req-2c9e7b4d-e991-4154-b82f-e51eb7d776d3 req-541a27c9-373a-4997-879c-2a4cbc3844c8 service nova] Acquiring lock "059488cd-9eee-4fe3-bfd9-73a761223193-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.205589] env[62181]: DEBUG oslo_concurrency.lockutils [req-2c9e7b4d-e991-4154-b82f-e51eb7d776d3 req-541a27c9-373a-4997-879c-2a4cbc3844c8 service nova] Lock "059488cd-9eee-4fe3-bfd9-73a761223193-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.205772] env[62181]: DEBUG oslo_concurrency.lockutils [req-2c9e7b4d-e991-4154-b82f-e51eb7d776d3 req-541a27c9-373a-4997-879c-2a4cbc3844c8 service nova] Lock "059488cd-9eee-4fe3-bfd9-73a761223193-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.205946] env[62181]: DEBUG nova.compute.manager [req-2c9e7b4d-e991-4154-b82f-e51eb7d776d3 req-541a27c9-373a-4997-879c-2a4cbc3844c8 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] No waiting events found dispatching network-vif-plugged-f9940176-f724-4736-8381-8843609df888 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1449.206122] env[62181]: WARNING nova.compute.manager [req-2c9e7b4d-e991-4154-b82f-e51eb7d776d3 req-541a27c9-373a-4997-879c-2a4cbc3844c8 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Received unexpected event network-vif-plugged-f9940176-f724-4736-8381-8843609df888 for instance with vm_state building and task_state spawning. [ 1449.206301] env[62181]: DEBUG nova.compute.manager [req-2c9e7b4d-e991-4154-b82f-e51eb7d776d3 req-541a27c9-373a-4997-879c-2a4cbc3844c8 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Received event network-changed-f9940176-f724-4736-8381-8843609df888 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1449.206462] env[62181]: DEBUG nova.compute.manager [req-2c9e7b4d-e991-4154-b82f-e51eb7d776d3 req-541a27c9-373a-4997-879c-2a4cbc3844c8 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Refreshing instance network info cache due to event network-changed-f9940176-f724-4736-8381-8843609df888. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1449.206644] env[62181]: DEBUG oslo_concurrency.lockutils [req-2c9e7b4d-e991-4154-b82f-e51eb7d776d3 req-541a27c9-373a-4997-879c-2a4cbc3844c8 service nova] Acquiring lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.206849] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0962f1ca-aa06-4539-80e2-8e98bcbab7df {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.218817] env[62181]: DEBUG nova.policy [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88b8f187cb824fc7bb165e0277d8b78f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf0c8a6b78664e8da18da69237f0c924', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1449.270897] env[62181]: DEBUG nova.network.neutron [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Updating instance_info_cache with network_info: [{"id": "f9940176-f724-4736-8381-8843609df888", "address": "fa:16:3e:d4:1e:a8", "network": {"id": "ee76763b-2b2a-4abd-9290-045ffb34f282", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-148288434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d502742e701546dfa8779c2b63c1937b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9940176-f7", "ovs_interfaceid": "f9940176-f724-4736-8381-8843609df888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.292763] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789827, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.294452] env[62181]: DEBUG nova.network.neutron [req-e3b8945e-26ee-43f0-be97-5a66c6a24e0e req-8a33cf06-d920-4827-b8ae-0b2b74e082fd service nova] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Updated VIF entry in instance network info cache for port 2da3ccd9-d74e-43f3-9f37-56bcc45705f7. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.294884] env[62181]: DEBUG nova.network.neutron [req-e3b8945e-26ee-43f0-be97-5a66c6a24e0e req-8a33cf06-d920-4827-b8ae-0b2b74e082fd service nova] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Updating instance_info_cache with network_info: [{"id": "2da3ccd9-d74e-43f3-9f37-56bcc45705f7", "address": "fa:16:3e:e2:01:ee", "network": {"id": "98a31976-cb9a-42d7-8e42-332ad601c133", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-262720272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a666f99eac8644b8a22cfe36d2828bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da3ccd9-d7", "ovs_interfaceid": "2da3ccd9-d74e-43f3-9f37-56bcc45705f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.344254] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789822, 'name': CreateVM_Task, 'duration_secs': 2.070192} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.344462] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1449.345151] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.345364] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.345789] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1449.345899] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51491975-f3ef-4d41-9371-d95a6bade36f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.355340] env[62181]: DEBUG oslo_concurrency.lockutils [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Releasing lock "refresh_cache-571c2ea4-2a87-4876-a245-c6f6f67d2223" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.363152] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1449.363152] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c894e6-3947-23f2-0d1b-65f98472e445" [ 1449.363152] env[62181]: _type = "Task" [ 1449.363152] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.374330] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c894e6-3947-23f2-0d1b-65f98472e445, 'name': SearchDatastore_Task, 'duration_secs': 0.011982} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.377845] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.378188] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1449.378868] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.379070] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.379269] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1449.382128] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23f97477-9000-4e52-a92f-858685b72e6d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.390685] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': task-1789828, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.395715] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1449.395942] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1449.396745] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e46135-0ce0-4e2a-9246-1aab2b7fee99 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.404678] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1449.404678] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5230e6db-251f-1f13-f214-9b250b8aaffb" [ 1449.404678] env[62181]: _type = "Task" [ 1449.404678] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.414214] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5230e6db-251f-1f13-f214-9b250b8aaffb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.574226] env[62181]: DEBUG nova.compute.manager [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1449.654911] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7590e35-a48f-4ad9-bf02-59f873e43d6c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.665121] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944c3742-a5ad-48c3-9ed5-4344532f909f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.703660] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df7ec3b-31eb-4da8-812d-2656022801c2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.712060] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a086273-b958-44a8-98d7-c41e6827701c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.716683] env[62181]: DEBUG nova.network.neutron [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Successfully created port: 6309e49f-6f33-4b36-92e2-eb1cacd38f7a {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1449.733035] env[62181]: DEBUG nova.compute.provider_tree [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.775721] env[62181]: DEBUG oslo_concurrency.lockutils [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Releasing lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.778308] env[62181]: DEBUG nova.compute.manager [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Instance network_info: |[{"id": "f9940176-f724-4736-8381-8843609df888", "address": "fa:16:3e:d4:1e:a8", "network": {"id": "ee76763b-2b2a-4abd-9290-045ffb34f282", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-148288434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d502742e701546dfa8779c2b63c1937b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9940176-f7", "ovs_interfaceid": "f9940176-f724-4736-8381-8843609df888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1449.778308] env[62181]: DEBUG oslo_concurrency.lockutils [req-2c9e7b4d-e991-4154-b82f-e51eb7d776d3 req-541a27c9-373a-4997-879c-2a4cbc3844c8 service nova] Acquired lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.778442] env[62181]: DEBUG nova.network.neutron [req-2c9e7b4d-e991-4154-b82f-e51eb7d776d3 req-541a27c9-373a-4997-879c-2a4cbc3844c8 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Refreshing network info cache for port f9940176-f724-4736-8381-8843609df888 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.779398] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:1e:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9940176-f724-4736-8381-8843609df888', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.787169] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Creating folder: Project (d502742e701546dfa8779c2b63c1937b). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.791576] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc62eb5b-19f4-4eb5-96e0-921ddb306844 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.799244] env[62181]: DEBUG oslo_vmware.api [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789827, 'name': PowerOnVM_Task, 'duration_secs': 0.611222} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.800507] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1449.800507] env[62181]: DEBUG nova.compute.manager [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1449.800507] env[62181]: DEBUG oslo_concurrency.lockutils [req-e3b8945e-26ee-43f0-be97-5a66c6a24e0e req-8a33cf06-d920-4827-b8ae-0b2b74e082fd service nova] Releasing lock "refresh_cache-a39ea307-7343-4c5d-a62f-1b4af7c27a9a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.801023] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea65a8b-c115-4da2-9d0a-09cb63a41b15 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.808161] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Created folder: Project (d502742e701546dfa8779c2b63c1937b) in parent group-v371238. [ 1449.808161] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Creating folder: Instances. Parent ref: group-v371308. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.808161] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36f576f0-9ba6-4c5b-a15c-d10554dd1311 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.816170] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Created folder: Instances in parent group-v371308. [ 1449.816170] env[62181]: DEBUG oslo.service.loopingcall [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1449.816170] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.816303] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41d68d8f-73ae-421c-a636-01262065a7f1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.836887] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.836887] env[62181]: value = "task-1789832" [ 1449.836887] env[62181]: _type = "Task" [ 1449.836887] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.858303] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789832, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.880757] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd93308-2645-410e-9dae-388b1824048d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.886854] env[62181]: DEBUG oslo_vmware.api [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': task-1789828, 'name': PowerOnVM_Task, 'duration_secs': 0.540124} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.887531] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1449.887730] env[62181]: INFO nova.compute.manager [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1449.887919] env[62181]: DEBUG nova.compute.manager [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1449.888717] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15236a8-b6a9-4762-a9cd-98eb87be8e7b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.905596] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b585264c-a06d-44b1-8307-ddae3b00a6df {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.921359] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Updating instance '571c2ea4-2a87-4876-a245-c6f6f67d2223' progress to 83 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1449.928732] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5230e6db-251f-1f13-f214-9b250b8aaffb, 'name': SearchDatastore_Task, 'duration_secs': 0.011435} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.929842] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41475433-bfaf-4846-85a4-6475736742f6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.936150] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1449.936150] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a52edc-f6d2-aee7-12b9-95a4588f4e2b" [ 1449.936150] env[62181]: _type = "Task" [ 1449.936150] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.945943] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a52edc-f6d2-aee7-12b9-95a4588f4e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.238440] env[62181]: DEBUG nova.scheduler.client.report [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.321897] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.349376] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789832, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.426040] env[62181]: INFO nova.compute.manager [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Took 43.27 seconds to build instance. [ 1450.432231] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.432628] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e0f9093-d2c8-46f7-bc42-6ba5b09fb6a8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.448205] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a52edc-f6d2-aee7-12b9-95a4588f4e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.015761} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.449711] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.449861] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 65328a05-9222-43fc-b42d-4dfaeb36cbcb/65328a05-9222-43fc-b42d-4dfaeb36cbcb.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1450.450205] env[62181]: DEBUG oslo_vmware.api [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1450.450205] env[62181]: value = "task-1789833" [ 1450.450205] env[62181]: _type = "Task" [ 1450.450205] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.452523] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8abb8cdf-b3dc-44ae-a0ad-47a5a398f53c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.464406] env[62181]: DEBUG oslo_vmware.api [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.465885] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1450.465885] env[62181]: value = "task-1789834" [ 1450.465885] env[62181]: _type = "Task" [ 1450.465885] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.475063] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.560084] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1450.560409] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1450.560632] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Deleting the datastore file [datastore1] 826ca48d-5961-490b-b058-7ecd5a994a37 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1450.560943] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2be0cc9-f206-4cdd-8010-bb836cd1817b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.569224] env[62181]: DEBUG oslo_vmware.api [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Waiting for the task: (returnval){ [ 1450.569224] env[62181]: value = "task-1789835" [ 1450.569224] env[62181]: _type = "Task" [ 1450.569224] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.581646] env[62181]: DEBUG oslo_vmware.api [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.582848] env[62181]: DEBUG nova.network.neutron [req-2c9e7b4d-e991-4154-b82f-e51eb7d776d3 req-541a27c9-373a-4997-879c-2a4cbc3844c8 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Updated VIF entry in instance network info cache for port f9940176-f724-4736-8381-8843609df888. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.583272] env[62181]: DEBUG nova.network.neutron [req-2c9e7b4d-e991-4154-b82f-e51eb7d776d3 req-541a27c9-373a-4997-879c-2a4cbc3844c8 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Updating instance_info_cache with network_info: [{"id": "f9940176-f724-4736-8381-8843609df888", "address": "fa:16:3e:d4:1e:a8", "network": {"id": "ee76763b-2b2a-4abd-9290-045ffb34f282", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-148288434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d502742e701546dfa8779c2b63c1937b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9940176-f7", "ovs_interfaceid": "f9940176-f724-4736-8381-8843609df888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.585953] env[62181]: DEBUG nova.compute.manager [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1450.623387] env[62181]: DEBUG nova.virt.hardware [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1450.623883] env[62181]: DEBUG nova.virt.hardware [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.624079] env[62181]: DEBUG nova.virt.hardware [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1450.624285] env[62181]: DEBUG nova.virt.hardware [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.624463] env[62181]: DEBUG nova.virt.hardware [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1450.624640] env[62181]: DEBUG nova.virt.hardware [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1450.624877] env[62181]: DEBUG nova.virt.hardware [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1450.625076] env[62181]: DEBUG nova.virt.hardware [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1450.625324] env[62181]: DEBUG nova.virt.hardware [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1450.625556] env[62181]: DEBUG nova.virt.hardware [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1450.625768] env[62181]: DEBUG nova.virt.hardware [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1450.627220] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cc4dcc-38ca-4b6f-a762-7fb54c9f6d38 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.638387] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518b8e52-21d0-49e3-82eb-9136482e6b3b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.746100] env[62181]: DEBUG oslo_concurrency.lockutils [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.747733] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.371s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.748612] env[62181]: DEBUG nova.objects.instance [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Lazy-loading 'resources' on Instance uuid b159db46-b163-449d-b4e3-332dc50ab194 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.780225] env[62181]: INFO nova.scheduler.client.report [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Deleted allocations for instance 24637ec0-1517-4361-b31b-36e1c609198a [ 1450.859481] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789832, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.928284] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9ac80990-3bbe-4c67-9c04-57c70c6f4710 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Lock "d0f2fe87-b24d-4fdb-987b-39138467eb7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.105s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.967734] env[62181]: DEBUG oslo_vmware.api [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789833, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.983029] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789834, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.008356] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Acquiring lock "e3d655d5-f3f8-4392-a205-98dd96aa43aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.008647] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Lock "e3d655d5-f3f8-4392-a205-98dd96aa43aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.008893] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Acquiring lock "e3d655d5-f3f8-4392-a205-98dd96aa43aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.009099] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Lock "e3d655d5-f3f8-4392-a205-98dd96aa43aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.009277] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Lock "e3d655d5-f3f8-4392-a205-98dd96aa43aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.012982] env[62181]: INFO nova.compute.manager [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Terminating instance [ 1451.082783] env[62181]: DEBUG oslo_vmware.api [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Task: {'id': task-1789835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441723} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.083876] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1451.084404] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1451.085731] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1451.086041] env[62181]: INFO nova.compute.manager [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Took 2.92 seconds to destroy the instance on the hypervisor. [ 1451.086443] env[62181]: DEBUG oslo.service.loopingcall [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1451.087161] env[62181]: DEBUG nova.compute.manager [-] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1451.087161] env[62181]: DEBUG nova.network.neutron [-] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1451.090803] env[62181]: DEBUG oslo_concurrency.lockutils [req-2c9e7b4d-e991-4154-b82f-e51eb7d776d3 req-541a27c9-373a-4997-879c-2a4cbc3844c8 service nova] Releasing lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.299035] env[62181]: DEBUG oslo_concurrency.lockutils [None req-61febc3d-05dc-41df-9387-9580d4fa80ec tempest-TenantUsagesTestJSON-1331028255 tempest-TenantUsagesTestJSON-1331028255-project-member] Lock "24637ec0-1517-4361-b31b-36e1c609198a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.738s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.351429] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789832, 'name': CreateVM_Task, 'duration_secs': 1.212435} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.353971] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1451.354927] env[62181]: DEBUG oslo_concurrency.lockutils [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.355117] env[62181]: DEBUG oslo_concurrency.lockutils [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.355431] env[62181]: DEBUG oslo_concurrency.lockutils [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1451.355677] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f316e051-5e16-4f17-bfe2-52744893fd92 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.361834] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Waiting for the task: (returnval){ [ 1451.361834] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5299463b-a4a8-eecd-8acc-a29275bb8031" [ 1451.361834] env[62181]: _type = "Task" [ 1451.361834] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.373298] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5299463b-a4a8-eecd-8acc-a29275bb8031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.433138] env[62181]: DEBUG nova.compute.manager [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1451.469407] env[62181]: DEBUG oslo_vmware.api [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1789833, 'name': PowerOnVM_Task, 'duration_secs': 0.785651} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.475471] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1451.475687] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-be9006cb-b567-473c-9d58-c7bef11dfb95 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Updating instance '571c2ea4-2a87-4876-a245-c6f6f67d2223' progress to 100 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1451.488997] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621173} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.490828] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 65328a05-9222-43fc-b42d-4dfaeb36cbcb/65328a05-9222-43fc-b42d-4dfaeb36cbcb.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1451.491072] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1451.491546] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7677df8-cc24-4565-8d5f-8268c61bfb7a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.500983] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1451.500983] env[62181]: value = "task-1789836" [ 1451.500983] env[62181]: _type = "Task" [ 1451.500983] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.519228] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.522711] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Acquiring lock "refresh_cache-e3d655d5-f3f8-4392-a205-98dd96aa43aa" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.522711] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Acquired lock "refresh_cache-e3d655d5-f3f8-4392-a205-98dd96aa43aa" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.523860] env[62181]: DEBUG nova.network.neutron [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.587294] env[62181]: DEBUG nova.network.neutron [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Successfully updated port: 6309e49f-6f33-4b36-92e2-eb1cacd38f7a {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1451.660662] env[62181]: DEBUG nova.compute.manager [req-d94df545-ef63-4137-984c-9361eb88f554 req-d444fb4c-aa60-43dc-9e4f-253503d95b49 service nova] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Received event network-vif-plugged-6309e49f-6f33-4b36-92e2-eb1cacd38f7a {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1451.661053] env[62181]: DEBUG oslo_concurrency.lockutils [req-d94df545-ef63-4137-984c-9361eb88f554 req-d444fb4c-aa60-43dc-9e4f-253503d95b49 service nova] Acquiring lock "dbfcde44-3d88-4874-aefe-667bd4d90842-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.661164] env[62181]: DEBUG oslo_concurrency.lockutils [req-d94df545-ef63-4137-984c-9361eb88f554 req-d444fb4c-aa60-43dc-9e4f-253503d95b49 service nova] Lock "dbfcde44-3d88-4874-aefe-667bd4d90842-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.661268] env[62181]: DEBUG oslo_concurrency.lockutils [req-d94df545-ef63-4137-984c-9361eb88f554 req-d444fb4c-aa60-43dc-9e4f-253503d95b49 service nova] Lock "dbfcde44-3d88-4874-aefe-667bd4d90842-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.661439] env[62181]: DEBUG nova.compute.manager [req-d94df545-ef63-4137-984c-9361eb88f554 req-d444fb4c-aa60-43dc-9e4f-253503d95b49 service nova] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] No waiting events found dispatching network-vif-plugged-6309e49f-6f33-4b36-92e2-eb1cacd38f7a {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1451.661602] env[62181]: WARNING nova.compute.manager [req-d94df545-ef63-4137-984c-9361eb88f554 req-d444fb4c-aa60-43dc-9e4f-253503d95b49 service nova] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Received unexpected event network-vif-plugged-6309e49f-6f33-4b36-92e2-eb1cacd38f7a for instance with vm_state building and task_state spawning. [ 1451.825653] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0370e6b-6625-4dc3-bf13-46cbcd004034 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.835407] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fdad15-1a8a-4cfa-a975-ff3a96c6661e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.887181] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4746ec5-353e-4f60-90d1-b89ecea11e51 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.899480] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f48f608-46a9-4352-9586-6fa758a7e999 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.903162] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5299463b-a4a8-eecd-8acc-a29275bb8031, 'name': SearchDatastore_Task, 'duration_secs': 0.03311} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.903958] env[62181]: DEBUG oslo_concurrency.lockutils [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.903958] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.904112] env[62181]: DEBUG oslo_concurrency.lockutils [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.904841] env[62181]: DEBUG oslo_concurrency.lockutils [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.904841] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1451.905299] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcdc1e39-fba1-414f-a9f1-a50e4f33a125 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.917904] env[62181]: DEBUG nova.compute.provider_tree [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.928994] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1451.929232] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1451.929951] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2cd25a5-8437-4a5b-93fc-ebdddd28b01e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.936666] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Waiting for the task: (returnval){ [ 1451.936666] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52885e21-87bf-a806-4f0f-ae1d84ce3ee9" [ 1451.936666] env[62181]: _type = "Task" [ 1451.936666] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.948798] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52885e21-87bf-a806-4f0f-ae1d84ce3ee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.961189] env[62181]: DEBUG oslo_concurrency.lockutils [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.015017] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145896} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.015328] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.016253] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb994c98-9300-436a-aaf0-bf9de98cbab7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.020299] env[62181]: DEBUG nova.network.neutron [-] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.044403] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 65328a05-9222-43fc-b42d-4dfaeb36cbcb/65328a05-9222-43fc-b42d-4dfaeb36cbcb.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.045662] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8584ad26-06da-4e48-aa40-80d7294f6014 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.071304] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1452.071304] env[62181]: value = "task-1789837" [ 1452.071304] env[62181]: _type = "Task" [ 1452.071304] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.076157] env[62181]: DEBUG nova.network.neutron [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1452.084351] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.090263] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquiring lock "refresh_cache-dbfcde44-3d88-4874-aefe-667bd4d90842" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.090319] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquired lock "refresh_cache-dbfcde44-3d88-4874-aefe-667bd4d90842" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.090520] env[62181]: DEBUG nova.network.neutron [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.196660] env[62181]: DEBUG nova.network.neutron [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.265221] env[62181]: DEBUG nova.compute.manager [req-520d3826-f7f6-4020-8bc3-15cd2423fde5 req-1517e41d-ae5e-42cd-8001-e22175d5b8a2 service nova] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Received event network-changed-f374ec82-62d6-4b38-af81-7f031b92a570 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1452.265221] env[62181]: DEBUG nova.compute.manager [req-520d3826-f7f6-4020-8bc3-15cd2423fde5 req-1517e41d-ae5e-42cd-8001-e22175d5b8a2 service nova] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Refreshing instance network info cache due to event network-changed-f374ec82-62d6-4b38-af81-7f031b92a570. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1452.265221] env[62181]: DEBUG oslo_concurrency.lockutils [req-520d3826-f7f6-4020-8bc3-15cd2423fde5 req-1517e41d-ae5e-42cd-8001-e22175d5b8a2 service nova] Acquiring lock "refresh_cache-d0f2fe87-b24d-4fdb-987b-39138467eb7e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.265221] env[62181]: DEBUG oslo_concurrency.lockutils [req-520d3826-f7f6-4020-8bc3-15cd2423fde5 req-1517e41d-ae5e-42cd-8001-e22175d5b8a2 service nova] Acquired lock "refresh_cache-d0f2fe87-b24d-4fdb-987b-39138467eb7e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.265221] env[62181]: DEBUG nova.network.neutron [req-520d3826-f7f6-4020-8bc3-15cd2423fde5 req-1517e41d-ae5e-42cd-8001-e22175d5b8a2 service nova] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Refreshing network info cache for port f374ec82-62d6-4b38-af81-7f031b92a570 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.421357] env[62181]: DEBUG nova.scheduler.client.report [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.455497] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52885e21-87bf-a806-4f0f-ae1d84ce3ee9, 'name': SearchDatastore_Task, 'duration_secs': 0.01749} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.456526] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6fe666-5bda-4e45-b8a1-1abd8f6ab68b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.464404] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Waiting for the task: (returnval){ [ 1452.464404] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b12484-0535-2593-674a-52d129bb47d6" [ 1452.464404] env[62181]: _type = "Task" [ 1452.464404] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.477749] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b12484-0535-2593-674a-52d129bb47d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.524878] env[62181]: INFO nova.compute.manager [-] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Took 1.44 seconds to deallocate network for instance. [ 1452.584602] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789837, 'name': ReconfigVM_Task, 'duration_secs': 0.463784} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.584602] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 65328a05-9222-43fc-b42d-4dfaeb36cbcb/65328a05-9222-43fc-b42d-4dfaeb36cbcb.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.584602] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcd7e5b2-0774-4bd3-9196-5fe3ee46cad9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.591464] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1452.591464] env[62181]: value = "task-1789838" [ 1452.591464] env[62181]: _type = "Task" [ 1452.591464] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.605437] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789838, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.659734] env[62181]: DEBUG nova.network.neutron [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1452.701268] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Releasing lock "refresh_cache-e3d655d5-f3f8-4392-a205-98dd96aa43aa" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.701974] env[62181]: DEBUG nova.compute.manager [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1452.702200] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.704657] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774c4d63-4747-40e3-9555-5f45705d5153 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.716221] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.718329] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24b9b0c1-1e20-4c80-b35a-d858bedd1292 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.727221] env[62181]: DEBUG oslo_vmware.api [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1452.727221] env[62181]: value = "task-1789839" [ 1452.727221] env[62181]: _type = "Task" [ 1452.727221] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.736591] env[62181]: DEBUG oslo_vmware.api [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.900423] env[62181]: DEBUG nova.network.neutron [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Updating instance_info_cache with network_info: [{"id": "6309e49f-6f33-4b36-92e2-eb1cacd38f7a", "address": "fa:16:3e:09:bd:fd", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6309e49f-6f", "ovs_interfaceid": "6309e49f-6f33-4b36-92e2-eb1cacd38f7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.930242] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.930242] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.434s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.930629] env[62181]: DEBUG nova.objects.instance [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62181) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1452.974055] env[62181]: INFO nova.scheduler.client.report [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Deleted allocations for instance b159db46-b163-449d-b4e3-332dc50ab194 [ 1452.988896] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b12484-0535-2593-674a-52d129bb47d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011679} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.989118] env[62181]: DEBUG oslo_concurrency.lockutils [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.989518] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 059488cd-9eee-4fe3-bfd9-73a761223193/059488cd-9eee-4fe3-bfd9-73a761223193.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1452.990544] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-972e8760-1862-4027-8353-3efc8a0443a2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.012179] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Waiting for the task: (returnval){ [ 1453.012179] env[62181]: value = "task-1789840" [ 1453.012179] env[62181]: _type = "Task" [ 1453.012179] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.025562] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.035440] env[62181]: DEBUG oslo_concurrency.lockutils [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.102693] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789838, 'name': Rename_Task, 'duration_secs': 0.31219} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.103050] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.103200] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae1a142f-0b89-4d7a-b231-d0ed5c3d5df5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.111717] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1453.111717] env[62181]: value = "task-1789841" [ 1453.111717] env[62181]: _type = "Task" [ 1453.111717] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.123698] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.186326] env[62181]: DEBUG nova.network.neutron [req-520d3826-f7f6-4020-8bc3-15cd2423fde5 req-1517e41d-ae5e-42cd-8001-e22175d5b8a2 service nova] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Updated VIF entry in instance network info cache for port f374ec82-62d6-4b38-af81-7f031b92a570. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1453.187067] env[62181]: DEBUG nova.network.neutron [req-520d3826-f7f6-4020-8bc3-15cd2423fde5 req-1517e41d-ae5e-42cd-8001-e22175d5b8a2 service nova] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Updating instance_info_cache with network_info: [{"id": "f374ec82-62d6-4b38-af81-7f031b92a570", "address": "fa:16:3e:f6:b0:a8", "network": {"id": "c9076b78-c8b8-4820-9dad-132955863ba6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1213083809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1d8a47a64743df82c614dee71b9728", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf374ec82-62", "ovs_interfaceid": "f374ec82-62d6-4b38-af81-7f031b92a570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.239848] env[62181]: DEBUG oslo_vmware.api [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789839, 'name': PowerOffVM_Task, 'duration_secs': 0.155057} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.240253] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.240417] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1453.240712] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b1c1b69-92fe-4bbb-9216-36751a5505fe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.273944] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1453.274283] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1453.274554] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Deleting the datastore file [datastore1] e3d655d5-f3f8-4392-a205-98dd96aa43aa {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.274868] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a914483c-5795-412c-b212-c6c77940baa9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.284888] env[62181]: DEBUG oslo_vmware.api [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for the task: (returnval){ [ 1453.284888] env[62181]: value = "task-1789843" [ 1453.284888] env[62181]: _type = "Task" [ 1453.284888] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.294452] env[62181]: DEBUG oslo_vmware.api [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.403623] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Releasing lock "refresh_cache-dbfcde44-3d88-4874-aefe-667bd4d90842" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.404242] env[62181]: DEBUG nova.compute.manager [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Instance network_info: |[{"id": "6309e49f-6f33-4b36-92e2-eb1cacd38f7a", "address": "fa:16:3e:09:bd:fd", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6309e49f-6f", "ovs_interfaceid": "6309e49f-6f33-4b36-92e2-eb1cacd38f7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1453.404449] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:bd:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6309e49f-6f33-4b36-92e2-eb1cacd38f7a', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1453.419037] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Creating folder: Project (bf0c8a6b78664e8da18da69237f0c924). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1453.419290] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2a235b4-3206-4a9e-a63b-634c66ab09e4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.431898] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Created folder: Project (bf0c8a6b78664e8da18da69237f0c924) in parent group-v371238. [ 1453.432189] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Creating folder: Instances. Parent ref: group-v371311. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1453.432428] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1e6bc06-ec61-47d8-99d2-dd1dc551c46d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.445145] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Created folder: Instances in parent group-v371311. [ 1453.447357] env[62181]: DEBUG oslo.service.loopingcall [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.447357] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1453.447493] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29f1c906-218e-4e84-9155-a80bf8fd6d6e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.473352] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1453.473352] env[62181]: value = "task-1789846" [ 1453.473352] env[62181]: _type = "Task" [ 1453.473352] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.482057] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789846, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.494277] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76eefce9-dffb-402d-9bf8-1131a684321d tempest-ServerDiagnosticsTest-558443960 tempest-ServerDiagnosticsTest-558443960-project-member] Lock "b159db46-b163-449d-b4e3-332dc50ab194" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.264s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.527146] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789840, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.623307] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789841, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.659442] env[62181]: DEBUG oslo_concurrency.lockutils [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "571c2ea4-2a87-4876-a245-c6f6f67d2223" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.660088] env[62181]: DEBUG oslo_concurrency.lockutils [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "571c2ea4-2a87-4876-a245-c6f6f67d2223" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.660550] env[62181]: DEBUG nova.compute.manager [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Going to confirm migration 1 {{(pid=62181) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5232}} [ 1453.690097] env[62181]: DEBUG oslo_concurrency.lockutils [req-520d3826-f7f6-4020-8bc3-15cd2423fde5 req-1517e41d-ae5e-42cd-8001-e22175d5b8a2 service nova] Releasing lock "refresh_cache-d0f2fe87-b24d-4fdb-987b-39138467eb7e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.797681] env[62181]: DEBUG oslo_vmware.api [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.869572] env[62181]: DEBUG nova.compute.manager [req-fa5a8ddd-1d90-4cfb-8cc2-47c35484fe9b req-a54b2411-9a16-4d2b-878c-d9ab38e3a43e service nova] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Received event network-vif-deleted-1aa1677b-bab3-4ab0-a162-934887481753 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1453.869572] env[62181]: DEBUG nova.compute.manager [req-fa5a8ddd-1d90-4cfb-8cc2-47c35484fe9b req-a54b2411-9a16-4d2b-878c-d9ab38e3a43e service nova] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Received event network-changed-6309e49f-6f33-4b36-92e2-eb1cacd38f7a {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1453.869572] env[62181]: DEBUG nova.compute.manager [req-fa5a8ddd-1d90-4cfb-8cc2-47c35484fe9b req-a54b2411-9a16-4d2b-878c-d9ab38e3a43e service nova] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Refreshing instance network info cache due to event network-changed-6309e49f-6f33-4b36-92e2-eb1cacd38f7a. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1453.869776] env[62181]: DEBUG oslo_concurrency.lockutils [req-fa5a8ddd-1d90-4cfb-8cc2-47c35484fe9b req-a54b2411-9a16-4d2b-878c-d9ab38e3a43e service nova] Acquiring lock "refresh_cache-dbfcde44-3d88-4874-aefe-667bd4d90842" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.869915] env[62181]: DEBUG oslo_concurrency.lockutils [req-fa5a8ddd-1d90-4cfb-8cc2-47c35484fe9b req-a54b2411-9a16-4d2b-878c-d9ab38e3a43e service nova] Acquired lock "refresh_cache-dbfcde44-3d88-4874-aefe-667bd4d90842" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.870152] env[62181]: DEBUG nova.network.neutron [req-fa5a8ddd-1d90-4cfb-8cc2-47c35484fe9b req-a54b2411-9a16-4d2b-878c-d9ab38e3a43e service nova] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Refreshing network info cache for port 6309e49f-6f33-4b36-92e2-eb1cacd38f7a {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1453.949166] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0cf972e3-aff3-4059-bef4-058d7e4528d2 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.950674] env[62181]: DEBUG oslo_concurrency.lockutils [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.682s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.950674] env[62181]: DEBUG nova.objects.instance [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lazy-loading 'resources' on Instance uuid 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.984616] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789846, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.024334] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789840, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.124091] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789841, 'name': PowerOnVM_Task} progress is 70%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.236376] env[62181]: DEBUG oslo_concurrency.lockutils [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "refresh_cache-571c2ea4-2a87-4876-a245-c6f6f67d2223" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.237385] env[62181]: DEBUG oslo_concurrency.lockutils [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquired lock "refresh_cache-571c2ea4-2a87-4876-a245-c6f6f67d2223" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.237385] env[62181]: DEBUG nova.network.neutron [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1454.237385] env[62181]: DEBUG nova.objects.instance [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lazy-loading 'info_cache' on Instance uuid 571c2ea4-2a87-4876-a245-c6f6f67d2223 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.296595] env[62181]: DEBUG oslo_vmware.api [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.489127] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789846, 'name': CreateVM_Task, 'duration_secs': 0.923293} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.489127] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1454.489441] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.489653] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.490017] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1454.490413] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e24f7c6a-97af-4bc2-8a73-b8c8c4e8ac9e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.495244] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1454.495244] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f75dc9-16d6-c860-eb63-0ef1d39d84c4" [ 1454.495244] env[62181]: _type = "Task" [ 1454.495244] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.506135] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f75dc9-16d6-c860-eb63-0ef1d39d84c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.527267] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789840, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.630542] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789841, 'name': PowerOnVM_Task} progress is 70%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.763708] env[62181]: DEBUG nova.network.neutron [req-fa5a8ddd-1d90-4cfb-8cc2-47c35484fe9b req-a54b2411-9a16-4d2b-878c-d9ab38e3a43e service nova] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Updated VIF entry in instance network info cache for port 6309e49f-6f33-4b36-92e2-eb1cacd38f7a. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1454.764068] env[62181]: DEBUG nova.network.neutron [req-fa5a8ddd-1d90-4cfb-8cc2-47c35484fe9b req-a54b2411-9a16-4d2b-878c-d9ab38e3a43e service nova] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Updating instance_info_cache with network_info: [{"id": "6309e49f-6f33-4b36-92e2-eb1cacd38f7a", "address": "fa:16:3e:09:bd:fd", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6309e49f-6f", "ovs_interfaceid": "6309e49f-6f33-4b36-92e2-eb1cacd38f7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.951794] env[62181]: DEBUG oslo_vmware.api [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.009522] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f75dc9-16d6-c860-eb63-0ef1d39d84c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.024517] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789840, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.128582] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789841, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.184031] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ae3b12-27aa-48e9-8a22-0fbc959c09af {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.192894] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768548f5-2ff5-4ac6-a3e3-8b7fb0b8ed54 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.230315] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30410c5-f984-499c-9afb-ac1ed7413f80 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.239156] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7ee985-878a-4c01-bd8f-b735a1b1c8c7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.259255] env[62181]: DEBUG nova.compute.provider_tree [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.297186] env[62181]: DEBUG oslo_vmware.api [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.430811] env[62181]: DEBUG oslo_concurrency.lockutils [req-fa5a8ddd-1d90-4cfb-8cc2-47c35484fe9b req-a54b2411-9a16-4d2b-878c-d9ab38e3a43e service nova] Releasing lock "refresh_cache-dbfcde44-3d88-4874-aefe-667bd4d90842" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.512022] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f75dc9-16d6-c860-eb63-0ef1d39d84c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.525429] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789840, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.600117] env[62181]: DEBUG nova.network.neutron [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Updating instance_info_cache with network_info: [{"id": "67dfc0fc-0f9a-48d2-81c1-9aebbe79305f", "address": "fa:16:3e:64:83:50", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67dfc0fc-0f", "ovs_interfaceid": "67dfc0fc-0f9a-48d2-81c1-9aebbe79305f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.626684] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789841, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.762834] env[62181]: DEBUG nova.scheduler.client.report [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1455.798884] env[62181]: DEBUG oslo_vmware.api [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.011090] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f75dc9-16d6-c860-eb63-0ef1d39d84c4, 'name': SearchDatastore_Task, 'duration_secs': 1.421146} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.011565] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.011716] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1456.011948] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.012111] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.012406] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1456.012693] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2400f080-0c2b-4e94-b37c-8fb33bbe09cb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.030655] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789840, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.032170] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1456.032352] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1456.033392] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c559db-2c90-433e-8ce8-83bdd95d63b8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.041382] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1456.041382] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52e32ecf-f49c-d3cb-e301-bc8407363472" [ 1456.041382] env[62181]: _type = "Task" [ 1456.041382] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.054327] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e32ecf-f49c-d3cb-e301-bc8407363472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.104205] env[62181]: DEBUG oslo_concurrency.lockutils [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Releasing lock "refresh_cache-571c2ea4-2a87-4876-a245-c6f6f67d2223" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.104464] env[62181]: DEBUG nova.objects.instance [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lazy-loading 'migration_context' on Instance uuid 571c2ea4-2a87-4876-a245-c6f6f67d2223 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.129236] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789841, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.269519] env[62181]: DEBUG oslo_concurrency.lockutils [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.319s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.272136] env[62181]: DEBUG oslo_concurrency.lockutils [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.951s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.272376] env[62181]: DEBUG nova.objects.instance [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Lazy-loading 'resources' on Instance uuid f9324e42-bc6f-49f4-b716-92f25ac17433 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.300774] env[62181]: DEBUG oslo_vmware.api [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Task: {'id': task-1789843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.958529} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.301820] env[62181]: INFO nova.scheduler.client.report [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Deleted allocations for instance 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b [ 1456.302917] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1456.303066] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1456.303223] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1456.303398] env[62181]: INFO nova.compute.manager [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Took 3.60 seconds to destroy the instance on the hypervisor. [ 1456.303636] env[62181]: DEBUG oslo.service.loopingcall [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1456.305904] env[62181]: DEBUG nova.compute.manager [-] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1456.306022] env[62181]: DEBUG nova.network.neutron [-] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1456.327648] env[62181]: DEBUG nova.network.neutron [-] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1456.530625] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789840, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.202162} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.530923] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 059488cd-9eee-4fe3-bfd9-73a761223193/059488cd-9eee-4fe3-bfd9-73a761223193.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1456.531204] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1456.531500] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d70afa6-1388-43e0-bf1f-249acd83622b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.538768] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Waiting for the task: (returnval){ [ 1456.538768] env[62181]: value = "task-1789847" [ 1456.538768] env[62181]: _type = "Task" [ 1456.538768] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.552363] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e32ecf-f49c-d3cb-e301-bc8407363472, 'name': SearchDatastore_Task, 'duration_secs': 0.060705} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.556082] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.556471] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff6107f-4131-4167-9c52-6683462cc151 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.563623] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1456.563623] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5217f700-2842-c6fa-165b-2103927b6360" [ 1456.563623] env[62181]: _type = "Task" [ 1456.563623] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.573212] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5217f700-2842-c6fa-165b-2103927b6360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.610641] env[62181]: DEBUG nova.objects.base [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Object Instance<571c2ea4-2a87-4876-a245-c6f6f67d2223> lazy-loaded attributes: info_cache,migration_context {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1456.611668] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3063c8ce-1e7f-40eb-9dcb-46e3a147f1e4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.647814] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68d0c065-167a-4b5b-82d5-8ae5bbf5ca06 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.653788] env[62181]: DEBUG oslo_vmware.api [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789841, 'name': PowerOnVM_Task, 'duration_secs': 3.332365} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.654452] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1456.654659] env[62181]: INFO nova.compute.manager [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Took 12.51 seconds to spawn the instance on the hypervisor. [ 1456.654888] env[62181]: DEBUG nova.compute.manager [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1456.656712] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef9337f-4af5-4793-8f32-e38174fe85a4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.659363] env[62181]: DEBUG oslo_vmware.api [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1456.659363] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52cc1435-7fa8-f13f-bc8c-25449224c715" [ 1456.659363] env[62181]: _type = "Task" [ 1456.659363] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.674062] env[62181]: DEBUG oslo_vmware.api [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52cc1435-7fa8-f13f-bc8c-25449224c715, 'name': SearchDatastore_Task, 'duration_secs': 0.012414} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.674496] env[62181]: DEBUG oslo_concurrency.lockutils [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.812088] env[62181]: DEBUG oslo_concurrency.lockutils [None req-858dbe7c-bdbc-46b5-a211-e9d565f7c81f tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "89d052a1-7dbb-47b7-b9d1-d573a50fbc4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.782s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.832812] env[62181]: DEBUG nova.network.neutron [-] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.052692] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112919} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.057688] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1457.059183] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9582bf1-eb8a-4f54-9c19-de5c410c84ee {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.105779] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 059488cd-9eee-4fe3-bfd9-73a761223193/059488cd-9eee-4fe3-bfd9-73a761223193.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.112546] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a2ef493-3762-4a77-847c-cec91ff78a85 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.149343] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5217f700-2842-c6fa-165b-2103927b6360, 'name': SearchDatastore_Task, 'duration_secs': 0.016495} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.150386] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.150712] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] dbfcde44-3d88-4874-aefe-667bd4d90842/dbfcde44-3d88-4874-aefe-667bd4d90842.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1457.151064] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ba21bfc-7e4a-46d0-92da-350bd99a3d31 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.160561] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1457.160561] env[62181]: value = "task-1789849" [ 1457.160561] env[62181]: _type = "Task" [ 1457.160561] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.162136] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Waiting for the task: (returnval){ [ 1457.162136] env[62181]: value = "task-1789848" [ 1457.162136] env[62181]: _type = "Task" [ 1457.162136] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.192569] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.192858] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.193402] env[62181]: INFO nova.compute.manager [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Took 47.41 seconds to build instance. [ 1457.341371] env[62181]: INFO nova.compute.manager [-] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Took 1.04 seconds to deallocate network for instance. [ 1457.425532] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ada04a-e356-45db-ad9e-7f8c53801c62 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.436787] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aefbe08-0efc-4f7a-99ee-5f266ee26da2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.475924] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1903f690-b84a-46b2-9bf0-4d9a0a79b255 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.485237] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282cae99-7cf4-42b2-b1c2-4f1b2013be91 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.501793] env[62181]: DEBUG nova.compute.provider_tree [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.679484] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789849, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.683016] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.695757] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1487cea-9ec5-4196-9565-cb3eb17b36c4 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "65328a05-9222-43fc-b42d-4dfaeb36cbcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.377s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.851501] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.007721] env[62181]: DEBUG nova.scheduler.client.report [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.186621] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789848, 'name': ReconfigVM_Task, 'duration_secs': 0.888982} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.187510] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792631} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.188119] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 059488cd-9eee-4fe3-bfd9-73a761223193/059488cd-9eee-4fe3-bfd9-73a761223193.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1458.188698] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] dbfcde44-3d88-4874-aefe-667bd4d90842/dbfcde44-3d88-4874-aefe-667bd4d90842.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1458.189373] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1458.189804] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-292c269e-5d73-4c0a-8abc-f7fefd42f4ed {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.192039] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb8acb9c-d40c-4f70-9961-1b9d39021216 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.201329] env[62181]: DEBUG nova.compute.manager [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1458.204992] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1458.204992] env[62181]: value = "task-1789851" [ 1458.204992] env[62181]: _type = "Task" [ 1458.204992] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.208318] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Waiting for the task: (returnval){ [ 1458.208318] env[62181]: value = "task-1789850" [ 1458.208318] env[62181]: _type = "Task" [ 1458.208318] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.222703] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.226910] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789850, 'name': Rename_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.411366] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27161947-02cc-46c1-93fb-815050492d05 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.420498] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-554e97c3-df63-43d5-b02c-1a951fa222d9 tempest-ServersAdminNegativeTestJSON-2058305984 tempest-ServersAdminNegativeTestJSON-2058305984-project-admin] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Suspending the VM {{(pid=62181) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1458.420927] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b29fef3d-05c5-43e8-9642-02a022c0c88b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.429136] env[62181]: DEBUG oslo_vmware.api [None req-554e97c3-df63-43d5-b02c-1a951fa222d9 tempest-ServersAdminNegativeTestJSON-2058305984 tempest-ServersAdminNegativeTestJSON-2058305984-project-admin] Waiting for the task: (returnval){ [ 1458.429136] env[62181]: value = "task-1789852" [ 1458.429136] env[62181]: _type = "Task" [ 1458.429136] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.439368] env[62181]: DEBUG oslo_vmware.api [None req-554e97c3-df63-43d5-b02c-1a951fa222d9 tempest-ServersAdminNegativeTestJSON-2058305984 tempest-ServersAdminNegativeTestJSON-2058305984-project-admin] Task: {'id': task-1789852, 'name': SuspendVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.514486] env[62181]: DEBUG oslo_concurrency.lockutils [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.516959] env[62181]: DEBUG oslo_concurrency.lockutils [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.502s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.517313] env[62181]: DEBUG nova.objects.instance [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lazy-loading 'resources' on Instance uuid 74bf8090-fbaf-42b7-b981-728cdf285770 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.546395] env[62181]: INFO nova.scheduler.client.report [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Deleted allocations for instance f9324e42-bc6f-49f4-b716-92f25ac17433 [ 1458.737520] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789850, 'name': Rename_Task, 'duration_secs': 0.435247} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.738498] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080732} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.739773] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.740250] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.740635] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1458.741797] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d34f106-7c8b-4029-9b03-a2b33b333230 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.744286] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79fc4d9-1d9b-4935-be87-5e14e6bc643f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.769936] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] dbfcde44-3d88-4874-aefe-667bd4d90842/dbfcde44-3d88-4874-aefe-667bd4d90842.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1458.773048] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c630e9b-d4c4-4f6a-a547-aa9a34b53406 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.794188] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Waiting for the task: (returnval){ [ 1458.794188] env[62181]: value = "task-1789853" [ 1458.794188] env[62181]: _type = "Task" [ 1458.794188] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.799115] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1458.799115] env[62181]: value = "task-1789854" [ 1458.799115] env[62181]: _type = "Task" [ 1458.799115] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.805282] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789853, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.815771] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789854, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.939962] env[62181]: DEBUG oslo_vmware.api [None req-554e97c3-df63-43d5-b02c-1a951fa222d9 tempest-ServersAdminNegativeTestJSON-2058305984 tempest-ServersAdminNegativeTestJSON-2058305984-project-admin] Task: {'id': task-1789852, 'name': SuspendVM_Task} progress is 62%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.061159] env[62181]: DEBUG oslo_concurrency.lockutils [None req-90a2071b-9e7d-4483-91ea-18637f5630eb tempest-ServersAdmin275Test-1506526908 tempest-ServersAdmin275Test-1506526908-project-member] Lock "f9324e42-bc6f-49f4-b716-92f25ac17433" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.603s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.307329] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789853, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.317023] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.441413] env[62181]: DEBUG oslo_vmware.api [None req-554e97c3-df63-43d5-b02c-1a951fa222d9 tempest-ServersAdminNegativeTestJSON-2058305984 tempest-ServersAdminNegativeTestJSON-2058305984-project-admin] Task: {'id': task-1789852, 'name': SuspendVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.580026] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c705d9c9-fa08-4f37-b727-04b896ce3fca {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.587301] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea3441c-9712-4519-adb3-48d9e9a59394 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.625460] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a11ead-3dd0-46fc-af72-54ded2fdbdb1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.633042] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf52ec32-94ec-459b-aee5-cc621a67a0ce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.649672] env[62181]: DEBUG nova.compute.provider_tree [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1459.700627] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "d54f5326-c587-44a4-bdd6-459f9aff96d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.701289] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "d54f5326-c587-44a4-bdd6-459f9aff96d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.805386] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789853, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.818600] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789854, 'name': ReconfigVM_Task, 'duration_secs': 0.70847} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.818987] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Reconfigured VM instance instance-00000018 to attach disk [datastore1] dbfcde44-3d88-4874-aefe-667bd4d90842/dbfcde44-3d88-4874-aefe-667bd4d90842.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1459.819693] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0794542-97a6-41bd-b440-ae3d5fdee78e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.829315] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1459.829315] env[62181]: value = "task-1789855" [ 1459.829315] env[62181]: _type = "Task" [ 1459.829315] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.842607] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789855, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.850775] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "30abe2dc-f244-490c-aa4d-931da243efdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.851041] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "30abe2dc-f244-490c-aa4d-931da243efdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.944030] env[62181]: DEBUG oslo_vmware.api [None req-554e97c3-df63-43d5-b02c-1a951fa222d9 tempest-ServersAdminNegativeTestJSON-2058305984 tempest-ServersAdminNegativeTestJSON-2058305984-project-admin] Task: {'id': task-1789852, 'name': SuspendVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.179229] env[62181]: ERROR nova.scheduler.client.report [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [req-e5c43290-7953-46b6-8188-c7b895664cf2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e5c43290-7953-46b6-8188-c7b895664cf2"}]} [ 1460.198084] env[62181]: DEBUG nova.scheduler.client.report [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1460.218071] env[62181]: DEBUG nova.scheduler.client.report [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1460.218329] env[62181]: DEBUG nova.compute.provider_tree [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1460.237128] env[62181]: DEBUG nova.scheduler.client.report [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1460.264662] env[62181]: DEBUG nova.scheduler.client.report [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1460.306778] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789853, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.343171] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789855, 'name': Rename_Task, 'duration_secs': 0.167905} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.343380] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1460.344129] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d548361-0f38-4968-8154-9eac92f47c4d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.351172] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1460.351172] env[62181]: value = "task-1789856" [ 1460.351172] env[62181]: _type = "Task" [ 1460.351172] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.371029] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.441531] env[62181]: DEBUG oslo_vmware.api [None req-554e97c3-df63-43d5-b02c-1a951fa222d9 tempest-ServersAdminNegativeTestJSON-2058305984 tempest-ServersAdminNegativeTestJSON-2058305984-project-admin] Task: {'id': task-1789852, 'name': SuspendVM_Task, 'duration_secs': 1.710892} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.444484] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-554e97c3-df63-43d5-b02c-1a951fa222d9 tempest-ServersAdminNegativeTestJSON-2058305984 tempest-ServersAdminNegativeTestJSON-2058305984-project-admin] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Suspended the VM {{(pid=62181) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1460.444679] env[62181]: DEBUG nova.compute.manager [None req-554e97c3-df63-43d5-b02c-1a951fa222d9 tempest-ServersAdminNegativeTestJSON-2058305984 tempest-ServersAdminNegativeTestJSON-2058305984-project-admin] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1460.446170] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd840d71-6f89-4c67-a5dd-0cf391bed618 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.807126] env[62181]: DEBUG oslo_vmware.api [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1789853, 'name': PowerOnVM_Task, 'duration_secs': 1.989588} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.807919] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1460.807919] env[62181]: INFO nova.compute.manager [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Took 13.91 seconds to spawn the instance on the hypervisor. [ 1460.808092] env[62181]: DEBUG nova.compute.manager [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1460.809031] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8f2f70-2bc4-4057-b684-b81cfa9a1727 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.867873] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789856, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.903330] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00f4934-1225-4592-9efe-dc51b223f3c5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.915171] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65b4c01-d950-427d-b18b-d5f6f17b47ca {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.950454] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d010028-3dc5-4cc9-9a4a-f0bf075f19a5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.959267] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e66251-2f83-4286-839c-54b019d27399 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.976916] env[62181]: DEBUG nova.compute.provider_tree [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1461.344028] env[62181]: INFO nova.compute.manager [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Took 49.82 seconds to build instance. [ 1461.364294] env[62181]: DEBUG oslo_vmware.api [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789856, 'name': PowerOnVM_Task, 'duration_secs': 0.517435} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.364720] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.365124] env[62181]: INFO nova.compute.manager [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Took 10.78 seconds to spawn the instance on the hypervisor. [ 1461.365436] env[62181]: DEBUG nova.compute.manager [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1461.366372] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e16ad5-3900-4074-8647-3649493c1965 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.507988] env[62181]: ERROR nova.scheduler.client.report [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] [req-67041b5f-d4f3-45a8-8577-db981afb904d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-67041b5f-d4f3-45a8-8577-db981afb904d"}]} [ 1461.527630] env[62181]: DEBUG nova.scheduler.client.report [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1461.553027] env[62181]: DEBUG nova.scheduler.client.report [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1461.553289] env[62181]: DEBUG nova.compute.provider_tree [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1461.569861] env[62181]: DEBUG nova.scheduler.client.report [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1461.591511] env[62181]: DEBUG nova.scheduler.client.report [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1461.846287] env[62181]: DEBUG oslo_concurrency.lockutils [None req-64df133b-114d-4c76-a56a-766c83fcd545 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Lock "059488cd-9eee-4fe3-bfd9-73a761223193" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.361s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.892334] env[62181]: INFO nova.compute.manager [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Took 46.63 seconds to build instance. [ 1461.900790] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Acquiring lock "dcfd3b17-c193-416b-8e6b-f1c149769c30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.900790] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Lock "dcfd3b17-c193-416b-8e6b-f1c149769c30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.140530] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad587b1-aa39-4b8f-9f7b-1b5742cc5f50 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.150456] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cb3d1a-095f-47b9-a226-2a7a1464e833 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.186557] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc68daee-c71b-4d0b-9722-e84997d976f9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.196283] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d6c8c9-2a6d-4827-860c-0080caf108d3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.212331] env[62181]: DEBUG nova.compute.provider_tree [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1462.312249] env[62181]: DEBUG nova.compute.manager [req-9965186e-3696-490a-9a3c-e7b4347d5f28 req-0c9a7fa6-f05d-4967-b6ae-171337d74a83 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Received event network-changed-f9940176-f724-4736-8381-8843609df888 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1462.312944] env[62181]: DEBUG nova.compute.manager [req-9965186e-3696-490a-9a3c-e7b4347d5f28 req-0c9a7fa6-f05d-4967-b6ae-171337d74a83 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Refreshing instance network info cache due to event network-changed-f9940176-f724-4736-8381-8843609df888. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1462.313380] env[62181]: DEBUG oslo_concurrency.lockutils [req-9965186e-3696-490a-9a3c-e7b4347d5f28 req-0c9a7fa6-f05d-4967-b6ae-171337d74a83 service nova] Acquiring lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.313749] env[62181]: DEBUG oslo_concurrency.lockutils [req-9965186e-3696-490a-9a3c-e7b4347d5f28 req-0c9a7fa6-f05d-4967-b6ae-171337d74a83 service nova] Acquired lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.314100] env[62181]: DEBUG nova.network.neutron [req-9965186e-3696-490a-9a3c-e7b4347d5f28 req-0c9a7fa6-f05d-4967-b6ae-171337d74a83 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Refreshing network info cache for port f9940176-f724-4736-8381-8843609df888 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1462.352576] env[62181]: DEBUG nova.compute.manager [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1462.396584] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05ff69dc-842d-45c2-8cba-383fdd0f438e tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "dbfcde44-3d88-4874-aefe-667bd4d90842" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.093s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.749189] env[62181]: DEBUG nova.scheduler.client.report [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1462.749590] env[62181]: DEBUG nova.compute.provider_tree [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 54 to 55 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1462.749783] env[62181]: DEBUG nova.compute.provider_tree [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1462.876532] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.898992] env[62181]: DEBUG nova.compute.manager [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1463.135759] env[62181]: DEBUG nova.network.neutron [req-9965186e-3696-490a-9a3c-e7b4347d5f28 req-0c9a7fa6-f05d-4967-b6ae-171337d74a83 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Updated VIF entry in instance network info cache for port f9940176-f724-4736-8381-8843609df888. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1463.136148] env[62181]: DEBUG nova.network.neutron [req-9965186e-3696-490a-9a3c-e7b4347d5f28 req-0c9a7fa6-f05d-4967-b6ae-171337d74a83 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Updating instance_info_cache with network_info: [{"id": "f9940176-f724-4736-8381-8843609df888", "address": "fa:16:3e:d4:1e:a8", "network": {"id": "ee76763b-2b2a-4abd-9290-045ffb34f282", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-148288434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d502742e701546dfa8779c2b63c1937b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9940176-f7", "ovs_interfaceid": "f9940176-f724-4736-8381-8843609df888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.255391] env[62181]: DEBUG oslo_concurrency.lockutils [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.740s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.258211] env[62181]: DEBUG oslo_concurrency.lockutils [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.872s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.260205] env[62181]: INFO nova.compute.claims [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1463.288125] env[62181]: INFO nova.scheduler.client.report [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Deleted allocations for instance 74bf8090-fbaf-42b7-b981-728cdf285770 [ 1463.421299] env[62181]: DEBUG oslo_concurrency.lockutils [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.474325] env[62181]: DEBUG oslo_concurrency.lockutils [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquiring lock "65328a05-9222-43fc-b42d-4dfaeb36cbcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.474325] env[62181]: DEBUG oslo_concurrency.lockutils [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "65328a05-9222-43fc-b42d-4dfaeb36cbcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.474798] env[62181]: DEBUG oslo_concurrency.lockutils [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquiring lock "65328a05-9222-43fc-b42d-4dfaeb36cbcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.474885] env[62181]: DEBUG oslo_concurrency.lockutils [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "65328a05-9222-43fc-b42d-4dfaeb36cbcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.475018] env[62181]: DEBUG oslo_concurrency.lockutils [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "65328a05-9222-43fc-b42d-4dfaeb36cbcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.477365] env[62181]: INFO nova.compute.manager [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Terminating instance [ 1463.639107] env[62181]: DEBUG oslo_concurrency.lockutils [req-9965186e-3696-490a-9a3c-e7b4347d5f28 req-0c9a7fa6-f05d-4967-b6ae-171337d74a83 service nova] Releasing lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.799045] env[62181]: DEBUG oslo_concurrency.lockutils [None req-98e040dc-6234-4eea-b10c-fd528d1259ac tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "74bf8090-fbaf-42b7-b981-728cdf285770" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.990s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.983698] env[62181]: DEBUG nova.compute.manager [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1463.983870] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1463.984803] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0166dc-85f9-4cdd-81ed-b117c9f3f250 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.993757] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1463.994059] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfd54317-1826-4802-a0ab-712d9e372fd2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.072119] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1464.072439] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1464.072623] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Deleting the datastore file [datastore1] 65328a05-9222-43fc-b42d-4dfaeb36cbcb {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1464.072889] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a8a878e-bb29-4a20-b839-cb4fc43d831c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.082265] env[62181]: DEBUG oslo_vmware.api [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1464.082265] env[62181]: value = "task-1789858" [ 1464.082265] env[62181]: _type = "Task" [ 1464.082265] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.092721] env[62181]: DEBUG oslo_vmware.api [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.596912] env[62181]: DEBUG oslo_vmware.api [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.680677] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Acquiring lock "7cb6a55f-b1b9-4fb3-b0d2-d4e108345423" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.680901] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Lock "7cb6a55f-b1b9-4fb3-b0d2-d4e108345423" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.707149] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037bd5c3-d7e7-4fc9-b6b2-ff3901634980 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.715864] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3d49bb-1a67-4e6e-9eb7-4482b3f53af4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.748166] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffe665d-495b-4581-8466-20e081c4741a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.756387] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471f9cb6-f389-4593-88fa-0ab295060347 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.769793] env[62181]: DEBUG nova.compute.provider_tree [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.092834] env[62181]: DEBUG oslo_vmware.api [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.63955} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.093120] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.093310] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1465.093486] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.093658] env[62181]: INFO nova.compute.manager [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1465.093888] env[62181]: DEBUG oslo.service.loopingcall [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.094090] env[62181]: DEBUG nova.compute.manager [-] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1465.094188] env[62181]: DEBUG nova.network.neutron [-] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1465.273665] env[62181]: DEBUG nova.scheduler.client.report [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1465.411237] env[62181]: DEBUG nova.compute.manager [req-76b94507-d847-46e8-ba6a-c9d449be8157 req-842dfd47-d4f0-479e-a15e-f6fd62be5af1 service nova] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Received event network-vif-deleted-e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1465.411853] env[62181]: INFO nova.compute.manager [req-76b94507-d847-46e8-ba6a-c9d449be8157 req-842dfd47-d4f0-479e-a15e-f6fd62be5af1 service nova] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Neutron deleted interface e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6; detaching it from the instance and deleting it from the info cache [ 1465.411853] env[62181]: DEBUG nova.network.neutron [req-76b94507-d847-46e8-ba6a-c9d449be8157 req-842dfd47-d4f0-479e-a15e-f6fd62be5af1 service nova] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.778428] env[62181]: DEBUG oslo_concurrency.lockutils [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.778980] env[62181]: DEBUG nova.compute.manager [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1465.781778] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.269s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.783433] env[62181]: INFO nova.compute.claims [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1465.882446] env[62181]: DEBUG nova.network.neutron [-] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.914595] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3a62f68-9932-458f-a052-d038c7ab9b6f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.924532] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2905470b-be38-478d-9980-c0609542128e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.955915] env[62181]: DEBUG nova.compute.manager [req-76b94507-d847-46e8-ba6a-c9d449be8157 req-842dfd47-d4f0-479e-a15e-f6fd62be5af1 service nova] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Detach interface failed, port_id=e3f0d6bd-3f2d-44a5-acbb-10992a6ad8b6, reason: Instance 65328a05-9222-43fc-b42d-4dfaeb36cbcb could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1466.288613] env[62181]: DEBUG nova.compute.utils [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1466.291964] env[62181]: DEBUG nova.compute.manager [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1466.292150] env[62181]: DEBUG nova.network.neutron [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1466.331490] env[62181]: DEBUG nova.policy [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc23fc6207d545f08f8379974e7ec3c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '201bfec946d541fba966ca60a15d6118', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1466.386030] env[62181]: INFO nova.compute.manager [-] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Took 1.29 seconds to deallocate network for instance. [ 1466.621164] env[62181]: DEBUG nova.network.neutron [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Successfully created port: faf8b06f-319f-4ab1-b54f-6ed188565d0f {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1466.793549] env[62181]: DEBUG nova.compute.manager [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1466.892663] env[62181]: DEBUG oslo_concurrency.lockutils [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.224288] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a32ea56-f630-4073-9567-7fd668eac0f7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.233045] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066348e0-5195-40bd-a510-68997c838eac {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.263061] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f670c160-b66d-41e3-a1d6-0f3065184b7d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.271055] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc442d0-7a8a-46b1-9bcd-a36344d424ed {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.285966] env[62181]: DEBUG nova.compute.provider_tree [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.792088] env[62181]: DEBUG nova.scheduler.client.report [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1467.805141] env[62181]: DEBUG nova.compute.manager [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1467.833935] env[62181]: DEBUG nova.virt.hardware [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1467.835025] env[62181]: DEBUG nova.virt.hardware [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1467.835025] env[62181]: DEBUG nova.virt.hardware [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1467.835150] env[62181]: DEBUG nova.virt.hardware [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1467.835245] env[62181]: DEBUG nova.virt.hardware [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1467.835396] env[62181]: DEBUG nova.virt.hardware [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1467.835613] env[62181]: DEBUG nova.virt.hardware [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1467.835774] env[62181]: DEBUG nova.virt.hardware [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1467.835939] env[62181]: DEBUG nova.virt.hardware [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1467.836299] env[62181]: DEBUG nova.virt.hardware [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1467.836299] env[62181]: DEBUG nova.virt.hardware [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1467.837175] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602337f0-4a73-43f7-b728-029079ed9461 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.850690] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f764f98b-68c0-42fe-ac8b-f959eb6296e7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.202159] env[62181]: DEBUG nova.compute.manager [req-18b014bc-6bb3-41d5-bdd5-11470ef8a2f8 req-4b4d83db-be5a-4991-84f2-09e8ad6db955 service nova] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Received event network-vif-plugged-faf8b06f-319f-4ab1-b54f-6ed188565d0f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1468.202422] env[62181]: DEBUG oslo_concurrency.lockutils [req-18b014bc-6bb3-41d5-bdd5-11470ef8a2f8 req-4b4d83db-be5a-4991-84f2-09e8ad6db955 service nova] Acquiring lock "1af9bf5c-5587-487f-8c5d-04b61eac2bc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.202697] env[62181]: DEBUG oslo_concurrency.lockutils [req-18b014bc-6bb3-41d5-bdd5-11470ef8a2f8 req-4b4d83db-be5a-4991-84f2-09e8ad6db955 service nova] Lock "1af9bf5c-5587-487f-8c5d-04b61eac2bc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.202924] env[62181]: DEBUG oslo_concurrency.lockutils [req-18b014bc-6bb3-41d5-bdd5-11470ef8a2f8 req-4b4d83db-be5a-4991-84f2-09e8ad6db955 service nova] Lock "1af9bf5c-5587-487f-8c5d-04b61eac2bc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.206822] env[62181]: DEBUG nova.compute.manager [req-18b014bc-6bb3-41d5-bdd5-11470ef8a2f8 req-4b4d83db-be5a-4991-84f2-09e8ad6db955 service nova] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] No waiting events found dispatching network-vif-plugged-faf8b06f-319f-4ab1-b54f-6ed188565d0f {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1468.206822] env[62181]: WARNING nova.compute.manager [req-18b014bc-6bb3-41d5-bdd5-11470ef8a2f8 req-4b4d83db-be5a-4991-84f2-09e8ad6db955 service nova] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Received unexpected event network-vif-plugged-faf8b06f-319f-4ab1-b54f-6ed188565d0f for instance with vm_state building and task_state spawning. [ 1468.280849] env[62181]: DEBUG nova.network.neutron [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Successfully updated port: faf8b06f-319f-4ab1-b54f-6ed188565d0f {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1468.295904] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.296456] env[62181]: DEBUG nova.compute.manager [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1468.298992] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.638s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.299225] env[62181]: DEBUG nova.objects.instance [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lazy-loading 'resources' on Instance uuid 6a393900-2d1e-4d11-92bd-eac1bdb98557 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.786129] env[62181]: DEBUG oslo_concurrency.lockutils [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Acquiring lock "refresh_cache-1af9bf5c-5587-487f-8c5d-04b61eac2bc3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.786129] env[62181]: DEBUG oslo_concurrency.lockutils [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Acquired lock "refresh_cache-1af9bf5c-5587-487f-8c5d-04b61eac2bc3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.786129] env[62181]: DEBUG nova.network.neutron [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1468.803062] env[62181]: DEBUG nova.compute.utils [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1468.806457] env[62181]: DEBUG nova.compute.manager [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1468.806804] env[62181]: DEBUG nova.network.neutron [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1468.867914] env[62181]: DEBUG nova.policy [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88b8f187cb824fc7bb165e0277d8b78f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf0c8a6b78664e8da18da69237f0c924', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1469.277415] env[62181]: DEBUG nova.network.neutron [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Successfully created port: c0c5f7f3-7942-4c94-b5b8-cb817e0821d9 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1469.285095] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ee6cfd-85ea-4ca8-9262-48cdc3b6978b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.295557] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9443815a-7c85-4ebf-b1c2-08d751fe0f7e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.330986] env[62181]: DEBUG nova.compute.manager [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1469.332724] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50568a87-93b4-4f9a-8e7e-51643ec932a3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.341924] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f58fec3-1f75-4715-a8f3-fc9f8086343c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.347047] env[62181]: DEBUG nova.network.neutron [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1469.358226] env[62181]: DEBUG nova.compute.provider_tree [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.603618] env[62181]: DEBUG nova.network.neutron [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Updating instance_info_cache with network_info: [{"id": "faf8b06f-319f-4ab1-b54f-6ed188565d0f", "address": "fa:16:3e:3e:d5:63", "network": {"id": "4ae0a722-9214-498d-898f-512442b666e0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-550826245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201bfec946d541fba966ca60a15d6118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaf8b06f-31", "ovs_interfaceid": "faf8b06f-319f-4ab1-b54f-6ed188565d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.864567] env[62181]: DEBUG nova.scheduler.client.report [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1470.106827] env[62181]: DEBUG oslo_concurrency.lockutils [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Releasing lock "refresh_cache-1af9bf5c-5587-487f-8c5d-04b61eac2bc3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.107266] env[62181]: DEBUG nova.compute.manager [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Instance network_info: |[{"id": "faf8b06f-319f-4ab1-b54f-6ed188565d0f", "address": "fa:16:3e:3e:d5:63", "network": {"id": "4ae0a722-9214-498d-898f-512442b666e0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-550826245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201bfec946d541fba966ca60a15d6118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaf8b06f-31", "ovs_interfaceid": "faf8b06f-319f-4ab1-b54f-6ed188565d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1470.107692] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:d5:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faf8b06f-319f-4ab1-b54f-6ed188565d0f', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1470.115475] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Creating folder: Project (201bfec946d541fba966ca60a15d6118). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1470.115812] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c332255-92b7-40cd-ba30-afdfeb6d70f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.128237] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Created folder: Project (201bfec946d541fba966ca60a15d6118) in parent group-v371238. [ 1470.128435] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Creating folder: Instances. Parent ref: group-v371314. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1470.128674] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-273b9bbe-07ee-4824-9be7-5c77a63e6b65 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.137831] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Created folder: Instances in parent group-v371314. [ 1470.138092] env[62181]: DEBUG oslo.service.loopingcall [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1470.138284] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1470.138490] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b151df2f-d2e2-4988-8f77-b0bbbd35f31b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.157293] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1470.157293] env[62181]: value = "task-1789861" [ 1470.157293] env[62181]: _type = "Task" [ 1470.157293] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.165277] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789861, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.225314] env[62181]: DEBUG nova.compute.manager [req-d11029c5-0430-4355-917c-6a711225edb4 req-1d9e828b-c277-4214-8c3e-920368a1eb38 service nova] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Received event network-changed-faf8b06f-319f-4ab1-b54f-6ed188565d0f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1470.225513] env[62181]: DEBUG nova.compute.manager [req-d11029c5-0430-4355-917c-6a711225edb4 req-1d9e828b-c277-4214-8c3e-920368a1eb38 service nova] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Refreshing instance network info cache due to event network-changed-faf8b06f-319f-4ab1-b54f-6ed188565d0f. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1470.225729] env[62181]: DEBUG oslo_concurrency.lockutils [req-d11029c5-0430-4355-917c-6a711225edb4 req-1d9e828b-c277-4214-8c3e-920368a1eb38 service nova] Acquiring lock "refresh_cache-1af9bf5c-5587-487f-8c5d-04b61eac2bc3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.225872] env[62181]: DEBUG oslo_concurrency.lockutils [req-d11029c5-0430-4355-917c-6a711225edb4 req-1d9e828b-c277-4214-8c3e-920368a1eb38 service nova] Acquired lock "refresh_cache-1af9bf5c-5587-487f-8c5d-04b61eac2bc3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.226043] env[62181]: DEBUG nova.network.neutron [req-d11029c5-0430-4355-917c-6a711225edb4 req-1d9e828b-c277-4214-8c3e-920368a1eb38 service nova] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Refreshing network info cache for port faf8b06f-319f-4ab1-b54f-6ed188565d0f {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1470.342355] env[62181]: DEBUG nova.compute.manager [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1470.368225] env[62181]: DEBUG nova.virt.hardware [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1470.368521] env[62181]: DEBUG nova.virt.hardware [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1470.368692] env[62181]: DEBUG nova.virt.hardware [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1470.368893] env[62181]: DEBUG nova.virt.hardware [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1470.369278] env[62181]: DEBUG nova.virt.hardware [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1470.369278] env[62181]: DEBUG nova.virt.hardware [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1470.369450] env[62181]: DEBUG nova.virt.hardware [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1470.369611] env[62181]: DEBUG nova.virt.hardware [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1470.369780] env[62181]: DEBUG nova.virt.hardware [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1470.369942] env[62181]: DEBUG nova.virt.hardware [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1470.370128] env[62181]: DEBUG nova.virt.hardware [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1470.371322] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.373846] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c241b689-ebb3-46ad-a604-28b5d3000966 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.376744] env[62181]: DEBUG oslo_concurrency.lockutils [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.506s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.376964] env[62181]: DEBUG nova.objects.instance [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lazy-loading 'resources' on Instance uuid f8799d9e-8d97-411d-9282-7c4a7800b2b6 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1470.386029] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ba756f-8ce5-47db-bc65-25c6725f1e7d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.403253] env[62181]: INFO nova.scheduler.client.report [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Deleted allocations for instance 6a393900-2d1e-4d11-92bd-eac1bdb98557 [ 1470.667203] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789861, 'name': CreateVM_Task, 'duration_secs': 0.361384} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.667386] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1470.668079] env[62181]: DEBUG oslo_concurrency.lockutils [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.668280] env[62181]: DEBUG oslo_concurrency.lockutils [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.668643] env[62181]: DEBUG oslo_concurrency.lockutils [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1470.668893] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fc6cad2-743f-4cc3-834f-71bbb5b54673 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.673276] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Waiting for the task: (returnval){ [ 1470.673276] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c8e630-4c6a-cc3d-a797-f20420ae4e25" [ 1470.673276] env[62181]: _type = "Task" [ 1470.673276] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.680492] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c8e630-4c6a-cc3d-a797-f20420ae4e25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.911910] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c1da46a4-4e7e-4abf-a90a-7bda91f4f532 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "6a393900-2d1e-4d11-92bd-eac1bdb98557" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.633s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.072601] env[62181]: DEBUG nova.network.neutron [req-d11029c5-0430-4355-917c-6a711225edb4 req-1d9e828b-c277-4214-8c3e-920368a1eb38 service nova] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Updated VIF entry in instance network info cache for port faf8b06f-319f-4ab1-b54f-6ed188565d0f. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1471.072947] env[62181]: DEBUG nova.network.neutron [req-d11029c5-0430-4355-917c-6a711225edb4 req-1d9e828b-c277-4214-8c3e-920368a1eb38 service nova] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Updating instance_info_cache with network_info: [{"id": "faf8b06f-319f-4ab1-b54f-6ed188565d0f", "address": "fa:16:3e:3e:d5:63", "network": {"id": "4ae0a722-9214-498d-898f-512442b666e0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-550826245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201bfec946d541fba966ca60a15d6118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaf8b06f-31", "ovs_interfaceid": "faf8b06f-319f-4ab1-b54f-6ed188565d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.150932] env[62181]: DEBUG nova.network.neutron [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Successfully updated port: c0c5f7f3-7942-4c94-b5b8-cb817e0821d9 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1471.185505] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c8e630-4c6a-cc3d-a797-f20420ae4e25, 'name': SearchDatastore_Task, 'duration_secs': 0.010621} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.188449] env[62181]: DEBUG oslo_concurrency.lockutils [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.188824] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1471.189827] env[62181]: DEBUG oslo_concurrency.lockutils [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.189827] env[62181]: DEBUG oslo_concurrency.lockutils [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.189827] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1471.190151] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a4856d5-51a5-45ff-843a-51e02c9102db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.199142] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1471.199360] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1471.200157] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08679fa-8220-4836-8c2e-40a0a2d3e6b0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.208249] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Waiting for the task: (returnval){ [ 1471.208249] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52956f42-d106-8ab8-805f-e4de7570d56f" [ 1471.208249] env[62181]: _type = "Task" [ 1471.208249] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.216239] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52956f42-d106-8ab8-805f-e4de7570d56f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.324396] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45369a17-f6d4-4a29-b35b-e8eed5122933 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.332129] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9e7eca-b3b2-4823-b4ef-652a8fe0d495 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.362191] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78778c14-4c57-48fb-9b27-9992a1cf9154 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.369219] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8f6027-f46e-4296-b08b-374985d08e22 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.383244] env[62181]: DEBUG nova.compute.provider_tree [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.575425] env[62181]: DEBUG oslo_concurrency.lockutils [req-d11029c5-0430-4355-917c-6a711225edb4 req-1d9e828b-c277-4214-8c3e-920368a1eb38 service nova] Releasing lock "refresh_cache-1af9bf5c-5587-487f-8c5d-04b61eac2bc3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.654261] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquiring lock "refresh_cache-4db1265b-5f9d-411f-8a69-1290b9815d0b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.654488] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquired lock "refresh_cache-4db1265b-5f9d-411f-8a69-1290b9815d0b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.654598] env[62181]: DEBUG nova.network.neutron [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.721815] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52956f42-d106-8ab8-805f-e4de7570d56f, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.722734] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e0e4dac-02b5-4200-b1b5-f083be58dcff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.728496] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Waiting for the task: (returnval){ [ 1471.728496] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]521953b6-bccb-da42-7236-fcac1cd2bc5c" [ 1471.728496] env[62181]: _type = "Task" [ 1471.728496] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.736532] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]521953b6-bccb-da42-7236-fcac1cd2bc5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.886473] env[62181]: DEBUG nova.scheduler.client.report [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1471.889876] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "d1fcfb5b-a644-4397-9828-7253cdc710ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.890109] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "d1fcfb5b-a644-4397-9828-7253cdc710ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.890363] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "d1fcfb5b-a644-4397-9828-7253cdc710ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.890561] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "d1fcfb5b-a644-4397-9828-7253cdc710ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.890723] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "d1fcfb5b-a644-4397-9828-7253cdc710ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.892464] env[62181]: INFO nova.compute.manager [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Terminating instance [ 1472.205983] env[62181]: DEBUG nova.network.neutron [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1472.239434] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]521953b6-bccb-da42-7236-fcac1cd2bc5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010784} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.239704] env[62181]: DEBUG oslo_concurrency.lockutils [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.239957] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 1af9bf5c-5587-487f-8c5d-04b61eac2bc3/1af9bf5c-5587-487f-8c5d-04b61eac2bc3.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1472.240263] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32c5f4ca-95e3-433d-8209-b5670f58042a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.247376] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Waiting for the task: (returnval){ [ 1472.247376] env[62181]: value = "task-1789862" [ 1472.247376] env[62181]: _type = "Task" [ 1472.247376] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.257740] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': task-1789862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.284470] env[62181]: DEBUG nova.compute.manager [req-c34cee51-4408-44c1-909b-9d4734d78832 req-a575ce7a-2043-46dc-8f24-ca0bd45ee826 service nova] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Received event network-vif-plugged-c0c5f7f3-7942-4c94-b5b8-cb817e0821d9 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1472.284655] env[62181]: DEBUG oslo_concurrency.lockutils [req-c34cee51-4408-44c1-909b-9d4734d78832 req-a575ce7a-2043-46dc-8f24-ca0bd45ee826 service nova] Acquiring lock "4db1265b-5f9d-411f-8a69-1290b9815d0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.284859] env[62181]: DEBUG oslo_concurrency.lockutils [req-c34cee51-4408-44c1-909b-9d4734d78832 req-a575ce7a-2043-46dc-8f24-ca0bd45ee826 service nova] Lock "4db1265b-5f9d-411f-8a69-1290b9815d0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.285045] env[62181]: DEBUG oslo_concurrency.lockutils [req-c34cee51-4408-44c1-909b-9d4734d78832 req-a575ce7a-2043-46dc-8f24-ca0bd45ee826 service nova] Lock "4db1265b-5f9d-411f-8a69-1290b9815d0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.285211] env[62181]: DEBUG nova.compute.manager [req-c34cee51-4408-44c1-909b-9d4734d78832 req-a575ce7a-2043-46dc-8f24-ca0bd45ee826 service nova] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] No waiting events found dispatching network-vif-plugged-c0c5f7f3-7942-4c94-b5b8-cb817e0821d9 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1472.285370] env[62181]: WARNING nova.compute.manager [req-c34cee51-4408-44c1-909b-9d4734d78832 req-a575ce7a-2043-46dc-8f24-ca0bd45ee826 service nova] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Received unexpected event network-vif-plugged-c0c5f7f3-7942-4c94-b5b8-cb817e0821d9 for instance with vm_state building and task_state spawning. [ 1472.285526] env[62181]: DEBUG nova.compute.manager [req-c34cee51-4408-44c1-909b-9d4734d78832 req-a575ce7a-2043-46dc-8f24-ca0bd45ee826 service nova] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Received event network-changed-c0c5f7f3-7942-4c94-b5b8-cb817e0821d9 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1472.285696] env[62181]: DEBUG nova.compute.manager [req-c34cee51-4408-44c1-909b-9d4734d78832 req-a575ce7a-2043-46dc-8f24-ca0bd45ee826 service nova] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Refreshing instance network info cache due to event network-changed-c0c5f7f3-7942-4c94-b5b8-cb817e0821d9. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1472.285826] env[62181]: DEBUG oslo_concurrency.lockutils [req-c34cee51-4408-44c1-909b-9d4734d78832 req-a575ce7a-2043-46dc-8f24-ca0bd45ee826 service nova] Acquiring lock "refresh_cache-4db1265b-5f9d-411f-8a69-1290b9815d0b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.388738] env[62181]: DEBUG nova.network.neutron [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Updating instance_info_cache with network_info: [{"id": "c0c5f7f3-7942-4c94-b5b8-cb817e0821d9", "address": "fa:16:3e:28:dc:5b", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c5f7f3-79", "ovs_interfaceid": "c0c5f7f3-7942-4c94-b5b8-cb817e0821d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.393517] env[62181]: DEBUG oslo_concurrency.lockutils [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.395875] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.059s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.396130] env[62181]: DEBUG nova.objects.instance [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lazy-loading 'resources' on Instance uuid 790c77cd-62f8-4e65-91b6-122e8a7dbca6 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.399483] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "refresh_cache-d1fcfb5b-a644-4397-9828-7253cdc710ff" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.399661] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquired lock "refresh_cache-d1fcfb5b-a644-4397-9828-7253cdc710ff" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.399834] env[62181]: DEBUG nova.network.neutron [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.758737] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': task-1789862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485925} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.759024] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 1af9bf5c-5587-487f-8c5d-04b61eac2bc3/1af9bf5c-5587-487f-8c5d-04b61eac2bc3.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1472.759242] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1472.759494] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26f021e9-4ae0-464b-a90c-8c5ee4a3c9cd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.766454] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Waiting for the task: (returnval){ [ 1472.766454] env[62181]: value = "task-1789863" [ 1472.766454] env[62181]: _type = "Task" [ 1472.766454] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.774928] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': task-1789863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.894356] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Releasing lock "refresh_cache-4db1265b-5f9d-411f-8a69-1290b9815d0b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.894747] env[62181]: DEBUG nova.compute.manager [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Instance network_info: |[{"id": "c0c5f7f3-7942-4c94-b5b8-cb817e0821d9", "address": "fa:16:3e:28:dc:5b", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c5f7f3-79", "ovs_interfaceid": "c0c5f7f3-7942-4c94-b5b8-cb817e0821d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1472.895011] env[62181]: DEBUG oslo_concurrency.lockutils [req-c34cee51-4408-44c1-909b-9d4734d78832 req-a575ce7a-2043-46dc-8f24-ca0bd45ee826 service nova] Acquired lock "refresh_cache-4db1265b-5f9d-411f-8a69-1290b9815d0b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.895199] env[62181]: DEBUG nova.network.neutron [req-c34cee51-4408-44c1-909b-9d4734d78832 req-a575ce7a-2043-46dc-8f24-ca0bd45ee826 service nova] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Refreshing network info cache for port c0c5f7f3-7942-4c94-b5b8-cb817e0821d9 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.896444] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:dc:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0c5f7f3-7942-4c94-b5b8-cb817e0821d9', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1472.904325] env[62181]: DEBUG oslo.service.loopingcall [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1472.909379] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1472.910290] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d39d667-23f4-48a1-8eee-4a1a5d804c85 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.927192] env[62181]: DEBUG oslo_concurrency.lockutils [None req-faba94e2-cf04-4118-a19f-d1aafcdf2c90 tempest-ListServersNegativeTestJSON-636598350 tempest-ListServersNegativeTestJSON-636598350-project-member] Lock "f8799d9e-8d97-411d-9282-7c4a7800b2b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.446s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.933920] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1472.933920] env[62181]: value = "task-1789864" [ 1472.933920] env[62181]: _type = "Task" [ 1472.933920] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.940185] env[62181]: DEBUG nova.network.neutron [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1472.945315] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789864, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.000235] env[62181]: DEBUG nova.network.neutron [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.279033] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': task-1789863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068932} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.281446] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1473.282531] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9987c72c-1b3f-4569-b44c-f2e3d6ec8722 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.307571] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 1af9bf5c-5587-487f-8c5d-04b61eac2bc3/1af9bf5c-5587-487f-8c5d-04b61eac2bc3.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1473.310515] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc68a985-469f-4c72-919c-857cf1a52bfd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.330204] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Waiting for the task: (returnval){ [ 1473.330204] env[62181]: value = "task-1789865" [ 1473.330204] env[62181]: _type = "Task" [ 1473.330204] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.338951] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': task-1789865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.446407] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789864, 'name': CreateVM_Task, 'duration_secs': 0.382906} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.446407] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1473.446407] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.446407] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.447626] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1473.447626] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae8d1007-729b-483b-8978-4c940d8247cc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.452346] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1473.452346] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]528146cd-1309-1a43-f971-8edec6465bb6" [ 1473.452346] env[62181]: _type = "Task" [ 1473.452346] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.461684] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]528146cd-1309-1a43-f971-8edec6465bb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.503064] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Releasing lock "refresh_cache-d1fcfb5b-a644-4397-9828-7253cdc710ff" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.503668] env[62181]: DEBUG nova.compute.manager [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1473.505047] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1473.505224] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d9caf2-01f0-4893-93bc-45c7ec7e818e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.517476] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1473.518112] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8bdc29d-8e4d-4b04-b02a-7e9b93864351 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.523206] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ef092e-debd-4880-b08f-6deb7c922d18 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.526852] env[62181]: DEBUG oslo_vmware.api [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1473.526852] env[62181]: value = "task-1789866" [ 1473.526852] env[62181]: _type = "Task" [ 1473.526852] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.534326] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c205eb-8845-4b20-a923-02bb92f53109 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.540410] env[62181]: DEBUG oslo_vmware.api [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.567263] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0527b43-d412-419c-8c2b-e8593106580f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.574989] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61382bbd-58ad-4cab-b418-dda402ab1431 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.589500] env[62181]: DEBUG nova.compute.provider_tree [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1473.843127] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': task-1789865, 'name': ReconfigVM_Task, 'duration_secs': 0.325371} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.843640] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 1af9bf5c-5587-487f-8c5d-04b61eac2bc3/1af9bf5c-5587-487f-8c5d-04b61eac2bc3.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1473.844376] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb98b640-4f9f-43d6-a859-22e796b7d9d1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.851612] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Waiting for the task: (returnval){ [ 1473.851612] env[62181]: value = "task-1789867" [ 1473.851612] env[62181]: _type = "Task" [ 1473.851612] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.859801] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': task-1789867, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.944600] env[62181]: DEBUG nova.network.neutron [req-c34cee51-4408-44c1-909b-9d4734d78832 req-a575ce7a-2043-46dc-8f24-ca0bd45ee826 service nova] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Updated VIF entry in instance network info cache for port c0c5f7f3-7942-4c94-b5b8-cb817e0821d9. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.945111] env[62181]: DEBUG nova.network.neutron [req-c34cee51-4408-44c1-909b-9d4734d78832 req-a575ce7a-2043-46dc-8f24-ca0bd45ee826 service nova] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Updating instance_info_cache with network_info: [{"id": "c0c5f7f3-7942-4c94-b5b8-cb817e0821d9", "address": "fa:16:3e:28:dc:5b", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c5f7f3-79", "ovs_interfaceid": "c0c5f7f3-7942-4c94-b5b8-cb817e0821d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.963317] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]528146cd-1309-1a43-f971-8edec6465bb6, 'name': SearchDatastore_Task, 'duration_secs': 0.008866} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.963617] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.963847] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1473.964088] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.964239] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.964415] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1473.964673] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09d18470-1a8c-4278-b41b-1c11203bc3f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.972808] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1473.972992] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1473.973733] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7dc4beb-f004-44fd-884f-bb15a6e94f8c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.978898] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1473.978898] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5290d1e8-835b-7fa3-a1bf-3e19498b0e6b" [ 1473.978898] env[62181]: _type = "Task" [ 1473.978898] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.988201] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5290d1e8-835b-7fa3-a1bf-3e19498b0e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.036888] env[62181]: DEBUG oslo_vmware.api [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789866, 'name': PowerOffVM_Task, 'duration_secs': 0.160541} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.037215] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1474.037336] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1474.037579] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4658e78-1dbc-4d7d-af78-38c1c15a38b3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.060898] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1474.061134] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1474.061413] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Deleting the datastore file [datastore1] d1fcfb5b-a644-4397-9828-7253cdc710ff {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1474.061683] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4c23962-3575-40f9-9256-764bdda768cb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.068212] env[62181]: DEBUG oslo_vmware.api [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for the task: (returnval){ [ 1474.068212] env[62181]: value = "task-1789869" [ 1474.068212] env[62181]: _type = "Task" [ 1474.068212] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.076485] env[62181]: DEBUG oslo_vmware.api [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.116933] env[62181]: ERROR nova.scheduler.client.report [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [req-f64b1e59-3505-4885-9ca1-79e826d18970] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f64b1e59-3505-4885-9ca1-79e826d18970"}]} [ 1474.133397] env[62181]: DEBUG nova.scheduler.client.report [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1474.149570] env[62181]: DEBUG nova.scheduler.client.report [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1474.149817] env[62181]: DEBUG nova.compute.provider_tree [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1474.162861] env[62181]: DEBUG nova.scheduler.client.report [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1474.273165] env[62181]: DEBUG nova.scheduler.client.report [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1474.368520] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': task-1789867, 'name': Rename_Task, 'duration_secs': 0.169231} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.372290] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1474.375303] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fcb4ae7-182f-4306-810d-8742e4a54115 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.381986] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Waiting for the task: (returnval){ [ 1474.381986] env[62181]: value = "task-1789870" [ 1474.381986] env[62181]: _type = "Task" [ 1474.381986] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.392153] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': task-1789870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.447900] env[62181]: DEBUG oslo_concurrency.lockutils [req-c34cee51-4408-44c1-909b-9d4734d78832 req-a575ce7a-2043-46dc-8f24-ca0bd45ee826 service nova] Releasing lock "refresh_cache-4db1265b-5f9d-411f-8a69-1290b9815d0b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.491590] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5290d1e8-835b-7fa3-a1bf-3e19498b0e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.008783} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.493038] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f366ba52-ed34-4485-94f8-b22304ff5c87 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.499380] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1474.499380] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52fcf0dd-3673-4adb-d8fd-3acd6c14a2c3" [ 1474.499380] env[62181]: _type = "Task" [ 1474.499380] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.512961] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52fcf0dd-3673-4adb-d8fd-3acd6c14a2c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.513251] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.513592] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 4db1265b-5f9d-411f-8a69-1290b9815d0b/4db1265b-5f9d-411f-8a69-1290b9815d0b.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1474.513862] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39615bc5-db07-4e47-8b3e-8c29ca3566e0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.521555] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1474.521555] env[62181]: value = "task-1789871" [ 1474.521555] env[62181]: _type = "Task" [ 1474.521555] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.529180] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.579878] env[62181]: DEBUG oslo_vmware.api [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Task: {'id': task-1789869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133526} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.580163] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1474.580357] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1474.580636] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1474.580811] env[62181]: INFO nova.compute.manager [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1474.581060] env[62181]: DEBUG oslo.service.loopingcall [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.581595] env[62181]: DEBUG nova.compute.manager [-] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1474.581818] env[62181]: DEBUG nova.network.neutron [-] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1474.603031] env[62181]: DEBUG nova.network.neutron [-] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1474.815027] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc5f0c6-8ecf-4f44-af11-7f6844dc83f4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.823867] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e7dc25-df6c-4b67-b629-5f9fff42dd11 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.874018] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e63423-f2b9-4cbd-a8d5-0f3e08cebd40 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.883088] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09cde43-d53f-4975-b801-938e0ffa13e7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.914763] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': task-1789870, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.915221] env[62181]: DEBUG nova.compute.provider_tree [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1475.031635] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49877} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.032531] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 4db1265b-5f9d-411f-8a69-1290b9815d0b/4db1265b-5f9d-411f-8a69-1290b9815d0b.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1475.032531] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1475.032531] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-633d928e-15e9-47d6-bbce-a09eed7e1789 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.039169] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1475.039169] env[62181]: value = "task-1789872" [ 1475.039169] env[62181]: _type = "Task" [ 1475.039169] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.047285] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.105453] env[62181]: DEBUG nova.network.neutron [-] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.400198] env[62181]: DEBUG oslo_vmware.api [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': task-1789870, 'name': PowerOnVM_Task, 'duration_secs': 0.594289} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.400198] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1475.400198] env[62181]: INFO nova.compute.manager [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1475.400198] env[62181]: DEBUG nova.compute.manager [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1475.400198] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7e2087-12a4-4a1b-9119-ec0bc7cfe7e3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.459052] env[62181]: DEBUG nova.scheduler.client.report [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1475.459358] env[62181]: DEBUG nova.compute.provider_tree [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 56 to 57 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1475.459520] env[62181]: DEBUG nova.compute.provider_tree [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1475.557473] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070396} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.557989] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1475.559336] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7698143-1f0e-469b-a889-504293b701b2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.596739] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 4db1265b-5f9d-411f-8a69-1290b9815d0b/4db1265b-5f9d-411f-8a69-1290b9815d0b.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.597068] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c796d04-d6d0-4c5f-8b68-7099308481b7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.612306] env[62181]: INFO nova.compute.manager [-] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Took 1.03 seconds to deallocate network for instance. [ 1475.622761] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1475.622761] env[62181]: value = "task-1789873" [ 1475.622761] env[62181]: _type = "Task" [ 1475.622761] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.631205] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.921523] env[62181]: INFO nova.compute.manager [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Took 50.56 seconds to build instance. [ 1475.965200] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.569s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.967457] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.126s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.969671] env[62181]: INFO nova.compute.claims [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1475.991423] env[62181]: INFO nova.scheduler.client.report [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Deleted allocations for instance 790c77cd-62f8-4e65-91b6-122e8a7dbca6 [ 1476.119371] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.133986] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789873, 'name': ReconfigVM_Task, 'duration_secs': 0.282506} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.136350] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 4db1265b-5f9d-411f-8a69-1290b9815d0b/4db1265b-5f9d-411f-8a69-1290b9815d0b.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1476.136350] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a02eaaf-85d3-4657-8d36-af5a9298e608 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.141473] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1476.141473] env[62181]: value = "task-1789874" [ 1476.141473] env[62181]: _type = "Task" [ 1476.141473] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.149252] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789874, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.423501] env[62181]: DEBUG oslo_concurrency.lockutils [None req-15eea96b-3c47-4ca9-bf4f-11383c718ac7 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Lock "1af9bf5c-5587-487f-8c5d-04b61eac2bc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.620s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.499847] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bd34339d-4163-4075-8a8d-cef532ccc4a4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "790c77cd-62f8-4e65-91b6-122e8a7dbca6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.699s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.653136] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789874, 'name': Rename_Task, 'duration_secs': 0.145357} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.653627] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.653914] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b409518-cc36-4922-ad49-9818547d9342 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.661209] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1476.661209] env[62181]: value = "task-1789875" [ 1476.661209] env[62181]: _type = "Task" [ 1476.661209] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.675057] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.855687] env[62181]: DEBUG nova.compute.manager [req-1c45f365-3f35-4cdd-a9f0-16cce5b76cf5 req-1c3888b0-6fa2-4d31-adaa-1acd12323fe2 service nova] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Received event network-changed-faf8b06f-319f-4ab1-b54f-6ed188565d0f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1476.855904] env[62181]: DEBUG nova.compute.manager [req-1c45f365-3f35-4cdd-a9f0-16cce5b76cf5 req-1c3888b0-6fa2-4d31-adaa-1acd12323fe2 service nova] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Refreshing instance network info cache due to event network-changed-faf8b06f-319f-4ab1-b54f-6ed188565d0f. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1476.856802] env[62181]: DEBUG oslo_concurrency.lockutils [req-1c45f365-3f35-4cdd-a9f0-16cce5b76cf5 req-1c3888b0-6fa2-4d31-adaa-1acd12323fe2 service nova] Acquiring lock "refresh_cache-1af9bf5c-5587-487f-8c5d-04b61eac2bc3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.857049] env[62181]: DEBUG oslo_concurrency.lockutils [req-1c45f365-3f35-4cdd-a9f0-16cce5b76cf5 req-1c3888b0-6fa2-4d31-adaa-1acd12323fe2 service nova] Acquired lock "refresh_cache-1af9bf5c-5587-487f-8c5d-04b61eac2bc3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.857282] env[62181]: DEBUG nova.network.neutron [req-1c45f365-3f35-4cdd-a9f0-16cce5b76cf5 req-1c3888b0-6fa2-4d31-adaa-1acd12323fe2 service nova] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Refreshing network info cache for port faf8b06f-319f-4ab1-b54f-6ed188565d0f {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.930670] env[62181]: DEBUG nova.compute.manager [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1477.173025] env[62181]: DEBUG oslo_vmware.api [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789875, 'name': PowerOnVM_Task, 'duration_secs': 0.456603} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.173025] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1477.173025] env[62181]: INFO nova.compute.manager [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1477.173025] env[62181]: DEBUG nova.compute.manager [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1477.175867] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf3c99f-b350-49e5-bc2e-46a58ca04f06 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.454753] env[62181]: DEBUG oslo_concurrency.lockutils [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.523162] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62325ee8-a584-4bdb-bcbb-94b8a96db1c1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.530878] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bb1051-db6e-48c1-8ff9-b3e0104770d7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.570140] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed33d179-b6c7-4f6b-a88c-328b0e35d76b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.576515] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4414d45a-297e-4a33-8136-6c62d5088815 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.593099] env[62181]: DEBUG nova.compute.provider_tree [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1477.701810] env[62181]: INFO nova.compute.manager [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Took 52.21 seconds to build instance. [ 1477.755015] env[62181]: DEBUG nova.network.neutron [req-1c45f365-3f35-4cdd-a9f0-16cce5b76cf5 req-1c3888b0-6fa2-4d31-adaa-1acd12323fe2 service nova] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Updated VIF entry in instance network info cache for port faf8b06f-319f-4ab1-b54f-6ed188565d0f. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.755418] env[62181]: DEBUG nova.network.neutron [req-1c45f365-3f35-4cdd-a9f0-16cce5b76cf5 req-1c3888b0-6fa2-4d31-adaa-1acd12323fe2 service nova] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Updating instance_info_cache with network_info: [{"id": "faf8b06f-319f-4ab1-b54f-6ed188565d0f", "address": "fa:16:3e:3e:d5:63", "network": {"id": "4ae0a722-9214-498d-898f-512442b666e0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-550826245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201bfec946d541fba966ca60a15d6118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaf8b06f-31", "ovs_interfaceid": "faf8b06f-319f-4ab1-b54f-6ed188565d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.096251] env[62181]: DEBUG nova.scheduler.client.report [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1478.205137] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a3c024db-4a2b-4e09-b6fa-35fa80947fdc tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "4db1265b-5f9d-411f-8a69-1290b9815d0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.748s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.258574] env[62181]: DEBUG oslo_concurrency.lockutils [req-1c45f365-3f35-4cdd-a9f0-16cce5b76cf5 req-1c3888b0-6fa2-4d31-adaa-1acd12323fe2 service nova] Releasing lock "refresh_cache-1af9bf5c-5587-487f-8c5d-04b61eac2bc3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.601771] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.602329] env[62181]: DEBUG nova.compute.manager [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1478.606603] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.778s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.609195] env[62181]: INFO nova.compute.claims [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1478.708522] env[62181]: DEBUG nova.compute.manager [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1479.115116] env[62181]: DEBUG nova.compute.utils [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1479.116642] env[62181]: DEBUG nova.compute.manager [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1479.116816] env[62181]: DEBUG nova.network.neutron [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1479.171731] env[62181]: DEBUG nova.policy [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee59a771b115491dabfd4e53fa4b4857', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cb3f658af9d45979c0017369eaa5f13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1479.235317] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.509069] env[62181]: DEBUG nova.compute.manager [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1479.509998] env[62181]: DEBUG nova.network.neutron [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Successfully created port: 3a9c213d-83a8-406c-9a2c-25f4ab960170 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1479.513896] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574e0bd9-97e2-4b21-a7e2-148bf72eb7c1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.620736] env[62181]: DEBUG nova.compute.manager [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1479.769373] env[62181]: DEBUG oslo_concurrency.lockutils [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.771837] env[62181]: DEBUG oslo_concurrency.lockutils [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.025823] env[62181]: INFO nova.compute.manager [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] instance snapshotting [ 1480.029137] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa87a636-9767-4894-a29f-c5d09f56b4d2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.053395] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a39f3e1-fba0-4f02-9e3c-f8ddfccae068 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.120044] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4025efd-f36d-4a44-852e-7b9197c96622 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.130461] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ec81cb-f992-4ba2-b869-c46fa656bceb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.164025] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1ebf63-e0ed-4118-834a-ac6d542f0142 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.171874] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984222d5-79d2-4b3a-a15a-023653da89a1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.186979] env[62181]: DEBUG nova.compute.provider_tree [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.564453] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Creating Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1480.564733] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-79f8bb7d-bb5a-4020-b5ba-21766513c99d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.572644] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1480.572644] env[62181]: value = "task-1789876" [ 1480.572644] env[62181]: _type = "Task" [ 1480.572644] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.580692] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789876, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.631456] env[62181]: DEBUG nova.compute.manager [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1480.655976] env[62181]: DEBUG nova.virt.hardware [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1480.656287] env[62181]: DEBUG nova.virt.hardware [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1480.656476] env[62181]: DEBUG nova.virt.hardware [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1480.656731] env[62181]: DEBUG nova.virt.hardware [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1480.656829] env[62181]: DEBUG nova.virt.hardware [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1480.656974] env[62181]: DEBUG nova.virt.hardware [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1480.657587] env[62181]: DEBUG nova.virt.hardware [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1480.657587] env[62181]: DEBUG nova.virt.hardware [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1480.657587] env[62181]: DEBUG nova.virt.hardware [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1480.657790] env[62181]: DEBUG nova.virt.hardware [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1480.658052] env[62181]: DEBUG nova.virt.hardware [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1480.659144] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83958a9e-80f9-4c59-bd39-41ea867368a3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.667716] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4b65d5-cb8e-471f-8fe8-11b0409cecd0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.689787] env[62181]: DEBUG nova.scheduler.client.report [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1481.059120] env[62181]: DEBUG nova.compute.manager [req-4702cade-dc71-4c89-ac3e-48dd70429f83 req-d8f39f6c-10fc-4270-bb3e-5938d8dff334 service nova] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Received event network-vif-plugged-3a9c213d-83a8-406c-9a2c-25f4ab960170 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1481.059389] env[62181]: DEBUG oslo_concurrency.lockutils [req-4702cade-dc71-4c89-ac3e-48dd70429f83 req-d8f39f6c-10fc-4270-bb3e-5938d8dff334 service nova] Acquiring lock "b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.059553] env[62181]: DEBUG oslo_concurrency.lockutils [req-4702cade-dc71-4c89-ac3e-48dd70429f83 req-d8f39f6c-10fc-4270-bb3e-5938d8dff334 service nova] Lock "b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.059720] env[62181]: DEBUG oslo_concurrency.lockutils [req-4702cade-dc71-4c89-ac3e-48dd70429f83 req-d8f39f6c-10fc-4270-bb3e-5938d8dff334 service nova] Lock "b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.059883] env[62181]: DEBUG nova.compute.manager [req-4702cade-dc71-4c89-ac3e-48dd70429f83 req-d8f39f6c-10fc-4270-bb3e-5938d8dff334 service nova] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] No waiting events found dispatching network-vif-plugged-3a9c213d-83a8-406c-9a2c-25f4ab960170 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1481.060309] env[62181]: WARNING nova.compute.manager [req-4702cade-dc71-4c89-ac3e-48dd70429f83 req-d8f39f6c-10fc-4270-bb3e-5938d8dff334 service nova] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Received unexpected event network-vif-plugged-3a9c213d-83a8-406c-9a2c-25f4ab960170 for instance with vm_state building and task_state spawning. [ 1481.083181] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789876, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.164978] env[62181]: DEBUG nova.network.neutron [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Successfully updated port: 3a9c213d-83a8-406c-9a2c-25f4ab960170 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1481.195018] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.195503] env[62181]: DEBUG nova.compute.manager [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1481.198169] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.008s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.583657] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789876, 'name': CreateSnapshot_Task, 'duration_secs': 0.899833} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.584348] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Created Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1481.584825] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c56a2f-c212-4224-abf1-1eca8306cfe7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.669053] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Acquiring lock "refresh_cache-b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.669053] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Acquired lock "refresh_cache-b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.669053] env[62181]: DEBUG nova.network.neutron [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1481.702401] env[62181]: DEBUG nova.compute.utils [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1481.711113] env[62181]: DEBUG nova.compute.manager [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1481.711306] env[62181]: DEBUG nova.network.neutron [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1481.752976] env[62181]: DEBUG nova.policy [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '250be8c6ac284f2c9c7e50ff30567c10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e48b1a5cc1804c109e5404ce122df4d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1482.045661] env[62181]: DEBUG nova.network.neutron [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Successfully created port: b0e3ca49-5547-4c56-bedb-b7dca52da3a7 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1482.101615] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Creating linked-clone VM from snapshot {{(pid=62181) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1482.102107] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-65b15d12-d34e-4bfa-a151-d4d7fb4947b1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.112301] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1482.112301] env[62181]: value = "task-1789877" [ 1482.112301] env[62181]: _type = "Task" [ 1482.112301] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.120839] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789877, 'name': CloneVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.212322] env[62181]: DEBUG nova.compute.manager [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1482.216401] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Applying migration context for instance 571c2ea4-2a87-4876-a245-c6f6f67d2223 as it has an incoming, in-progress migration 75e72c7f-aac5-41d3-a8f3-c8c3d4dbefed. Migration status is confirming {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1482.218223] env[62181]: INFO nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Updating resource usage from migration 75e72c7f-aac5-41d3-a8f3-c8c3d4dbefed [ 1482.237195] env[62181]: DEBUG nova.network.neutron [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1482.247162] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 601e137f-f0c6-456f-962e-a97ad59f1fa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.247345] env[62181]: WARNING nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance d1fcfb5b-a644-4397-9828-7253cdc710ff is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1482.247482] env[62181]: WARNING nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 2f95d392-062c-4c62-bd39-7c19342e125c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1482.247612] env[62181]: WARNING nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 826ca48d-5961-490b-b058-7ecd5a994a37 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1482.247737] env[62181]: WARNING nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance e3d655d5-f3f8-4392-a205-98dd96aa43aa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1482.247854] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 0dcc25aa-294f-46d2-b01a-1eb7149b4838 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.247968] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance a39ea307-7343-4c5d-a62f-1b4af7c27a9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.248104] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance d0f2fe87-b24d-4fdb-987b-39138467eb7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.248232] env[62181]: WARNING nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 65328a05-9222-43fc-b42d-4dfaeb36cbcb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1482.248343] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 059488cd-9eee-4fe3-bfd9-73a761223193 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.248456] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance dbfcde44-3d88-4874-aefe-667bd4d90842 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.248565] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 1af9bf5c-5587-487f-8c5d-04b61eac2bc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.248749] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 4db1265b-5f9d-411f-8a69-1290b9815d0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.248877] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.248986] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 425ebe0d-e361-43f1-a1ff-510df503cfe3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.487688] env[62181]: DEBUG nova.network.neutron [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Successfully created port: efe6c6ed-abfe-4149-a9d8-7b4cb24e065f {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1482.530677] env[62181]: DEBUG nova.network.neutron [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Updating instance_info_cache with network_info: [{"id": "3a9c213d-83a8-406c-9a2c-25f4ab960170", "address": "fa:16:3e:4a:53:2c", "network": {"id": "cf6848ea-66aa-4178-8f5a-b3d22fca513e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-13783574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb3f658af9d45979c0017369eaa5f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a9c213d-83", "ovs_interfaceid": "3a9c213d-83a8-406c-9a2c-25f4ab960170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.623869] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789877, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.754250] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1482.776339] env[62181]: DEBUG nova.network.neutron [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Successfully created port: f6d24bc9-dc9e-4c5c-8c03-c59d164f7739 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1483.032867] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Releasing lock "refresh_cache-b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.033073] env[62181]: DEBUG nova.compute.manager [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Instance network_info: |[{"id": "3a9c213d-83a8-406c-9a2c-25f4ab960170", "address": "fa:16:3e:4a:53:2c", "network": {"id": "cf6848ea-66aa-4178-8f5a-b3d22fca513e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-13783574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb3f658af9d45979c0017369eaa5f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a9c213d-83", "ovs_interfaceid": "3a9c213d-83a8-406c-9a2c-25f4ab960170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1483.033468] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:53:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a9c213d-83a8-406c-9a2c-25f4ab960170', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1483.041860] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Creating folder: Project (7cb3f658af9d45979c0017369eaa5f13). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1483.043915] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8cc53a9-e117-4f8e-b1bb-5fb4b96e41c3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.055024] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Created folder: Project (7cb3f658af9d45979c0017369eaa5f13) in parent group-v371238. [ 1483.055024] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Creating folder: Instances. Parent ref: group-v371320. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1483.055150] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12af993e-87a1-485a-8369-38b728a29f39 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.064171] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Created folder: Instances in parent group-v371320. [ 1483.064442] env[62181]: DEBUG oslo.service.loopingcall [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1483.064672] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1483.064927] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72f233d3-313a-45fe-9284-7415464aa984 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.084500] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1483.084500] env[62181]: value = "task-1789880" [ 1483.084500] env[62181]: _type = "Task" [ 1483.084500] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.092685] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789880, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.124313] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789877, 'name': CloneVM_Task} progress is 95%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.132216] env[62181]: DEBUG nova.compute.manager [req-ebd77d65-a9df-48dc-9d69-2decfc6efc9f req-7d79c1f1-0cd6-41f0-b98c-53ef8a7e370c service nova] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Received event network-changed-3a9c213d-83a8-406c-9a2c-25f4ab960170 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1483.132409] env[62181]: DEBUG nova.compute.manager [req-ebd77d65-a9df-48dc-9d69-2decfc6efc9f req-7d79c1f1-0cd6-41f0-b98c-53ef8a7e370c service nova] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Refreshing instance network info cache due to event network-changed-3a9c213d-83a8-406c-9a2c-25f4ab960170. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1483.132625] env[62181]: DEBUG oslo_concurrency.lockutils [req-ebd77d65-a9df-48dc-9d69-2decfc6efc9f req-7d79c1f1-0cd6-41f0-b98c-53ef8a7e370c service nova] Acquiring lock "refresh_cache-b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.133379] env[62181]: DEBUG oslo_concurrency.lockutils [req-ebd77d65-a9df-48dc-9d69-2decfc6efc9f req-7d79c1f1-0cd6-41f0-b98c-53ef8a7e370c service nova] Acquired lock "refresh_cache-b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.133647] env[62181]: DEBUG nova.network.neutron [req-ebd77d65-a9df-48dc-9d69-2decfc6efc9f req-7d79c1f1-0cd6-41f0-b98c-53ef8a7e370c service nova] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Refreshing network info cache for port 3a9c213d-83a8-406c-9a2c-25f4ab960170 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1483.226543] env[62181]: DEBUG nova.compute.manager [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1483.247272] env[62181]: DEBUG nova.virt.hardware [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1483.247528] env[62181]: DEBUG nova.virt.hardware [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1483.247683] env[62181]: DEBUG nova.virt.hardware [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1483.247874] env[62181]: DEBUG nova.virt.hardware [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1483.248029] env[62181]: DEBUG nova.virt.hardware [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1483.248178] env[62181]: DEBUG nova.virt.hardware [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1483.248410] env[62181]: DEBUG nova.virt.hardware [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1483.248609] env[62181]: DEBUG nova.virt.hardware [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1483.248772] env[62181]: DEBUG nova.virt.hardware [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1483.248932] env[62181]: DEBUG nova.virt.hardware [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1483.249113] env[62181]: DEBUG nova.virt.hardware [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1483.249950] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e2a1f7-b094-4909-afca-b4f61efd53a4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.257479] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 70d6f014-77b3-4e40-9617-f1f4fe4b1649 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1483.257626] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Migration 75e72c7f-aac5-41d3-a8f3-c8c3d4dbefed is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1483.257752] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 571c2ea4-2a87-4876-a245-c6f6f67d2223 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1483.260594] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a885d763-dff8-4e8a-840f-e36f5f0a5735 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.596016] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789880, 'name': CreateVM_Task, 'duration_secs': 0.41262} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.596016] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1483.596016] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.596016] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.596016] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1483.596016] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ebde846-1b1b-4e46-a86b-45a98555686a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.600497] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Waiting for the task: (returnval){ [ 1483.600497] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52d68547-e2d4-7ee5-1d29-6cf2ea22176e" [ 1483.600497] env[62181]: _type = "Task" [ 1483.600497] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.609293] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d68547-e2d4-7ee5-1d29-6cf2ea22176e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.623416] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789877, 'name': CloneVM_Task, 'duration_secs': 1.268666} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.623682] env[62181]: INFO nova.virt.vmwareapi.vmops [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Created linked-clone VM from snapshot [ 1483.624452] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7591cc42-83b6-4cee-b1d1-caec522d76b4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.631731] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Uploading image 26360a6f-2a75-4a87-9b8b-6fcfad5f4a0d {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1483.663886] env[62181]: DEBUG oslo_vmware.rw_handles [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1483.663886] env[62181]: value = "vm-371319" [ 1483.663886] env[62181]: _type = "VirtualMachine" [ 1483.663886] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1483.664184] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3f02d7a8-54fc-4b62-9738-13eec19ef530 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.671834] env[62181]: DEBUG oslo_vmware.rw_handles [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lease: (returnval){ [ 1483.671834] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]526b1970-2aa0-446e-e99c-794be2d9996e" [ 1483.671834] env[62181]: _type = "HttpNfcLease" [ 1483.671834] env[62181]: } obtained for exporting VM: (result){ [ 1483.671834] env[62181]: value = "vm-371319" [ 1483.671834] env[62181]: _type = "VirtualMachine" [ 1483.671834] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1483.672147] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the lease: (returnval){ [ 1483.672147] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]526b1970-2aa0-446e-e99c-794be2d9996e" [ 1483.672147] env[62181]: _type = "HttpNfcLease" [ 1483.672147] env[62181]: } to be ready. {{(pid=62181) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1483.681936] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1483.681936] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]526b1970-2aa0-446e-e99c-794be2d9996e" [ 1483.681936] env[62181]: _type = "HttpNfcLease" [ 1483.681936] env[62181]: } is initializing. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1483.760774] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance b45441c4-5492-42a2-bc5a-c4d6b7891423 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1483.877351] env[62181]: DEBUG nova.network.neutron [req-ebd77d65-a9df-48dc-9d69-2decfc6efc9f req-7d79c1f1-0cd6-41f0-b98c-53ef8a7e370c service nova] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Updated VIF entry in instance network info cache for port 3a9c213d-83a8-406c-9a2c-25f4ab960170. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.877778] env[62181]: DEBUG nova.network.neutron [req-ebd77d65-a9df-48dc-9d69-2decfc6efc9f req-7d79c1f1-0cd6-41f0-b98c-53ef8a7e370c service nova] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Updating instance_info_cache with network_info: [{"id": "3a9c213d-83a8-406c-9a2c-25f4ab960170", "address": "fa:16:3e:4a:53:2c", "network": {"id": "cf6848ea-66aa-4178-8f5a-b3d22fca513e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-13783574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb3f658af9d45979c0017369eaa5f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a9c213d-83", "ovs_interfaceid": "3a9c213d-83a8-406c-9a2c-25f4ab960170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.110927] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d68547-e2d4-7ee5-1d29-6cf2ea22176e, 'name': SearchDatastore_Task, 'duration_secs': 0.012568} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.111261] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.111497] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1484.111732] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.111902] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.112094] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1484.112356] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aab8d03e-8f58-46bd-b15a-93c522ae11b3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.120942] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1484.121132] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1484.121841] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98f117cf-1af8-4d1c-a779-c8522cd228dc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.127525] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Waiting for the task: (returnval){ [ 1484.127525] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52cc4318-9843-de6d-6704-9c99ac3f5e0d" [ 1484.127525] env[62181]: _type = "Task" [ 1484.127525] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.135558] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52cc4318-9843-de6d-6704-9c99ac3f5e0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.183697] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1484.183697] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]526b1970-2aa0-446e-e99c-794be2d9996e" [ 1484.183697] env[62181]: _type = "HttpNfcLease" [ 1484.183697] env[62181]: } is ready. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1484.183856] env[62181]: DEBUG oslo_vmware.rw_handles [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1484.183856] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]526b1970-2aa0-446e-e99c-794be2d9996e" [ 1484.183856] env[62181]: _type = "HttpNfcLease" [ 1484.183856] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1484.184628] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a51a89-41cb-4438-b4db-f88630eb9aa3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.193171] env[62181]: DEBUG oslo_vmware.rw_handles [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524cb566-6739-61aa-0cd9-0faca3879922/disk-0.vmdk from lease info. {{(pid=62181) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1484.193366] env[62181]: DEBUG oslo_vmware.rw_handles [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524cb566-6739-61aa-0cd9-0faca3879922/disk-0.vmdk for reading. {{(pid=62181) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1484.266056] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance dd52dddb-7f4a-483b-aa89-fb7d0537be0f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1484.297423] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-723ded1b-1e9d-4ad0-8536-b43c16189b4c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.380177] env[62181]: DEBUG oslo_concurrency.lockutils [req-ebd77d65-a9df-48dc-9d69-2decfc6efc9f req-7d79c1f1-0cd6-41f0-b98c-53ef8a7e370c service nova] Releasing lock "refresh_cache-b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.384343] env[62181]: DEBUG nova.network.neutron [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Successfully updated port: b0e3ca49-5547-4c56-bedb-b7dca52da3a7 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1484.638987] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52cc4318-9843-de6d-6704-9c99ac3f5e0d, 'name': SearchDatastore_Task, 'duration_secs': 0.008714} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.639950] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d8e312b-d3b4-45ba-91ff-d587d2c26a1f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.645614] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Waiting for the task: (returnval){ [ 1484.645614] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a34f40-b163-92a3-0788-28e9ff6fe687" [ 1484.645614] env[62181]: _type = "Task" [ 1484.645614] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.654241] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a34f40-b163-92a3-0788-28e9ff6fe687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.769773] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 05fae8ff-eb9c-4e22-9075-f8de2d18c82e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1485.156638] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a34f40-b163-92a3-0788-28e9ff6fe687, 'name': SearchDatastore_Task, 'duration_secs': 0.009836} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.157012] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.157409] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660/b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1485.157817] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fcb8c39-2c5a-491f-9d3f-dec3660bc89e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.168892] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Waiting for the task: (returnval){ [ 1485.168892] env[62181]: value = "task-1789882" [ 1485.168892] env[62181]: _type = "Task" [ 1485.168892] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.178782] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': task-1789882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.206108] env[62181]: DEBUG nova.compute.manager [req-45c61667-a847-4f66-a127-58dd8f4d7192 req-42f9f53a-fb9d-47c8-a6f4-d0f798c65c02 service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Received event network-vif-plugged-b0e3ca49-5547-4c56-bedb-b7dca52da3a7 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1485.206581] env[62181]: DEBUG oslo_concurrency.lockutils [req-45c61667-a847-4f66-a127-58dd8f4d7192 req-42f9f53a-fb9d-47c8-a6f4-d0f798c65c02 service nova] Acquiring lock "425ebe0d-e361-43f1-a1ff-510df503cfe3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.206900] env[62181]: DEBUG oslo_concurrency.lockutils [req-45c61667-a847-4f66-a127-58dd8f4d7192 req-42f9f53a-fb9d-47c8-a6f4-d0f798c65c02 service nova] Lock "425ebe0d-e361-43f1-a1ff-510df503cfe3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.207379] env[62181]: DEBUG oslo_concurrency.lockutils [req-45c61667-a847-4f66-a127-58dd8f4d7192 req-42f9f53a-fb9d-47c8-a6f4-d0f798c65c02 service nova] Lock "425ebe0d-e361-43f1-a1ff-510df503cfe3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.208535] env[62181]: DEBUG nova.compute.manager [req-45c61667-a847-4f66-a127-58dd8f4d7192 req-42f9f53a-fb9d-47c8-a6f4-d0f798c65c02 service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] No waiting events found dispatching network-vif-plugged-b0e3ca49-5547-4c56-bedb-b7dca52da3a7 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1485.208535] env[62181]: WARNING nova.compute.manager [req-45c61667-a847-4f66-a127-58dd8f4d7192 req-42f9f53a-fb9d-47c8-a6f4-d0f798c65c02 service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Received unexpected event network-vif-plugged-b0e3ca49-5547-4c56-bedb-b7dca52da3a7 for instance with vm_state building and task_state spawning. [ 1485.208535] env[62181]: DEBUG nova.compute.manager [req-45c61667-a847-4f66-a127-58dd8f4d7192 req-42f9f53a-fb9d-47c8-a6f4-d0f798c65c02 service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Received event network-changed-b0e3ca49-5547-4c56-bedb-b7dca52da3a7 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1485.208535] env[62181]: DEBUG nova.compute.manager [req-45c61667-a847-4f66-a127-58dd8f4d7192 req-42f9f53a-fb9d-47c8-a6f4-d0f798c65c02 service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Refreshing instance network info cache due to event network-changed-b0e3ca49-5547-4c56-bedb-b7dca52da3a7. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1485.208924] env[62181]: DEBUG oslo_concurrency.lockutils [req-45c61667-a847-4f66-a127-58dd8f4d7192 req-42f9f53a-fb9d-47c8-a6f4-d0f798c65c02 service nova] Acquiring lock "refresh_cache-425ebe0d-e361-43f1-a1ff-510df503cfe3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.209208] env[62181]: DEBUG oslo_concurrency.lockutils [req-45c61667-a847-4f66-a127-58dd8f4d7192 req-42f9f53a-fb9d-47c8-a6f4-d0f798c65c02 service nova] Acquired lock "refresh_cache-425ebe0d-e361-43f1-a1ff-510df503cfe3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.209557] env[62181]: DEBUG nova.network.neutron [req-45c61667-a847-4f66-a127-58dd8f4d7192 req-42f9f53a-fb9d-47c8-a6f4-d0f798c65c02 service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Refreshing network info cache for port b0e3ca49-5547-4c56-bedb-b7dca52da3a7 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1485.273958] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance a721398d-f02b-4073-9ed5-b0b452af8782 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1485.680123] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': task-1789882, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.764629] env[62181]: DEBUG nova.network.neutron [req-45c61667-a847-4f66-a127-58dd8f4d7192 req-42f9f53a-fb9d-47c8-a6f4-d0f798c65c02 service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1485.777554] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance e9e2eb6e-21df-402a-9f10-6c6695c19caa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1485.855953] env[62181]: DEBUG nova.network.neutron [req-45c61667-a847-4f66-a127-58dd8f4d7192 req-42f9f53a-fb9d-47c8-a6f4-d0f798c65c02 service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.183372] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': task-1789882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58995} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.183713] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660/b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1486.183870] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1486.184229] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1df62d4-827e-430a-8533-3ef015318c18 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.196186] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Waiting for the task: (returnval){ [ 1486.196186] env[62181]: value = "task-1789883" [ 1486.196186] env[62181]: _type = "Task" [ 1486.196186] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.209801] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': task-1789883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.280599] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 5fce7919-77bd-4033-bc8b-9aae4abe6c07 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1486.359288] env[62181]: DEBUG oslo_concurrency.lockutils [req-45c61667-a847-4f66-a127-58dd8f4d7192 req-42f9f53a-fb9d-47c8-a6f4-d0f798c65c02 service nova] Releasing lock "refresh_cache-425ebe0d-e361-43f1-a1ff-510df503cfe3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.709997] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': task-1789883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067005} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.709997] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1486.710479] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d507aa8-d613-459e-a7cc-2cd162af50f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.735159] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660/b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1486.735646] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1455946-44e6-4df8-9c74-e9ac73176f90 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.758253] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Waiting for the task: (returnval){ [ 1486.758253] env[62181]: value = "task-1789884" [ 1486.758253] env[62181]: _type = "Task" [ 1486.758253] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.766373] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': task-1789884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.784512] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 2728ada8-aae7-4566-bb67-716ac4e3eb88 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1486.821476] env[62181]: DEBUG nova.network.neutron [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Successfully updated port: efe6c6ed-abfe-4149-a9d8-7b4cb24e065f {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1487.251275] env[62181]: DEBUG nova.compute.manager [req-6e8de206-1a34-4e31-9bc9-c1694c911588 req-d0cbc965-9c6f-4198-b5e4-7d32cf5e29c2 service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Received event network-vif-plugged-efe6c6ed-abfe-4149-a9d8-7b4cb24e065f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1487.251425] env[62181]: DEBUG oslo_concurrency.lockutils [req-6e8de206-1a34-4e31-9bc9-c1694c911588 req-d0cbc965-9c6f-4198-b5e4-7d32cf5e29c2 service nova] Acquiring lock "425ebe0d-e361-43f1-a1ff-510df503cfe3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.251695] env[62181]: DEBUG oslo_concurrency.lockutils [req-6e8de206-1a34-4e31-9bc9-c1694c911588 req-d0cbc965-9c6f-4198-b5e4-7d32cf5e29c2 service nova] Lock "425ebe0d-e361-43f1-a1ff-510df503cfe3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.251820] env[62181]: DEBUG oslo_concurrency.lockutils [req-6e8de206-1a34-4e31-9bc9-c1694c911588 req-d0cbc965-9c6f-4198-b5e4-7d32cf5e29c2 service nova] Lock "425ebe0d-e361-43f1-a1ff-510df503cfe3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.252016] env[62181]: DEBUG nova.compute.manager [req-6e8de206-1a34-4e31-9bc9-c1694c911588 req-d0cbc965-9c6f-4198-b5e4-7d32cf5e29c2 service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] No waiting events found dispatching network-vif-plugged-efe6c6ed-abfe-4149-a9d8-7b4cb24e065f {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1487.252182] env[62181]: WARNING nova.compute.manager [req-6e8de206-1a34-4e31-9bc9-c1694c911588 req-d0cbc965-9c6f-4198-b5e4-7d32cf5e29c2 service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Received unexpected event network-vif-plugged-efe6c6ed-abfe-4149-a9d8-7b4cb24e065f for instance with vm_state building and task_state spawning. [ 1487.252340] env[62181]: DEBUG nova.compute.manager [req-6e8de206-1a34-4e31-9bc9-c1694c911588 req-d0cbc965-9c6f-4198-b5e4-7d32cf5e29c2 service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Received event network-changed-efe6c6ed-abfe-4149-a9d8-7b4cb24e065f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1487.252552] env[62181]: DEBUG nova.compute.manager [req-6e8de206-1a34-4e31-9bc9-c1694c911588 req-d0cbc965-9c6f-4198-b5e4-7d32cf5e29c2 service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Refreshing instance network info cache due to event network-changed-efe6c6ed-abfe-4149-a9d8-7b4cb24e065f. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1487.252844] env[62181]: DEBUG oslo_concurrency.lockutils [req-6e8de206-1a34-4e31-9bc9-c1694c911588 req-d0cbc965-9c6f-4198-b5e4-7d32cf5e29c2 service nova] Acquiring lock "refresh_cache-425ebe0d-e361-43f1-a1ff-510df503cfe3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.253048] env[62181]: DEBUG oslo_concurrency.lockutils [req-6e8de206-1a34-4e31-9bc9-c1694c911588 req-d0cbc965-9c6f-4198-b5e4-7d32cf5e29c2 service nova] Acquired lock "refresh_cache-425ebe0d-e361-43f1-a1ff-510df503cfe3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.253254] env[62181]: DEBUG nova.network.neutron [req-6e8de206-1a34-4e31-9bc9-c1694c911588 req-d0cbc965-9c6f-4198-b5e4-7d32cf5e29c2 service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Refreshing network info cache for port efe6c6ed-abfe-4149-a9d8-7b4cb24e065f {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1487.268068] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': task-1789884, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.289786] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 7a617a4a-f487-4a3d-9689-c3f4d3448c40 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1487.768045] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': task-1789884, 'name': ReconfigVM_Task, 'duration_secs': 0.522118} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.768372] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Reconfigured VM instance instance-0000001b to attach disk [datastore1] b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660/b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1487.769081] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b69f38dd-2a06-4b9b-997e-c7661ada14d3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.775184] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Waiting for the task: (returnval){ [ 1487.775184] env[62181]: value = "task-1789885" [ 1487.775184] env[62181]: _type = "Task" [ 1487.775184] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.783320] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': task-1789885, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.793102] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance ada9887b-6474-4679-a327-e217c7fbf167 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1487.804979] env[62181]: DEBUG nova.network.neutron [req-6e8de206-1a34-4e31-9bc9-c1694c911588 req-d0cbc965-9c6f-4198-b5e4-7d32cf5e29c2 service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1487.899869] env[62181]: DEBUG nova.network.neutron [req-6e8de206-1a34-4e31-9bc9-c1694c911588 req-d0cbc965-9c6f-4198-b5e4-7d32cf5e29c2 service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.286240] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': task-1789885, 'name': Rename_Task, 'duration_secs': 0.179655} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.286538] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.286792] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1132ea4b-6f7a-490d-8294-6ae84290c414 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.294327] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Waiting for the task: (returnval){ [ 1488.294327] env[62181]: value = "task-1789886" [ 1488.294327] env[62181]: _type = "Task" [ 1488.294327] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.297238] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 7fb647de-d093-4f4a-a198-468e61926976 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1488.303587] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': task-1789886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.403106] env[62181]: DEBUG oslo_concurrency.lockutils [req-6e8de206-1a34-4e31-9bc9-c1694c911588 req-d0cbc965-9c6f-4198-b5e4-7d32cf5e29c2 service nova] Releasing lock "refresh_cache-425ebe0d-e361-43f1-a1ff-510df503cfe3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.799599] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance d54f5326-c587-44a4-bdd6-459f9aff96d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1488.806681] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': task-1789886, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.002791] env[62181]: DEBUG nova.network.neutron [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Successfully updated port: f6d24bc9-dc9e-4c5c-8c03-c59d164f7739 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1489.278161] env[62181]: DEBUG nova.compute.manager [req-674347d9-c9fc-4dce-ac31-b2d3829040f7 req-b71e7c16-fb4f-4f0c-87d6-e2903fe77bfa service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Received event network-vif-plugged-f6d24bc9-dc9e-4c5c-8c03-c59d164f7739 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1489.278332] env[62181]: DEBUG oslo_concurrency.lockutils [req-674347d9-c9fc-4dce-ac31-b2d3829040f7 req-b71e7c16-fb4f-4f0c-87d6-e2903fe77bfa service nova] Acquiring lock "425ebe0d-e361-43f1-a1ff-510df503cfe3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.278943] env[62181]: DEBUG oslo_concurrency.lockutils [req-674347d9-c9fc-4dce-ac31-b2d3829040f7 req-b71e7c16-fb4f-4f0c-87d6-e2903fe77bfa service nova] Lock "425ebe0d-e361-43f1-a1ff-510df503cfe3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.278943] env[62181]: DEBUG oslo_concurrency.lockutils [req-674347d9-c9fc-4dce-ac31-b2d3829040f7 req-b71e7c16-fb4f-4f0c-87d6-e2903fe77bfa service nova] Lock "425ebe0d-e361-43f1-a1ff-510df503cfe3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.278943] env[62181]: DEBUG nova.compute.manager [req-674347d9-c9fc-4dce-ac31-b2d3829040f7 req-b71e7c16-fb4f-4f0c-87d6-e2903fe77bfa service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] No waiting events found dispatching network-vif-plugged-f6d24bc9-dc9e-4c5c-8c03-c59d164f7739 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1489.279062] env[62181]: WARNING nova.compute.manager [req-674347d9-c9fc-4dce-ac31-b2d3829040f7 req-b71e7c16-fb4f-4f0c-87d6-e2903fe77bfa service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Received unexpected event network-vif-plugged-f6d24bc9-dc9e-4c5c-8c03-c59d164f7739 for instance with vm_state building and task_state spawning. [ 1489.279422] env[62181]: DEBUG nova.compute.manager [req-674347d9-c9fc-4dce-ac31-b2d3829040f7 req-b71e7c16-fb4f-4f0c-87d6-e2903fe77bfa service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Received event network-changed-f6d24bc9-dc9e-4c5c-8c03-c59d164f7739 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1489.279585] env[62181]: DEBUG nova.compute.manager [req-674347d9-c9fc-4dce-ac31-b2d3829040f7 req-b71e7c16-fb4f-4f0c-87d6-e2903fe77bfa service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Refreshing instance network info cache due to event network-changed-f6d24bc9-dc9e-4c5c-8c03-c59d164f7739. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1489.279763] env[62181]: DEBUG oslo_concurrency.lockutils [req-674347d9-c9fc-4dce-ac31-b2d3829040f7 req-b71e7c16-fb4f-4f0c-87d6-e2903fe77bfa service nova] Acquiring lock "refresh_cache-425ebe0d-e361-43f1-a1ff-510df503cfe3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.280555] env[62181]: DEBUG oslo_concurrency.lockutils [req-674347d9-c9fc-4dce-ac31-b2d3829040f7 req-b71e7c16-fb4f-4f0c-87d6-e2903fe77bfa service nova] Acquired lock "refresh_cache-425ebe0d-e361-43f1-a1ff-510df503cfe3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.280798] env[62181]: DEBUG nova.network.neutron [req-674347d9-c9fc-4dce-ac31-b2d3829040f7 req-b71e7c16-fb4f-4f0c-87d6-e2903fe77bfa service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Refreshing network info cache for port f6d24bc9-dc9e-4c5c-8c03-c59d164f7739 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1489.302723] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 30abe2dc-f244-490c-aa4d-931da243efdc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1489.307336] env[62181]: DEBUG oslo_vmware.api [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': task-1789886, 'name': PowerOnVM_Task, 'duration_secs': 0.58872} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.307777] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1489.307965] env[62181]: INFO nova.compute.manager [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1489.308149] env[62181]: DEBUG nova.compute.manager [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1489.309397] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e8c95a-3974-4a80-a114-3c5f63f80d6f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.506198] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquiring lock "refresh_cache-425ebe0d-e361-43f1-a1ff-510df503cfe3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.808822] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance dcfd3b17-c193-416b-8e6b-f1c149769c30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1489.828546] env[62181]: DEBUG nova.network.neutron [req-674347d9-c9fc-4dce-ac31-b2d3829040f7 req-b71e7c16-fb4f-4f0c-87d6-e2903fe77bfa service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1489.830138] env[62181]: INFO nova.compute.manager [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Took 53.01 seconds to build instance. [ 1489.932841] env[62181]: DEBUG nova.network.neutron [req-674347d9-c9fc-4dce-ac31-b2d3829040f7 req-b71e7c16-fb4f-4f0c-87d6-e2903fe77bfa service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.311470] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1490.332134] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b4c634f0-511b-441a-a9af-c60f64ba3446 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Lock "b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.645s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.436913] env[62181]: DEBUG oslo_concurrency.lockutils [req-674347d9-c9fc-4dce-ac31-b2d3829040f7 req-b71e7c16-fb4f-4f0c-87d6-e2903fe77bfa service nova] Releasing lock "refresh_cache-425ebe0d-e361-43f1-a1ff-510df503cfe3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.436913] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquired lock "refresh_cache-425ebe0d-e361-43f1-a1ff-510df503cfe3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.436913] env[62181]: DEBUG nova.network.neutron [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1490.816275] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 13bc5ed7-0e84-4472-ba74-2009b801f4a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1490.816275] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1490.816275] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1490.836025] env[62181]: DEBUG nova.compute.manager [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1490.988540] env[62181]: DEBUG nova.network.neutron [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1491.362255] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.371717] env[62181]: DEBUG nova.compute.manager [req-b1e700a6-e614-45b4-9f31-a5611fcb4e4c req-5ef4c00a-6cbd-47b5-8227-f551b0d49a2e service nova] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Received event network-changed-3a9c213d-83a8-406c-9a2c-25f4ab960170 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1491.371717] env[62181]: DEBUG nova.compute.manager [req-b1e700a6-e614-45b4-9f31-a5611fcb4e4c req-5ef4c00a-6cbd-47b5-8227-f551b0d49a2e service nova] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Refreshing instance network info cache due to event network-changed-3a9c213d-83a8-406c-9a2c-25f4ab960170. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1491.371919] env[62181]: DEBUG oslo_concurrency.lockutils [req-b1e700a6-e614-45b4-9f31-a5611fcb4e4c req-5ef4c00a-6cbd-47b5-8227-f551b0d49a2e service nova] Acquiring lock "refresh_cache-b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.372794] env[62181]: DEBUG oslo_concurrency.lockutils [req-b1e700a6-e614-45b4-9f31-a5611fcb4e4c req-5ef4c00a-6cbd-47b5-8227-f551b0d49a2e service nova] Acquired lock "refresh_cache-b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.372995] env[62181]: DEBUG nova.network.neutron [req-b1e700a6-e614-45b4-9f31-a5611fcb4e4c req-5ef4c00a-6cbd-47b5-8227-f551b0d49a2e service nova] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Refreshing network info cache for port 3a9c213d-83a8-406c-9a2c-25f4ab960170 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1491.409808] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd61e55e-cc4a-45ec-964a-622b31b3708c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.419605] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab543f5f-7abd-4263-96e9-2f929d960e9a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.462416] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468c8b0b-dbf1-405f-a409-ae96080d900c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.473019] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2622f8-4452-4447-b72c-30cd063616cd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.486467] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1491.556312] env[62181]: DEBUG nova.network.neutron [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Updating instance_info_cache with network_info: [{"id": "b0e3ca49-5547-4c56-bedb-b7dca52da3a7", "address": "fa:16:3e:d1:21:8b", "network": {"id": "776c2b9f-a3d8-41f9-9403-b2a9e0a945bb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-168653343", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48b1a5cc1804c109e5404ce122df4d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0e3ca49-55", "ovs_interfaceid": "b0e3ca49-5547-4c56-bedb-b7dca52da3a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "efe6c6ed-abfe-4149-a9d8-7b4cb24e065f", "address": "fa:16:3e:26:19:c6", "network": {"id": "a9ab27b5-8b3e-4d40-98ab-60a4396d9c15", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-155261328", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e48b1a5cc1804c109e5404ce122df4d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefe6c6ed-ab", "ovs_interfaceid": "efe6c6ed-abfe-4149-a9d8-7b4cb24e065f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f6d24bc9-dc9e-4c5c-8c03-c59d164f7739", "address": "fa:16:3e:50:28:2b", "network": {"id": "776c2b9f-a3d8-41f9-9403-b2a9e0a945bb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-168653343", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48b1a5cc1804c109e5404ce122df4d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d24bc9-dc", "ovs_interfaceid": "f6d24bc9-dc9e-4c5c-8c03-c59d164f7739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.006111] env[62181]: ERROR nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [req-32609d23-d960-4235-ae36-75e3c756357e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-32609d23-d960-4235-ae36-75e3c756357e"}]} [ 1492.023430] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1492.039143] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1492.039338] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1492.054913] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1492.059179] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Releasing lock "refresh_cache-425ebe0d-e361-43f1-a1ff-510df503cfe3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.059833] env[62181]: DEBUG nova.compute.manager [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Instance network_info: |[{"id": "b0e3ca49-5547-4c56-bedb-b7dca52da3a7", "address": "fa:16:3e:d1:21:8b", "network": {"id": "776c2b9f-a3d8-41f9-9403-b2a9e0a945bb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-168653343", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48b1a5cc1804c109e5404ce122df4d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0e3ca49-55", "ovs_interfaceid": "b0e3ca49-5547-4c56-bedb-b7dca52da3a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "efe6c6ed-abfe-4149-a9d8-7b4cb24e065f", "address": "fa:16:3e:26:19:c6", "network": {"id": "a9ab27b5-8b3e-4d40-98ab-60a4396d9c15", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-155261328", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e48b1a5cc1804c109e5404ce122df4d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefe6c6ed-ab", "ovs_interfaceid": "efe6c6ed-abfe-4149-a9d8-7b4cb24e065f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f6d24bc9-dc9e-4c5c-8c03-c59d164f7739", "address": "fa:16:3e:50:28:2b", "network": {"id": "776c2b9f-a3d8-41f9-9403-b2a9e0a945bb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-168653343", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48b1a5cc1804c109e5404ce122df4d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d24bc9-dc", "ovs_interfaceid": "f6d24bc9-dc9e-4c5c-8c03-c59d164f7739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1492.063565] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:21:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0e3ca49-5547-4c56-bedb-b7dca52da3a7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:19:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efe6c6ed-abfe-4149-a9d8-7b4cb24e065f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:28:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6d24bc9-dc9e-4c5c-8c03-c59d164f7739', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1492.071959] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Creating folder: Project (e48b1a5cc1804c109e5404ce122df4d4). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1492.072472] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbc99065-7415-4e7e-8eb5-8cb8e093d751 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.078166] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1492.086306] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Created folder: Project (e48b1a5cc1804c109e5404ce122df4d4) in parent group-v371238. [ 1492.086500] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Creating folder: Instances. Parent ref: group-v371323. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1492.086737] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f538383d-e803-492d-bf2c-25ba3fb12c7b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.099370] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Created folder: Instances in parent group-v371323. [ 1492.099542] env[62181]: DEBUG oslo.service.loopingcall [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1492.099739] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1492.099950] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-076c2ebd-7d8a-496c-912a-0672755fa8c4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.132479] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1492.132479] env[62181]: value = "task-1789889" [ 1492.132479] env[62181]: _type = "Task" [ 1492.132479] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.140506] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789889, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.172015] env[62181]: DEBUG nova.network.neutron [req-b1e700a6-e614-45b4-9f31-a5611fcb4e4c req-5ef4c00a-6cbd-47b5-8227-f551b0d49a2e service nova] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Updated VIF entry in instance network info cache for port 3a9c213d-83a8-406c-9a2c-25f4ab960170. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1492.172436] env[62181]: DEBUG nova.network.neutron [req-b1e700a6-e614-45b4-9f31-a5611fcb4e4c req-5ef4c00a-6cbd-47b5-8227-f551b0d49a2e service nova] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Updating instance_info_cache with network_info: [{"id": "3a9c213d-83a8-406c-9a2c-25f4ab960170", "address": "fa:16:3e:4a:53:2c", "network": {"id": "cf6848ea-66aa-4178-8f5a-b3d22fca513e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-13783574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb3f658af9d45979c0017369eaa5f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a9c213d-83", "ovs_interfaceid": "3a9c213d-83a8-406c-9a2c-25f4ab960170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.548818] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c03cf4-c7df-4300-b4ed-a298028d35f7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.556645] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a758997-48e6-43dd-8307-cf11056a39d1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.589903] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817a6fa2-da7c-44d5-8319-0102aaf7c86d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.597628] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ae3056-86c9-423c-8bac-07e80491bb1e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.611460] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1492.642407] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789889, 'name': CreateVM_Task, 'duration_secs': 0.485149} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.642595] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1492.643627] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.643818] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.644149] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1492.644409] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3a4c78-615d-4f92-b01d-04a85fcc038c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.649317] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1492.649317] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52dbe9ab-c3cf-a6ed-93cd-ced1d3fdc0c5" [ 1492.649317] env[62181]: _type = "Task" [ 1492.649317] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.659456] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52dbe9ab-c3cf-a6ed-93cd-ced1d3fdc0c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.675580] env[62181]: DEBUG oslo_concurrency.lockutils [req-b1e700a6-e614-45b4-9f31-a5611fcb4e4c req-5ef4c00a-6cbd-47b5-8227-f551b0d49a2e service nova] Releasing lock "refresh_cache-b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.140951] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1493.141229] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 58 to 59 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1493.141365] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1493.161595] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52dbe9ab-c3cf-a6ed-93cd-ced1d3fdc0c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012589} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.162628] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.162885] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1493.163210] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.163464] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.163618] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1493.164225] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40c84c4e-c01e-4d6f-9717-786892db2fd9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.173575] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1493.173819] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1493.174696] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f941816c-45a4-467a-b7a4-856a6fee3820 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.181096] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1493.181096] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f8c614-f7ca-d5d2-c072-cca1b9eafff8" [ 1493.181096] env[62181]: _type = "Task" [ 1493.181096] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.189727] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f8c614-f7ca-d5d2-c072-cca1b9eafff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.648758] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1493.649146] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 12.451s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.649340] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.611s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.649503] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.651741] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.925s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.653284] env[62181]: INFO nova.compute.claims [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1493.656769] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.656931] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Cleaning up deleted instances {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1493.679559] env[62181]: INFO nova.scheduler.client.report [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Deleted allocations for instance 2f95d392-062c-4c62-bd39-7c19342e125c [ 1493.695080] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f8c614-f7ca-d5d2-c072-cca1b9eafff8, 'name': SearchDatastore_Task, 'duration_secs': 0.010985} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.697118] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acd53daf-686e-43ac-8be4-2b62d377b784 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.704064] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1493.704064] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c27907-5636-e4b4-6dfe-86856c390f1f" [ 1493.704064] env[62181]: _type = "Task" [ 1493.704064] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.713295] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c27907-5636-e4b4-6dfe-86856c390f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.165069] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] There are 11 instances to clean {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11693}} [ 1494.165620] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: f8799d9e-8d97-411d-9282-7c4a7800b2b6] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1494.193437] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3bb7e7cf-24ee-4829-94c9-61386a270ecf tempest-ServerDiagnosticsV248Test-1607646863 tempest-ServerDiagnosticsV248Test-1607646863-project-member] Lock "2f95d392-062c-4c62-bd39-7c19342e125c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.892s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.215990] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c27907-5636-e4b4-6dfe-86856c390f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.011904} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.216169] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.216527] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 425ebe0d-e361-43f1-a1ff-510df503cfe3/425ebe0d-e361-43f1-a1ff-510df503cfe3.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1494.217734] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38f3a7bc-6b7d-4867-a159-7cf6e133c272 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.225035] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1494.225035] env[62181]: value = "task-1789890" [ 1494.225035] env[62181]: _type = "Task" [ 1494.225035] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.234135] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1789890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.524343] env[62181]: DEBUG oslo_vmware.rw_handles [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524cb566-6739-61aa-0cd9-0faca3879922/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1494.525515] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25857b4e-5b0d-4824-8d71-93875b5f7f2f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.533172] env[62181]: DEBUG oslo_vmware.rw_handles [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524cb566-6739-61aa-0cd9-0faca3879922/disk-0.vmdk is in state: ready. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1494.533172] env[62181]: ERROR oslo_vmware.rw_handles [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524cb566-6739-61aa-0cd9-0faca3879922/disk-0.vmdk due to incomplete transfer. [ 1494.533305] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-81e9e6cf-076f-47d6-b252-a82f940a023b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.542859] env[62181]: DEBUG oslo_vmware.rw_handles [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524cb566-6739-61aa-0cd9-0faca3879922/disk-0.vmdk. {{(pid=62181) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1494.543197] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Uploaded image 26360a6f-2a75-4a87-9b8b-6fcfad5f4a0d to the Glance image server {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1494.545639] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Destroying the VM {{(pid=62181) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1494.545966] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bcfb5c65-0c09-4a12-9042-93779cf5ffaa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.552717] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1494.552717] env[62181]: value = "task-1789891" [ 1494.552717] env[62181]: _type = "Task" [ 1494.552717] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.566567] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789891, 'name': Destroy_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.671453] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 74bf8090-fbaf-42b7-b981-728cdf285770] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1494.737529] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1789890, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.069194] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789891, 'name': Destroy_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.085378] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d110ea-14a3-49a9-86be-0930e0cce692 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.092694] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d10087-05dd-43fb-be99-660264b0dae8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.122596] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a42e90a-a043-46a7-bb03-b993c1c42f82 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.129783] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e62d4e-3368-42da-96cf-b076e127a7b2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.144342] env[62181]: DEBUG nova.compute.provider_tree [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1495.176862] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 6a393900-2d1e-4d11-92bd-eac1bdb98557] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1495.238982] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1789890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528018} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.239404] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 425ebe0d-e361-43f1-a1ff-510df503cfe3/425ebe0d-e361-43f1-a1ff-510df503cfe3.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1495.240106] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1495.240225] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df4275e8-5994-4406-a55b-5541c1fb8b13 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.248076] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1495.248076] env[62181]: value = "task-1789892" [ 1495.248076] env[62181]: _type = "Task" [ 1495.248076] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.255672] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1789892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.564721] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789891, 'name': Destroy_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.652142] env[62181]: DEBUG nova.scheduler.client.report [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1495.681052] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: b159db46-b163-449d-b4e3-332dc50ab194] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1495.761216] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1789892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068528} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.761501] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1495.762329] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37993cf3-7f47-4cf0-9722-b402c72d9ff1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.789592] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 425ebe0d-e361-43f1-a1ff-510df503cfe3/425ebe0d-e361-43f1-a1ff-510df503cfe3.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.789804] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-125a2161-2d8e-4b5b-ba8a-38fd480ba1f9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.810414] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1495.810414] env[62181]: value = "task-1789893" [ 1495.810414] env[62181]: _type = "Task" [ 1495.810414] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.818656] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1789893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.064786] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789891, 'name': Destroy_Task, 'duration_secs': 1.479154} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.065161] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Destroyed the VM [ 1496.065567] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Deleting Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1496.065863] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-411d66b1-9012-4e2b-899b-c6c6a134a6d5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.071560] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1496.071560] env[62181]: value = "task-1789894" [ 1496.071560] env[62181]: _type = "Task" [ 1496.071560] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.079882] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789894, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.158122] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.159044] env[62181]: DEBUG nova.compute.manager [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1496.161538] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.232s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.162899] env[62181]: INFO nova.compute.claims [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1496.183918] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 24637ec0-1517-4361-b31b-36e1c609198a] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1496.321076] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1789893, 'name': ReconfigVM_Task, 'duration_secs': 0.264014} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.321374] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 425ebe0d-e361-43f1-a1ff-510df503cfe3/425ebe0d-e361-43f1-a1ff-510df503cfe3.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1496.322099] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc8ca807-c768-447b-9c4f-f869a9a36a5f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.328700] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1496.328700] env[62181]: value = "task-1789895" [ 1496.328700] env[62181]: _type = "Task" [ 1496.328700] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.337021] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1789895, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.585639] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789894, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.667711] env[62181]: DEBUG nova.compute.utils [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1496.673094] env[62181]: DEBUG nova.compute.manager [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1496.673356] env[62181]: DEBUG nova.network.neutron [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1496.686770] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 790c77cd-62f8-4e65-91b6-122e8a7dbca6] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1496.750462] env[62181]: DEBUG nova.policy [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fed5f6d04a140f4888957cd6aad1a36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0941823b071449e8707e3c40bd07b2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1496.840822] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1789895, 'name': Rename_Task, 'duration_secs': 0.148177} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.843783] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1496.843783] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e74262b4-944d-4595-91d7-725e55646b45 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.852046] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1496.852046] env[62181]: value = "task-1789896" [ 1496.852046] env[62181]: _type = "Task" [ 1496.852046] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.861290] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1789896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.082449] env[62181]: DEBUG oslo_vmware.api [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789894, 'name': RemoveSnapshot_Task, 'duration_secs': 0.705519} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.082756] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Deleted Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1497.083021] env[62181]: INFO nova.compute.manager [None req-86c58f75-3d36-4666-a4e2-c5aeda8fa569 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Took 17.05 seconds to snapshot the instance on the hypervisor. [ 1497.174048] env[62181]: DEBUG nova.compute.manager [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1497.190104] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: d4622dba-7096-4004-8ebd-a7e62c13528a] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1497.367901] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1789896, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.418131] env[62181]: DEBUG nova.network.neutron [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Successfully created port: c42e1df7-2d09-4354-8923-a3cdaaaae040 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1497.693369] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: f9324e42-bc6f-49f4-b716-92f25ac17433] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1497.766386] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf987c2-5e63-4301-a5ac-e4788414be32 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.777391] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55224b3-37df-4f14-9769-8f17c7b9a123 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.818086] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c937c751-0187-42ed-9965-1478743984cb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.828548] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0451d16-8a60-4a58-98db-0051f6e80e63 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.846563] env[62181]: DEBUG nova.compute.provider_tree [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.863522] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1789896, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.189608] env[62181]: DEBUG nova.compute.manager [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1498.196288] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: c84b1d01-bbc1-4644-962a-ca1301ac099c] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1498.212276] env[62181]: DEBUG nova.virt.hardware [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1498.212632] env[62181]: DEBUG nova.virt.hardware [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1498.212685] env[62181]: DEBUG nova.virt.hardware [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1498.212899] env[62181]: DEBUG nova.virt.hardware [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1498.213064] env[62181]: DEBUG nova.virt.hardware [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1498.213200] env[62181]: DEBUG nova.virt.hardware [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1498.214468] env[62181]: DEBUG nova.virt.hardware [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1498.214468] env[62181]: DEBUG nova.virt.hardware [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1498.214468] env[62181]: DEBUG nova.virt.hardware [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1498.214468] env[62181]: DEBUG nova.virt.hardware [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1498.214468] env[62181]: DEBUG nova.virt.hardware [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1498.214972] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d6ad34-aa32-4450-9bf5-dc70d0d006e2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.224150] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fad589-1d0a-448f-aa3a-c4f46a29db73 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.350635] env[62181]: DEBUG nova.scheduler.client.report [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1498.363308] env[62181]: DEBUG oslo_vmware.api [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1789896, 'name': PowerOnVM_Task, 'duration_secs': 1.030934} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.364090] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1498.364090] env[62181]: INFO nova.compute.manager [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Took 15.14 seconds to spawn the instance on the hypervisor. [ 1498.364090] env[62181]: DEBUG nova.compute.manager [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1498.365022] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1308046-52b9-4cab-b63c-317b766666d2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.703019] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 89d052a1-7dbb-47b7-b9d1-d573a50fbc4b] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1498.856492] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.856492] env[62181]: DEBUG nova.compute.manager [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1498.859012] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 48.537s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.859012] env[62181]: DEBUG nova.objects.instance [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62181) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1498.887943] env[62181]: INFO nova.compute.manager [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Took 61.08 seconds to build instance. [ 1498.993468] env[62181]: DEBUG nova.network.neutron [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Successfully updated port: c42e1df7-2d09-4354-8923-a3cdaaaae040 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1499.077838] env[62181]: DEBUG nova.compute.manager [req-a657e187-72c0-461f-8b3c-df19c243789d req-4cac420a-ee00-4ebb-9ac6-c3dd91927d67 service nova] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Received event network-vif-plugged-c42e1df7-2d09-4354-8923-a3cdaaaae040 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1499.078082] env[62181]: DEBUG oslo_concurrency.lockutils [req-a657e187-72c0-461f-8b3c-df19c243789d req-4cac420a-ee00-4ebb-9ac6-c3dd91927d67 service nova] Acquiring lock "a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.078381] env[62181]: DEBUG oslo_concurrency.lockutils [req-a657e187-72c0-461f-8b3c-df19c243789d req-4cac420a-ee00-4ebb-9ac6-c3dd91927d67 service nova] Lock "a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.078479] env[62181]: DEBUG oslo_concurrency.lockutils [req-a657e187-72c0-461f-8b3c-df19c243789d req-4cac420a-ee00-4ebb-9ac6-c3dd91927d67 service nova] Lock "a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.078672] env[62181]: DEBUG nova.compute.manager [req-a657e187-72c0-461f-8b3c-df19c243789d req-4cac420a-ee00-4ebb-9ac6-c3dd91927d67 service nova] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] No waiting events found dispatching network-vif-plugged-c42e1df7-2d09-4354-8923-a3cdaaaae040 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1499.079256] env[62181]: WARNING nova.compute.manager [req-a657e187-72c0-461f-8b3c-df19c243789d req-4cac420a-ee00-4ebb-9ac6-c3dd91927d67 service nova] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Received unexpected event network-vif-plugged-c42e1df7-2d09-4354-8923-a3cdaaaae040 for instance with vm_state building and task_state spawning. [ 1499.207317] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 9f252cab-0257-4a11-83ec-16e47e16deb7] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1499.364170] env[62181]: DEBUG nova.compute.utils [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1499.369128] env[62181]: DEBUG nova.compute.manager [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1499.369312] env[62181]: DEBUG nova.network.neutron [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1499.390516] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfaa9643-d58e-4008-90fc-bf259a9c9f6b tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "425ebe0d-e361-43f1-a1ff-510df503cfe3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.790s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.421009] env[62181]: DEBUG nova.policy [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edbe047eab454a77998d74b53c7816bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b06718bd5e441f8b5fcc5d2ea636456', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1499.496182] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Acquiring lock "refresh_cache-a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.496239] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Acquired lock "refresh_cache-a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.496415] env[62181]: DEBUG nova.network.neutron [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1499.714429] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.714429] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Cleaning up deleted instances with incomplete migration {{(pid=62181) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11722}} [ 1499.745037] env[62181]: DEBUG nova.network.neutron [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Successfully created port: c54d5d13-f345-43fa-a22a-a5e9c661adcc {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1499.872499] env[62181]: DEBUG nova.compute.manager [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1499.874085] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4bb71db-51c1-40fd-9bb5-fa0911941cfb tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.875258] env[62181]: DEBUG oslo_concurrency.lockutils [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.915s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.876978] env[62181]: INFO nova.compute.claims [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1499.894515] env[62181]: DEBUG nova.compute.manager [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1500.038722] env[62181]: DEBUG nova.compute.manager [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1500.039717] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdff647-97c1-42b4-93ad-483ced9973f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.061428] env[62181]: DEBUG nova.network.neutron [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1500.217181] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.288309] env[62181]: DEBUG nova.network.neutron [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Updating instance_info_cache with network_info: [{"id": "c42e1df7-2d09-4354-8923-a3cdaaaae040", "address": "fa:16:3e:e2:d8:37", "network": {"id": "eeb8e034-a2cd-4afd-b1ab-f44fd53f2cfb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026719873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0941823b071449e8707e3c40bd07b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42e1df7-2d", "ovs_interfaceid": "c42e1df7-2d09-4354-8923-a3cdaaaae040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.289710] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquiring lock "425ebe0d-e361-43f1-a1ff-510df503cfe3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.289953] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "425ebe0d-e361-43f1-a1ff-510df503cfe3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.290175] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquiring lock "425ebe0d-e361-43f1-a1ff-510df503cfe3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.290357] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "425ebe0d-e361-43f1-a1ff-510df503cfe3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.290523] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "425ebe0d-e361-43f1-a1ff-510df503cfe3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.293236] env[62181]: INFO nova.compute.manager [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Terminating instance [ 1500.421437] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.554133] env[62181]: INFO nova.compute.manager [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] instance snapshotting [ 1500.557024] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c69896-7472-4d25-991b-0b1811e58c68 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.577946] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b84b316-fc1d-4d1f-ba54-db275aa0f39f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.796052] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Releasing lock "refresh_cache-a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.796443] env[62181]: DEBUG nova.compute.manager [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Instance network_info: |[{"id": "c42e1df7-2d09-4354-8923-a3cdaaaae040", "address": "fa:16:3e:e2:d8:37", "network": {"id": "eeb8e034-a2cd-4afd-b1ab-f44fd53f2cfb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026719873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0941823b071449e8707e3c40bd07b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42e1df7-2d", "ovs_interfaceid": "c42e1df7-2d09-4354-8923-a3cdaaaae040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1500.797145] env[62181]: DEBUG nova.compute.manager [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1500.797401] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1500.797834] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:d8:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c42e1df7-2d09-4354-8923-a3cdaaaae040', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1500.806119] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Creating folder: Project (b0941823b071449e8707e3c40bd07b2d). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1500.806993] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f51a956-af58-4024-b06a-72f425b9ae41 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.810210] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acc7ab8d-92b6-47bc-a333-c337e3e0e88e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.817740] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1500.819029] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3723ad6c-abb1-4bd8-adeb-cd024a6fd762 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.821581] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Created folder: Project (b0941823b071449e8707e3c40bd07b2d) in parent group-v371238. [ 1500.821748] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Creating folder: Instances. Parent ref: group-v371326. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1500.821988] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ef1199d-8ee2-40c4-8f62-3bfa616b5122 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.826720] env[62181]: DEBUG oslo_vmware.api [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1500.826720] env[62181]: value = "task-1789898" [ 1500.826720] env[62181]: _type = "Task" [ 1500.826720] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.833804] env[62181]: DEBUG oslo_vmware.api [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1789898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.835018] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Created folder: Instances in parent group-v371326. [ 1500.835278] env[62181]: DEBUG oslo.service.loopingcall [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1500.835474] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1500.835692] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dfca0a2-151d-4bcc-b1fd-e966f73f8ae3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.855566] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1500.855566] env[62181]: value = "task-1789900" [ 1500.855566] env[62181]: _type = "Task" [ 1500.855566] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.865856] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789900, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.893109] env[62181]: DEBUG nova.compute.manager [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1500.917316] env[62181]: DEBUG nova.virt.hardware [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1500.917569] env[62181]: DEBUG nova.virt.hardware [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1500.918586] env[62181]: DEBUG nova.virt.hardware [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1500.918586] env[62181]: DEBUG nova.virt.hardware [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1500.918586] env[62181]: DEBUG nova.virt.hardware [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1500.918586] env[62181]: DEBUG nova.virt.hardware [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1500.918586] env[62181]: DEBUG nova.virt.hardware [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1500.918826] env[62181]: DEBUG nova.virt.hardware [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1500.918999] env[62181]: DEBUG nova.virt.hardware [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1500.919094] env[62181]: DEBUG nova.virt.hardware [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1500.919281] env[62181]: DEBUG nova.virt.hardware [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1500.921435] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99118563-8d2c-46cf-8756-fb5f7e0996b6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.934137] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c918c058-ce48-456b-9b60-194a1edf4180 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.088341] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Creating Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1501.088690] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cfe385c7-e67e-4246-865c-754f9d850325 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.096376] env[62181]: DEBUG oslo_vmware.api [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1501.096376] env[62181]: value = "task-1789901" [ 1501.096376] env[62181]: _type = "Task" [ 1501.096376] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.107534] env[62181]: DEBUG oslo_vmware.api [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789901, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.132822] env[62181]: DEBUG nova.compute.manager [req-16668549-ac55-4ec6-bd1c-754002d8bde2 req-240d269d-1fa1-4e90-875a-a7943aefed70 service nova] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Received event network-changed-c42e1df7-2d09-4354-8923-a3cdaaaae040 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1501.132891] env[62181]: DEBUG nova.compute.manager [req-16668549-ac55-4ec6-bd1c-754002d8bde2 req-240d269d-1fa1-4e90-875a-a7943aefed70 service nova] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Refreshing instance network info cache due to event network-changed-c42e1df7-2d09-4354-8923-a3cdaaaae040. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1501.133084] env[62181]: DEBUG oslo_concurrency.lockutils [req-16668549-ac55-4ec6-bd1c-754002d8bde2 req-240d269d-1fa1-4e90-875a-a7943aefed70 service nova] Acquiring lock "refresh_cache-a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.133257] env[62181]: DEBUG oslo_concurrency.lockutils [req-16668549-ac55-4ec6-bd1c-754002d8bde2 req-240d269d-1fa1-4e90-875a-a7943aefed70 service nova] Acquired lock "refresh_cache-a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.133430] env[62181]: DEBUG nova.network.neutron [req-16668549-ac55-4ec6-bd1c-754002d8bde2 req-240d269d-1fa1-4e90-875a-a7943aefed70 service nova] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Refreshing network info cache for port c42e1df7-2d09-4354-8923-a3cdaaaae040 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1501.345487] env[62181]: DEBUG oslo_vmware.api [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1789898, 'name': PowerOffVM_Task, 'duration_secs': 0.234403} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.345487] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.345487] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.346021] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9667f786-5df4-44fe-b99f-f1c163e0abd8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.362124] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58443ecc-3b3b-4f9a-b5da-232b21ebdc12 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.370408] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789900, 'name': CreateVM_Task, 'duration_secs': 0.373561} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.371117] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1501.371999] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.372251] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.372672] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1501.375339] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d1524c3-d8d1-48c1-be77-912f25b6265d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.378742] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f1137c-2ca7-42f3-a502-6f00c0336f20 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.386291] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Waiting for the task: (returnval){ [ 1501.386291] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52cb0718-7d59-aafb-9a47-9bf1e8945a29" [ 1501.386291] env[62181]: _type = "Task" [ 1501.386291] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.428627] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df16c458-ad88-4687-b7b0-6e364d71ddd4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.439396] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba20c0b4-30c2-45ee-94b2-113f9faad760 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.444413] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52cb0718-7d59-aafb-9a47-9bf1e8945a29, 'name': SearchDatastore_Task, 'duration_secs': 0.012671} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.444413] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.444764] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1501.444956] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.444956] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.445115] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1501.445705] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-570927e1-a7af-44fe-835d-7e960f340886 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.455286] env[62181]: DEBUG nova.compute.provider_tree [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.462988] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1501.464486] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1501.464486] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c13c7cc-244c-421c-8c1b-5c8fda98408b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.469537] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Waiting for the task: (returnval){ [ 1501.469537] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52667e8a-1900-92a8-95f7-09f17028daef" [ 1501.469537] env[62181]: _type = "Task" [ 1501.469537] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.477845] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52667e8a-1900-92a8-95f7-09f17028daef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.519749] env[62181]: DEBUG nova.network.neutron [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Successfully updated port: c54d5d13-f345-43fa-a22a-a5e9c661adcc {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1501.604112] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.604339] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.604514] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Deleting the datastore file [datastore1] 425ebe0d-e361-43f1-a1ff-510df503cfe3 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.605207] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b68c191-2a3c-46dc-afbb-47e4b2f7a000 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.610259] env[62181]: DEBUG oslo_vmware.api [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789901, 'name': CreateSnapshot_Task, 'duration_secs': 0.461848} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.611538] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Created Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1501.613171] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d24690-7d3d-43fd-9fef-08e8a3cdca73 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.615939] env[62181]: DEBUG oslo_vmware.api [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1501.615939] env[62181]: value = "task-1789903" [ 1501.615939] env[62181]: _type = "Task" [ 1501.615939] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.629525] env[62181]: DEBUG oslo_vmware.api [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1789903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.900995] env[62181]: DEBUG nova.network.neutron [req-16668549-ac55-4ec6-bd1c-754002d8bde2 req-240d269d-1fa1-4e90-875a-a7943aefed70 service nova] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Updated VIF entry in instance network info cache for port c42e1df7-2d09-4354-8923-a3cdaaaae040. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1501.901407] env[62181]: DEBUG nova.network.neutron [req-16668549-ac55-4ec6-bd1c-754002d8bde2 req-240d269d-1fa1-4e90-875a-a7943aefed70 service nova] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Updating instance_info_cache with network_info: [{"id": "c42e1df7-2d09-4354-8923-a3cdaaaae040", "address": "fa:16:3e:e2:d8:37", "network": {"id": "eeb8e034-a2cd-4afd-b1ab-f44fd53f2cfb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026719873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0941823b071449e8707e3c40bd07b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42e1df7-2d", "ovs_interfaceid": "c42e1df7-2d09-4354-8923-a3cdaaaae040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.959798] env[62181]: DEBUG nova.scheduler.client.report [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.980520] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52667e8a-1900-92a8-95f7-09f17028daef, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.981367] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b073ae3-ca7c-401c-bc75-482b6a0d8df2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.990016] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Waiting for the task: (returnval){ [ 1501.990016] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52502b49-5cb7-53ba-9ace-e3aa63ca1eff" [ 1501.990016] env[62181]: _type = "Task" [ 1501.990016] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.994973] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52502b49-5cb7-53ba-9ace-e3aa63ca1eff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.025649] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "refresh_cache-70d6f014-77b3-4e40-9617-f1f4fe4b1649" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.025804] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired lock "refresh_cache-70d6f014-77b3-4e40-9617-f1f4fe4b1649" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.025960] env[62181]: DEBUG nova.network.neutron [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1502.138358] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Creating linked-clone VM from snapshot {{(pid=62181) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1502.139493] env[62181]: DEBUG oslo_vmware.api [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1789903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194723} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.139925] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-28fd9a27-ad36-4dca-99d6-7b72281a1c12 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.143520] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.143738] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1502.143887] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.144078] env[62181]: INFO nova.compute.manager [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1502.144479] env[62181]: DEBUG oslo.service.loopingcall [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.144573] env[62181]: DEBUG nova.compute.manager [-] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1502.144624] env[62181]: DEBUG nova.network.neutron [-] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1502.154940] env[62181]: DEBUG oslo_vmware.api [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1502.154940] env[62181]: value = "task-1789904" [ 1502.154940] env[62181]: _type = "Task" [ 1502.154940] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.163121] env[62181]: DEBUG oslo_vmware.api [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789904, 'name': CloneVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.406239] env[62181]: DEBUG oslo_concurrency.lockutils [req-16668549-ac55-4ec6-bd1c-754002d8bde2 req-240d269d-1fa1-4e90-875a-a7943aefed70 service nova] Releasing lock "refresh_cache-a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.464947] env[62181]: DEBUG oslo_concurrency.lockutils [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.465600] env[62181]: DEBUG nova.compute.manager [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1502.468414] env[62181]: DEBUG oslo_concurrency.lockutils [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.435s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.468659] env[62181]: DEBUG oslo_concurrency.lockutils [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.471150] env[62181]: DEBUG oslo_concurrency.lockutils [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 45.796s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.502917] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52502b49-5cb7-53ba-9ace-e3aa63ca1eff, 'name': SearchDatastore_Task, 'duration_secs': 0.009117} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.503502] env[62181]: INFO nova.scheduler.client.report [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Deleted allocations for instance 826ca48d-5961-490b-b058-7ecd5a994a37 [ 1502.504687] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.504979] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a/a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1502.508362] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6109705c-b7ee-4836-a113-aa9c9d1720dc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.517499] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Waiting for the task: (returnval){ [ 1502.517499] env[62181]: value = "task-1789905" [ 1502.517499] env[62181]: _type = "Task" [ 1502.517499] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.525951] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1789905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.590512] env[62181]: DEBUG nova.network.neutron [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1502.672508] env[62181]: DEBUG oslo_vmware.api [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789904, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.901760] env[62181]: DEBUG nova.network.neutron [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Updating instance_info_cache with network_info: [{"id": "c54d5d13-f345-43fa-a22a-a5e9c661adcc", "address": "fa:16:3e:5b:83:3b", "network": {"id": "d68a42e1-23d3-4aa2-b0b3-e01edb8f55cc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-615642629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b06718bd5e441f8b5fcc5d2ea636456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc54d5d13-f3", "ovs_interfaceid": "c54d5d13-f345-43fa-a22a-a5e9c661adcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.975399] env[62181]: DEBUG nova.compute.utils [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1502.977234] env[62181]: DEBUG nova.compute.manager [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1502.977282] env[62181]: DEBUG nova.network.neutron [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1503.017531] env[62181]: DEBUG oslo_concurrency.lockutils [None req-accdb980-1a55-48e3-9088-8f3820a24935 tempest-FloatingIPsAssociationNegativeTestJSON-910860864 tempest-FloatingIPsAssociationNegativeTestJSON-910860864-project-member] Lock "826ca48d-5961-490b-b058-7ecd5a994a37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.366s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.032639] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1789905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470319} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.035563] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a/a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1503.036144] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1503.036766] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea4ca3a8-98c3-4226-be7a-c4ebfeed9632 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.044155] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Waiting for the task: (returnval){ [ 1503.044155] env[62181]: value = "task-1789906" [ 1503.044155] env[62181]: _type = "Task" [ 1503.044155] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.052255] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1789906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.057504] env[62181]: DEBUG nova.policy [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edbe047eab454a77998d74b53c7816bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b06718bd5e441f8b5fcc5d2ea636456', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1503.166385] env[62181]: DEBUG nova.compute.manager [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Received event network-vif-plugged-c54d5d13-f345-43fa-a22a-a5e9c661adcc {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1503.166385] env[62181]: DEBUG oslo_concurrency.lockutils [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] Acquiring lock "70d6f014-77b3-4e40-9617-f1f4fe4b1649-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.166385] env[62181]: DEBUG oslo_concurrency.lockutils [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] Lock "70d6f014-77b3-4e40-9617-f1f4fe4b1649-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.166385] env[62181]: DEBUG oslo_concurrency.lockutils [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] Lock "70d6f014-77b3-4e40-9617-f1f4fe4b1649-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.166385] env[62181]: DEBUG nova.compute.manager [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] No waiting events found dispatching network-vif-plugged-c54d5d13-f345-43fa-a22a-a5e9c661adcc {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1503.166385] env[62181]: WARNING nova.compute.manager [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Received unexpected event network-vif-plugged-c54d5d13-f345-43fa-a22a-a5e9c661adcc for instance with vm_state building and task_state spawning. [ 1503.166385] env[62181]: DEBUG nova.compute.manager [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Received event network-changed-c54d5d13-f345-43fa-a22a-a5e9c661adcc {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1503.166385] env[62181]: DEBUG nova.compute.manager [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Refreshing instance network info cache due to event network-changed-c54d5d13-f345-43fa-a22a-a5e9c661adcc. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1503.166385] env[62181]: DEBUG oslo_concurrency.lockutils [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] Acquiring lock "refresh_cache-70d6f014-77b3-4e40-9617-f1f4fe4b1649" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.169489] env[62181]: DEBUG oslo_vmware.api [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789904, 'name': CloneVM_Task} progress is 95%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.395080] env[62181]: DEBUG nova.network.neutron [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Successfully created port: 6f6acc0d-84db-454f-a6b6-7ac539f4e5b7 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1503.407137] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Releasing lock "refresh_cache-70d6f014-77b3-4e40-9617-f1f4fe4b1649" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.407137] env[62181]: DEBUG nova.compute.manager [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Instance network_info: |[{"id": "c54d5d13-f345-43fa-a22a-a5e9c661adcc", "address": "fa:16:3e:5b:83:3b", "network": {"id": "d68a42e1-23d3-4aa2-b0b3-e01edb8f55cc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-615642629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b06718bd5e441f8b5fcc5d2ea636456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc54d5d13-f3", "ovs_interfaceid": "c54d5d13-f345-43fa-a22a-a5e9c661adcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1503.407137] env[62181]: DEBUG oslo_concurrency.lockutils [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] Acquired lock "refresh_cache-70d6f014-77b3-4e40-9617-f1f4fe4b1649" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.407137] env[62181]: DEBUG nova.network.neutron [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Refreshing network info cache for port c54d5d13-f345-43fa-a22a-a5e9c661adcc {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1503.407557] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:83:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c54d5d13-f345-43fa-a22a-a5e9c661adcc', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1503.414890] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Creating folder: Project (8b06718bd5e441f8b5fcc5d2ea636456). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1503.415520] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd383cb7-8932-42af-99dd-020f89001729 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.429125] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Created folder: Project (8b06718bd5e441f8b5fcc5d2ea636456) in parent group-v371238. [ 1503.429399] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Creating folder: Instances. Parent ref: group-v371331. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1503.429657] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8746e322-8e86-45ba-923d-0f526ddbc015 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.440089] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Created folder: Instances in parent group-v371331. [ 1503.440336] env[62181]: DEBUG oslo.service.loopingcall [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1503.440921] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1503.440921] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab607cc5-23bb-4722-9dd7-9cc7211a6d8d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.458307] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49340ed-77b8-4f5e-85b4-11019b6191ee {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.466450] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e182ffd1-c46d-4fe3-8113-069b16e88c72 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.469426] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1503.469426] env[62181]: value = "task-1789909" [ 1503.469426] env[62181]: _type = "Task" [ 1503.469426] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.495613] env[62181]: DEBUG nova.compute.manager [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1503.499731] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5545e9a3-cee7-454c-bb65-8a716af86171 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.505476] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789909, 'name': CreateVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.509942] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64886e3a-5c37-45ac-bf30-e98e32465849 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.524086] env[62181]: DEBUG nova.compute.provider_tree [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1503.553474] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1789906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.624583] env[62181]: DEBUG nova.network.neutron [-] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.669065] env[62181]: DEBUG oslo_vmware.api [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789904, 'name': CloneVM_Task, 'duration_secs': 1.322976} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.669422] env[62181]: INFO nova.virt.vmwareapi.vmops [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Created linked-clone VM from snapshot [ 1503.671026] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394b1ffe-38de-4ab8-9ed5-0040285c749c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.680614] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Uploading image b6b555cb-40a5-4783-9a8a-1afca53ba2c8 {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1503.716415] env[62181]: DEBUG oslo_vmware.rw_handles [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1503.716415] env[62181]: value = "vm-371330" [ 1503.716415] env[62181]: _type = "VirtualMachine" [ 1503.716415] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1503.716721] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e28303a8-1aa4-4fb4-8e46-f73cbb9e828c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.724578] env[62181]: DEBUG oslo_vmware.rw_handles [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lease: (returnval){ [ 1503.724578] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f42a3c-7d58-f3f1-c6af-5e70b75f9312" [ 1503.724578] env[62181]: _type = "HttpNfcLease" [ 1503.724578] env[62181]: } obtained for exporting VM: (result){ [ 1503.724578] env[62181]: value = "vm-371330" [ 1503.724578] env[62181]: _type = "VirtualMachine" [ 1503.724578] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1503.724936] env[62181]: DEBUG oslo_vmware.api [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the lease: (returnval){ [ 1503.724936] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f42a3c-7d58-f3f1-c6af-5e70b75f9312" [ 1503.724936] env[62181]: _type = "HttpNfcLease" [ 1503.724936] env[62181]: } to be ready. {{(pid=62181) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1503.732452] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1503.732452] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f42a3c-7d58-f3f1-c6af-5e70b75f9312" [ 1503.732452] env[62181]: _type = "HttpNfcLease" [ 1503.732452] env[62181]: } is initializing. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1503.982047] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789909, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.027569] env[62181]: DEBUG nova.scheduler.client.report [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.059034] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1789906, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.128199] env[62181]: INFO nova.compute.manager [-] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Took 1.98 seconds to deallocate network for instance. [ 1504.233783] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1504.233783] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f42a3c-7d58-f3f1-c6af-5e70b75f9312" [ 1504.233783] env[62181]: _type = "HttpNfcLease" [ 1504.233783] env[62181]: } is ready. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1504.234098] env[62181]: DEBUG oslo_vmware.rw_handles [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1504.234098] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f42a3c-7d58-f3f1-c6af-5e70b75f9312" [ 1504.234098] env[62181]: _type = "HttpNfcLease" [ 1504.234098] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1504.234827] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf202da-47a4-4bfb-8b6e-326854261308 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.242748] env[62181]: DEBUG oslo_vmware.rw_handles [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bf328f-6b80-9415-5858-da8600a8be67/disk-0.vmdk from lease info. {{(pid=62181) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1504.242924] env[62181]: DEBUG oslo_vmware.rw_handles [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bf328f-6b80-9415-5858-da8600a8be67/disk-0.vmdk for reading. {{(pid=62181) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1504.338521] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c3415f9f-bf6a-4285-af61-8ad49b1c5963 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.379954] env[62181]: DEBUG nova.network.neutron [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Updated VIF entry in instance network info cache for port c54d5d13-f345-43fa-a22a-a5e9c661adcc. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1504.380495] env[62181]: DEBUG nova.network.neutron [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Updating instance_info_cache with network_info: [{"id": "c54d5d13-f345-43fa-a22a-a5e9c661adcc", "address": "fa:16:3e:5b:83:3b", "network": {"id": "d68a42e1-23d3-4aa2-b0b3-e01edb8f55cc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-615642629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b06718bd5e441f8b5fcc5d2ea636456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc54d5d13-f3", "ovs_interfaceid": "c54d5d13-f345-43fa-a22a-a5e9c661adcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.482122] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789909, 'name': CreateVM_Task, 'duration_secs': 0.954004} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.482391] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1504.483134] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.483376] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.483764] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1504.484138] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02e37ed0-dc49-4261-b61c-d22212d4a115 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.489227] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1504.489227] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52838526-19fc-19f2-4833-b446deea024e" [ 1504.489227] env[62181]: _type = "Task" [ 1504.489227] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.499726] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52838526-19fc-19f2-4833-b446deea024e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.511067] env[62181]: DEBUG nova.compute.manager [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1504.544844] env[62181]: DEBUG nova.virt.hardware [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1504.545139] env[62181]: DEBUG nova.virt.hardware [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1504.545612] env[62181]: DEBUG nova.virt.hardware [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1504.545612] env[62181]: DEBUG nova.virt.hardware [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1504.545772] env[62181]: DEBUG nova.virt.hardware [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1504.545899] env[62181]: DEBUG nova.virt.hardware [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1504.546228] env[62181]: DEBUG nova.virt.hardware [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1504.546425] env[62181]: DEBUG nova.virt.hardware [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1504.546603] env[62181]: DEBUG nova.virt.hardware [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1504.547410] env[62181]: DEBUG nova.virt.hardware [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1504.547410] env[62181]: DEBUG nova.virt.hardware [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1504.547953] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c695bc-0b4d-43a6-b633-70a700886be5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.563287] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1789906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.035541} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.566554] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1504.567327] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbe9fe1-a1c3-43eb-8c5c-807f65fbd5d7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.571112] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48098e37-73f3-46b1-96d9-852cc97ed093 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.601314] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a/a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1504.609989] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-742e60ef-459c-44fd-89a1-16db99f4eb3f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.631587] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Waiting for the task: (returnval){ [ 1504.631587] env[62181]: value = "task-1789911" [ 1504.631587] env[62181]: _type = "Task" [ 1504.631587] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.635655] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.642036] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1789911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.884128] env[62181]: DEBUG oslo_concurrency.lockutils [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] Releasing lock "refresh_cache-70d6f014-77b3-4e40-9617-f1f4fe4b1649" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.884128] env[62181]: DEBUG nova.compute.manager [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Received event network-vif-deleted-b0e3ca49-5547-4c56-bedb-b7dca52da3a7 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1504.884242] env[62181]: INFO nova.compute.manager [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Neutron deleted interface b0e3ca49-5547-4c56-bedb-b7dca52da3a7; detaching it from the instance and deleting it from the info cache [ 1504.884533] env[62181]: DEBUG nova.network.neutron [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Updating instance_info_cache with network_info: [{"id": "efe6c6ed-abfe-4149-a9d8-7b4cb24e065f", "address": "fa:16:3e:26:19:c6", "network": {"id": "a9ab27b5-8b3e-4d40-98ab-60a4396d9c15", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-155261328", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e48b1a5cc1804c109e5404ce122df4d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefe6c6ed-ab", "ovs_interfaceid": "efe6c6ed-abfe-4149-a9d8-7b4cb24e065f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f6d24bc9-dc9e-4c5c-8c03-c59d164f7739", "address": "fa:16:3e:50:28:2b", "network": {"id": "776c2b9f-a3d8-41f9-9403-b2a9e0a945bb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-168653343", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48b1a5cc1804c109e5404ce122df4d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d24bc9-dc", "ovs_interfaceid": "f6d24bc9-dc9e-4c5c-8c03-c59d164f7739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.000729] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52838526-19fc-19f2-4833-b446deea024e, 'name': SearchDatastore_Task, 'duration_secs': 0.00991} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.001253] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.001835] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1505.002194] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.002437] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.002764] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1505.003101] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88c1ae8e-ccec-4e08-91cf-5d0cfa8097d2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.012745] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1505.012745] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1505.013780] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffe59610-7fa2-4e00-a8ec-82c32af95c44 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.020804] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1505.020804] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52dc5163-f162-1163-e703-71427fa7829e" [ 1505.020804] env[62181]: _type = "Task" [ 1505.020804] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.029045] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52dc5163-f162-1163-e703-71427fa7829e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.050532] env[62181]: DEBUG nova.network.neutron [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Successfully updated port: 6f6acc0d-84db-454f-a6b6-7ac539f4e5b7 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1505.055458] env[62181]: DEBUG oslo_concurrency.lockutils [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.582s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.059908] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.208s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.061129] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.063958] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.324s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.069181] env[62181]: INFO nova.compute.claims [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1505.107490] env[62181]: INFO nova.scheduler.client.report [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Deleted allocations for instance e3d655d5-f3f8-4392-a205-98dd96aa43aa [ 1505.143992] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1789911, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.247865] env[62181]: DEBUG nova.compute.manager [req-58627968-4be3-473a-8550-d8be50d06bae req-48825521-17ba-47d3-be33-a049e7f1d96f service nova] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Received event network-vif-plugged-6f6acc0d-84db-454f-a6b6-7ac539f4e5b7 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1505.248382] env[62181]: DEBUG oslo_concurrency.lockutils [req-58627968-4be3-473a-8550-d8be50d06bae req-48825521-17ba-47d3-be33-a049e7f1d96f service nova] Acquiring lock "b45441c4-5492-42a2-bc5a-c4d6b7891423-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.248663] env[62181]: DEBUG oslo_concurrency.lockutils [req-58627968-4be3-473a-8550-d8be50d06bae req-48825521-17ba-47d3-be33-a049e7f1d96f service nova] Lock "b45441c4-5492-42a2-bc5a-c4d6b7891423-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.248858] env[62181]: DEBUG oslo_concurrency.lockutils [req-58627968-4be3-473a-8550-d8be50d06bae req-48825521-17ba-47d3-be33-a049e7f1d96f service nova] Lock "b45441c4-5492-42a2-bc5a-c4d6b7891423-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.249283] env[62181]: DEBUG nova.compute.manager [req-58627968-4be3-473a-8550-d8be50d06bae req-48825521-17ba-47d3-be33-a049e7f1d96f service nova] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] No waiting events found dispatching network-vif-plugged-6f6acc0d-84db-454f-a6b6-7ac539f4e5b7 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1505.249502] env[62181]: WARNING nova.compute.manager [req-58627968-4be3-473a-8550-d8be50d06bae req-48825521-17ba-47d3-be33-a049e7f1d96f service nova] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Received unexpected event network-vif-plugged-6f6acc0d-84db-454f-a6b6-7ac539f4e5b7 for instance with vm_state building and task_state spawning. [ 1505.249751] env[62181]: DEBUG nova.compute.manager [req-58627968-4be3-473a-8550-d8be50d06bae req-48825521-17ba-47d3-be33-a049e7f1d96f service nova] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Received event network-changed-6f6acc0d-84db-454f-a6b6-7ac539f4e5b7 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1505.250011] env[62181]: DEBUG nova.compute.manager [req-58627968-4be3-473a-8550-d8be50d06bae req-48825521-17ba-47d3-be33-a049e7f1d96f service nova] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Refreshing instance network info cache due to event network-changed-6f6acc0d-84db-454f-a6b6-7ac539f4e5b7. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1505.250219] env[62181]: DEBUG oslo_concurrency.lockutils [req-58627968-4be3-473a-8550-d8be50d06bae req-48825521-17ba-47d3-be33-a049e7f1d96f service nova] Acquiring lock "refresh_cache-b45441c4-5492-42a2-bc5a-c4d6b7891423" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.250450] env[62181]: DEBUG oslo_concurrency.lockutils [req-58627968-4be3-473a-8550-d8be50d06bae req-48825521-17ba-47d3-be33-a049e7f1d96f service nova] Acquired lock "refresh_cache-b45441c4-5492-42a2-bc5a-c4d6b7891423" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.250707] env[62181]: DEBUG nova.network.neutron [req-58627968-4be3-473a-8550-d8be50d06bae req-48825521-17ba-47d3-be33-a049e7f1d96f service nova] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Refreshing network info cache for port 6f6acc0d-84db-454f-a6b6-7ac539f4e5b7 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.395269] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ffd336e-ed7b-46f3-adbd-726fcfe09d62 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.407149] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8184ce16-863f-4085-938a-02bc5a7df088 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.445572] env[62181]: DEBUG nova.compute.manager [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Detach interface failed, port_id=b0e3ca49-5547-4c56-bedb-b7dca52da3a7, reason: Instance 425ebe0d-e361-43f1-a1ff-510df503cfe3 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1505.446299] env[62181]: DEBUG nova.compute.manager [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Received event network-vif-deleted-efe6c6ed-abfe-4149-a9d8-7b4cb24e065f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1505.446588] env[62181]: INFO nova.compute.manager [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Neutron deleted interface efe6c6ed-abfe-4149-a9d8-7b4cb24e065f; detaching it from the instance and deleting it from the info cache [ 1505.446971] env[62181]: DEBUG nova.network.neutron [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Updating instance_info_cache with network_info: [{"id": "f6d24bc9-dc9e-4c5c-8c03-c59d164f7739", "address": "fa:16:3e:50:28:2b", "network": {"id": "776c2b9f-a3d8-41f9-9403-b2a9e0a945bb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-168653343", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48b1a5cc1804c109e5404ce122df4d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d24bc9-dc", "ovs_interfaceid": "f6d24bc9-dc9e-4c5c-8c03-c59d164f7739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.536214] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52dc5163-f162-1163-e703-71427fa7829e, 'name': SearchDatastore_Task, 'duration_secs': 0.009317} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.538532] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f19fa7-c292-4d92-85ac-d7bd53c91f9e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.545993] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1505.545993] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5299885e-0e44-3dc1-c3c7-0ee37d6f5bd9" [ 1505.545993] env[62181]: _type = "Task" [ 1505.545993] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.558099] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5299885e-0e44-3dc1-c3c7-0ee37d6f5bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.560878] env[62181]: DEBUG oslo_concurrency.lockutils [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "refresh_cache-b45441c4-5492-42a2-bc5a-c4d6b7891423" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.620598] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4f635cb5-9427-4c61-affb-c925ad217d9f tempest-ServerShowV254Test-929102185 tempest-ServerShowV254Test-929102185-project-member] Lock "e3d655d5-f3f8-4392-a205-98dd96aa43aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.612s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.629352] env[62181]: INFO nova.scheduler.client.report [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Deleted allocation for migration 75e72c7f-aac5-41d3-a8f3-c8c3d4dbefed [ 1505.644338] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1789911, 'name': ReconfigVM_Task, 'duration_secs': 0.538044} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.644647] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Reconfigured VM instance instance-0000001d to attach disk [datastore1] a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a/a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1505.645363] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa54d07b-53da-43b5-a006-f8b8904d3d14 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.653426] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Waiting for the task: (returnval){ [ 1505.653426] env[62181]: value = "task-1789912" [ 1505.653426] env[62181]: _type = "Task" [ 1505.653426] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.663976] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1789912, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.802137] env[62181]: DEBUG nova.network.neutron [req-58627968-4be3-473a-8550-d8be50d06bae req-48825521-17ba-47d3-be33-a049e7f1d96f service nova] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1505.937115] env[62181]: DEBUG nova.network.neutron [req-58627968-4be3-473a-8550-d8be50d06bae req-48825521-17ba-47d3-be33-a049e7f1d96f service nova] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.955640] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d197642b-fe87-4042-b5ab-eb291aa91644 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.969609] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf01adf-9530-464f-b993-9bbc70c1a524 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.006693] env[62181]: DEBUG nova.compute.manager [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Detach interface failed, port_id=efe6c6ed-abfe-4149-a9d8-7b4cb24e065f, reason: Instance 425ebe0d-e361-43f1-a1ff-510df503cfe3 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1506.007479] env[62181]: DEBUG nova.compute.manager [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Received event network-vif-deleted-f6d24bc9-dc9e-4c5c-8c03-c59d164f7739 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1506.007712] env[62181]: INFO nova.compute.manager [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Neutron deleted interface f6d24bc9-dc9e-4c5c-8c03-c59d164f7739; detaching it from the instance and deleting it from the info cache [ 1506.007900] env[62181]: DEBUG nova.network.neutron [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.059900] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5299885e-0e44-3dc1-c3c7-0ee37d6f5bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.062055] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.062055] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 70d6f014-77b3-4e40-9617-f1f4fe4b1649/70d6f014-77b3-4e40-9617-f1f4fe4b1649.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1506.062055] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-462ea617-e71b-46e4-bd88-084884a5429f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.067384] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1506.067384] env[62181]: value = "task-1789913" [ 1506.067384] env[62181]: _type = "Task" [ 1506.067384] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.085759] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.140687] env[62181]: DEBUG oslo_concurrency.lockutils [None req-57f56891-ebc6-40b7-b417-50258024ab46 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "571c2ea4-2a87-4876-a245-c6f6f67d2223" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 52.481s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.170410] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1789912, 'name': Rename_Task, 'duration_secs': 0.245302} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.171968] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1506.171968] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34148fcc-2ce6-4f20-ab55-851e304fd40b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.179892] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Waiting for the task: (returnval){ [ 1506.179892] env[62181]: value = "task-1789914" [ 1506.179892] env[62181]: _type = "Task" [ 1506.179892] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.191208] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1789914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.440191] env[62181]: DEBUG oslo_concurrency.lockutils [req-58627968-4be3-473a-8550-d8be50d06bae req-48825521-17ba-47d3-be33-a049e7f1d96f service nova] Releasing lock "refresh_cache-b45441c4-5492-42a2-bc5a-c4d6b7891423" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.443870] env[62181]: DEBUG oslo_concurrency.lockutils [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired lock "refresh_cache-b45441c4-5492-42a2-bc5a-c4d6b7891423" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.444150] env[62181]: DEBUG nova.network.neutron [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1506.512183] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9eef3bb5-7238-4aaf-aeaa-c3da77673601 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.525601] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19477b2-573f-46e0-becb-399232929b3a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.572915] env[62181]: DEBUG nova.compute.manager [req-5e714a90-543f-4940-a78e-08d8afcd2d1c req-e5f5b241-a6fd-412a-a189-7b9e6cea988c service nova] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Detach interface failed, port_id=f6d24bc9-dc9e-4c5c-8c03-c59d164f7739, reason: Instance 425ebe0d-e361-43f1-a1ff-510df503cfe3 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1506.586553] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789913, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.667218] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3227eb88-15e6-47f7-bdfc-26f5bf357026 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.676953] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de9efe7-67ed-4550-b0c7-0e8f77de9c4c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.715499] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590b67dc-ba39-4719-96e5-f1ee76c8fcc3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.725844] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1789914, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.733312] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33be6aae-a016-42af-ac17-6fc87afceb68 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.749294] env[62181]: DEBUG nova.compute.provider_tree [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.980408] env[62181]: DEBUG nova.network.neutron [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1507.083047] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53887} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.083405] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 70d6f014-77b3-4e40-9617-f1f4fe4b1649/70d6f014-77b3-4e40-9617-f1f4fe4b1649.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1507.083649] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1507.083934] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-589b98ec-e2cb-43a8-b001-b204e875ce3b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.094022] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1507.094022] env[62181]: value = "task-1789915" [ 1507.094022] env[62181]: _type = "Task" [ 1507.094022] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.105744] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.145172] env[62181]: DEBUG nova.network.neutron [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Updating instance_info_cache with network_info: [{"id": "6f6acc0d-84db-454f-a6b6-7ac539f4e5b7", "address": "fa:16:3e:40:6a:d4", "network": {"id": "d68a42e1-23d3-4aa2-b0b3-e01edb8f55cc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-615642629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b06718bd5e441f8b5fcc5d2ea636456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6acc0d-84", "ovs_interfaceid": "6f6acc0d-84db-454f-a6b6-7ac539f4e5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.193401] env[62181]: DEBUG oslo_vmware.api [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1789914, 'name': PowerOnVM_Task, 'duration_secs': 0.661156} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.193982] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1507.194281] env[62181]: INFO nova.compute.manager [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1507.194526] env[62181]: DEBUG nova.compute.manager [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1507.195403] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b7e69e-eb8d-484b-a0a7-b8990642681a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.253388] env[62181]: DEBUG nova.scheduler.client.report [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1507.609202] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07334} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.609202] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1507.611413] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81aea25-6156-41b5-8c49-345e69082215 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.638974] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 70d6f014-77b3-4e40-9617-f1f4fe4b1649/70d6f014-77b3-4e40-9617-f1f4fe4b1649.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.639489] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36ecefae-28d3-43ad-bbd8-5e6a718bc6c9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.656112] env[62181]: DEBUG oslo_concurrency.lockutils [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Releasing lock "refresh_cache-b45441c4-5492-42a2-bc5a-c4d6b7891423" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.656645] env[62181]: DEBUG nova.compute.manager [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Instance network_info: |[{"id": "6f6acc0d-84db-454f-a6b6-7ac539f4e5b7", "address": "fa:16:3e:40:6a:d4", "network": {"id": "d68a42e1-23d3-4aa2-b0b3-e01edb8f55cc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-615642629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b06718bd5e441f8b5fcc5d2ea636456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6acc0d-84", "ovs_interfaceid": "6f6acc0d-84db-454f-a6b6-7ac539f4e5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1507.657423] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:6a:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f6acc0d-84db-454f-a6b6-7ac539f4e5b7', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1507.667126] env[62181]: DEBUG oslo.service.loopingcall [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.667126] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1507.667126] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f575850-2524-47ff-a403-c32dc94067df {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.686844] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1507.686844] env[62181]: value = "task-1789916" [ 1507.686844] env[62181]: _type = "Task" [ 1507.686844] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.691903] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1507.691903] env[62181]: value = "task-1789917" [ 1507.691903] env[62181]: _type = "Task" [ 1507.691903] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.703314] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.713550] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789917, 'name': CreateVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.720778] env[62181]: INFO nova.compute.manager [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Took 64.01 seconds to build instance. [ 1507.759977] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.760786] env[62181]: DEBUG nova.compute.manager [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1507.764161] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.888s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.766273] env[62181]: INFO nova.compute.claims [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1508.199898] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789916, 'name': ReconfigVM_Task, 'duration_secs': 0.291803} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.203490] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 70d6f014-77b3-4e40-9617-f1f4fe4b1649/70d6f014-77b3-4e40-9617-f1f4fe4b1649.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.206639] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d6af7d0-06bb-4c37-ab1c-3413bdf31d55 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.215821] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789917, 'name': CreateVM_Task, 'duration_secs': 0.37801} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.217408] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1508.217885] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1508.217885] env[62181]: value = "task-1789918" [ 1508.217885] env[62181]: _type = "Task" [ 1508.217885] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.219082] env[62181]: DEBUG oslo_concurrency.lockutils [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.219273] env[62181]: DEBUG oslo_concurrency.lockutils [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.219654] env[62181]: DEBUG oslo_concurrency.lockutils [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1508.220059] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f56d1c3a-2edc-4ea7-9629-2b03b55b7ef3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.225902] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51e26185-e003-4dc8-a107-8bbf21077fbc tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Lock "a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.597s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.241362] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1508.241362] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52d53aae-c310-219e-f5f7-f1047d30f1d6" [ 1508.241362] env[62181]: _type = "Task" [ 1508.241362] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.241620] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789918, 'name': Rename_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.256446] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d53aae-c310-219e-f5f7-f1047d30f1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011452} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.257520] env[62181]: DEBUG oslo_concurrency.lockutils [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.257801] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1508.258094] env[62181]: DEBUG oslo_concurrency.lockutils [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.258252] env[62181]: DEBUG oslo_concurrency.lockutils [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.258684] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1508.259403] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65a10ff7-ec6d-4a27-b4bc-1e72a8a4f285 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.269730] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1508.269935] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1508.272912] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-306894a3-72c5-4d00-9655-83f962ad9710 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.276438] env[62181]: DEBUG nova.compute.utils [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1508.278093] env[62181]: DEBUG nova.compute.manager [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1508.278270] env[62181]: DEBUG nova.network.neutron [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1508.283432] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1508.283432] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]526624cf-e254-c5c6-5af2-f5eacfc99b6d" [ 1508.283432] env[62181]: _type = "Task" [ 1508.283432] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.294299] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]526624cf-e254-c5c6-5af2-f5eacfc99b6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.365857] env[62181]: DEBUG nova.policy [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b46c3230c1f94001bd2e9de23b093a75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13f677cd385841e6b68724be80928c42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1508.737064] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789918, 'name': Rename_Task, 'duration_secs': 0.166952} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.737759] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1508.737759] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-785fde7d-e7e1-42f2-918b-661baec1eb13 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.742323] env[62181]: DEBUG nova.compute.manager [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1508.746384] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1508.746384] env[62181]: value = "task-1789919" [ 1508.746384] env[62181]: _type = "Task" [ 1508.746384] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.755763] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.784060] env[62181]: DEBUG nova.compute.manager [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1508.805167] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]526624cf-e254-c5c6-5af2-f5eacfc99b6d, 'name': SearchDatastore_Task, 'duration_secs': 0.012985} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.806308] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-956f1f09-ecf4-49b9-85ed-8eb004777d30 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.818170] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1508.818170] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52914c43-ac85-e556-678a-71b789564005" [ 1508.818170] env[62181]: _type = "Task" [ 1508.818170] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.837659] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52914c43-ac85-e556-678a-71b789564005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.072794] env[62181]: DEBUG nova.network.neutron [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Successfully created port: c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1509.264372] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789919, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.273432] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.288280] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fc6d4e-d728-45a2-8475-52552ba6d090 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.298788] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d05fc3-adbf-423e-b8af-bb94bddee99f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.342671] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90643fe-309e-4490-bc0b-b4d36a93ab30 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.351723] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52914c43-ac85-e556-678a-71b789564005, 'name': SearchDatastore_Task, 'duration_secs': 0.012595} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.354083] env[62181]: DEBUG oslo_concurrency.lockutils [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.354370] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] b45441c4-5492-42a2-bc5a-c4d6b7891423/b45441c4-5492-42a2-bc5a-c4d6b7891423.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1509.354725] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-050e78c2-5805-4b8b-8de9-997df0c1cf5f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.358927] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fa0ad9-1467-4ab2-b6bc-45bbf1f7bd0d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.378306] env[62181]: DEBUG nova.compute.provider_tree [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.382172] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1509.382172] env[62181]: value = "task-1789920" [ 1509.382172] env[62181]: _type = "Task" [ 1509.382172] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.387754] env[62181]: DEBUG nova.compute.manager [req-47142928-7096-4a61-9d60-ad381ca95c7b req-2caf6172-8b8f-408c-89a9-72f4fb2c647c service nova] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Received event network-changed-c42e1df7-2d09-4354-8923-a3cdaaaae040 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1509.388009] env[62181]: DEBUG nova.compute.manager [req-47142928-7096-4a61-9d60-ad381ca95c7b req-2caf6172-8b8f-408c-89a9-72f4fb2c647c service nova] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Refreshing instance network info cache due to event network-changed-c42e1df7-2d09-4354-8923-a3cdaaaae040. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1509.388264] env[62181]: DEBUG oslo_concurrency.lockutils [req-47142928-7096-4a61-9d60-ad381ca95c7b req-2caf6172-8b8f-408c-89a9-72f4fb2c647c service nova] Acquiring lock "refresh_cache-a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.388430] env[62181]: DEBUG oslo_concurrency.lockutils [req-47142928-7096-4a61-9d60-ad381ca95c7b req-2caf6172-8b8f-408c-89a9-72f4fb2c647c service nova] Acquired lock "refresh_cache-a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.388560] env[62181]: DEBUG nova.network.neutron [req-47142928-7096-4a61-9d60-ad381ca95c7b req-2caf6172-8b8f-408c-89a9-72f4fb2c647c service nova] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Refreshing network info cache for port c42e1df7-2d09-4354-8923-a3cdaaaae040 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.396652] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.420830] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "f6d9cca5-4f3d-4bf0-9306-6d6616533809" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.421285] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "f6d9cca5-4f3d-4bf0-9306-6d6616533809" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.763401] env[62181]: DEBUG oslo_vmware.api [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789919, 'name': PowerOnVM_Task, 'duration_secs': 0.555683} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.764021] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1509.764236] env[62181]: INFO nova.compute.manager [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1509.764440] env[62181]: DEBUG nova.compute.manager [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1509.765350] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81359dc-14da-4436-8ad0-33a225578544 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.795860] env[62181]: DEBUG nova.compute.manager [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1509.831268] env[62181]: DEBUG nova.virt.hardware [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1509.831518] env[62181]: DEBUG nova.virt.hardware [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1509.831685] env[62181]: DEBUG nova.virt.hardware [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1509.831909] env[62181]: DEBUG nova.virt.hardware [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1509.832196] env[62181]: DEBUG nova.virt.hardware [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1509.832367] env[62181]: DEBUG nova.virt.hardware [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1509.832584] env[62181]: DEBUG nova.virt.hardware [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1509.832743] env[62181]: DEBUG nova.virt.hardware [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1509.832911] env[62181]: DEBUG nova.virt.hardware [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1509.833159] env[62181]: DEBUG nova.virt.hardware [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1509.833365] env[62181]: DEBUG nova.virt.hardware [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1509.834381] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36c4756-c7bd-4344-bb14-818386452616 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.846984] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bab8d04-388a-4417-9b53-bd0a675ef7b6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.885030] env[62181]: DEBUG nova.scheduler.client.report [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.901970] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789920, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.207074] env[62181]: DEBUG oslo_concurrency.lockutils [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Acquiring lock "b30b8c09-c863-4a11-b0a8-7c841c7a1539" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.207343] env[62181]: DEBUG oslo_concurrency.lockutils [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Lock "b30b8c09-c863-4a11-b0a8-7c841c7a1539" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.223433] env[62181]: DEBUG nova.network.neutron [req-47142928-7096-4a61-9d60-ad381ca95c7b req-2caf6172-8b8f-408c-89a9-72f4fb2c647c service nova] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Updated VIF entry in instance network info cache for port c42e1df7-2d09-4354-8923-a3cdaaaae040. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.224407] env[62181]: DEBUG nova.network.neutron [req-47142928-7096-4a61-9d60-ad381ca95c7b req-2caf6172-8b8f-408c-89a9-72f4fb2c647c service nova] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Updating instance_info_cache with network_info: [{"id": "c42e1df7-2d09-4354-8923-a3cdaaaae040", "address": "fa:16:3e:e2:d8:37", "network": {"id": "eeb8e034-a2cd-4afd-b1ab-f44fd53f2cfb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026719873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0941823b071449e8707e3c40bd07b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42e1df7-2d", "ovs_interfaceid": "c42e1df7-2d09-4354-8923-a3cdaaaae040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.284542] env[62181]: INFO nova.compute.manager [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Took 64.39 seconds to build instance. [ 1510.395076] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.395300] env[62181]: DEBUG nova.compute.manager [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1510.398286] env[62181]: DEBUG oslo_concurrency.lockutils [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.977s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.399742] env[62181]: INFO nova.compute.claims [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1510.411870] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581798} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.413028] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] b45441c4-5492-42a2-bc5a-c4d6b7891423/b45441c4-5492-42a2-bc5a-c4d6b7891423.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1510.413291] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1510.413570] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ad78107-e96e-4354-9b0f-01137ab07f62 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.420801] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1510.420801] env[62181]: value = "task-1789921" [ 1510.420801] env[62181]: _type = "Task" [ 1510.420801] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.429805] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.448237] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquiring lock "0dcc25aa-294f-46d2-b01a-1eb7149b4838" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.448237] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "0dcc25aa-294f-46d2-b01a-1eb7149b4838" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.448237] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquiring lock "0dcc25aa-294f-46d2-b01a-1eb7149b4838-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.448237] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "0dcc25aa-294f-46d2-b01a-1eb7149b4838-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.448237] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "0dcc25aa-294f-46d2-b01a-1eb7149b4838-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.451130] env[62181]: INFO nova.compute.manager [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Terminating instance [ 1510.727393] env[62181]: DEBUG oslo_concurrency.lockutils [req-47142928-7096-4a61-9d60-ad381ca95c7b req-2caf6172-8b8f-408c-89a9-72f4fb2c647c service nova] Releasing lock "refresh_cache-a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.787294] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71cef826-3b7d-41c0-860c-2af5ae5a4223 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "70d6f014-77b3-4e40-9617-f1f4fe4b1649" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.840s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.817314] env[62181]: DEBUG nova.network.neutron [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Successfully updated port: c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1510.910487] env[62181]: DEBUG nova.compute.utils [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1510.912634] env[62181]: DEBUG nova.compute.manager [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1510.912847] env[62181]: DEBUG nova.network.neutron [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1510.932494] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081821} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.933734] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1510.933734] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cb71bd-1998-400c-a639-ca253ac30002 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.959826] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] b45441c4-5492-42a2-bc5a-c4d6b7891423/b45441c4-5492-42a2-bc5a-c4d6b7891423.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1510.960560] env[62181]: DEBUG nova.compute.manager [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1510.960778] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.961356] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f65651ea-821c-4859-8270-f8a1399edc77 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.977450] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34239779-2238-4fe4-ae73-1dd22b7f6e05 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.981825] env[62181]: DEBUG nova.policy [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7054d4b9b0c41d5825108d064d02e15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2323285af424b6fa8a8b5cff537394e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1510.989320] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.990013] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25401f39-820e-49dc-995e-a8df6ebce801 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.991677] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1510.991677] env[62181]: value = "task-1789922" [ 1510.991677] env[62181]: _type = "Task" [ 1510.991677] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.996295] env[62181]: DEBUG oslo_vmware.api [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1510.996295] env[62181]: value = "task-1789923" [ 1510.996295] env[62181]: _type = "Task" [ 1510.996295] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.002672] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.007467] env[62181]: DEBUG oslo_vmware.api [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1789923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.151183] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquiring lock "4fc51519-f9a0-4ad0-bded-963e133affe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.151673] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "4fc51519-f9a0-4ad0-bded-963e133affe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.290869] env[62181]: DEBUG nova.compute.manager [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1511.319623] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.320607] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquired lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.320607] env[62181]: DEBUG nova.network.neutron [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1511.353822] env[62181]: DEBUG nova.network.neutron [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Successfully created port: 24f534c4-022f-477e-80f6-4d69cbdc0122 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1511.414141] env[62181]: DEBUG nova.compute.manager [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1511.426828] env[62181]: DEBUG nova.compute.manager [req-53e3ca2e-6a1a-4fb2-a245-4acbcdb4625b req-62d775c5-1b8c-4a4d-9660-bf8913e6768d service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Received event network-vif-plugged-c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1511.426828] env[62181]: DEBUG oslo_concurrency.lockutils [req-53e3ca2e-6a1a-4fb2-a245-4acbcdb4625b req-62d775c5-1b8c-4a4d-9660-bf8913e6768d service nova] Acquiring lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.426828] env[62181]: DEBUG oslo_concurrency.lockutils [req-53e3ca2e-6a1a-4fb2-a245-4acbcdb4625b req-62d775c5-1b8c-4a4d-9660-bf8913e6768d service nova] Lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.426828] env[62181]: DEBUG oslo_concurrency.lockutils [req-53e3ca2e-6a1a-4fb2-a245-4acbcdb4625b req-62d775c5-1b8c-4a4d-9660-bf8913e6768d service nova] Lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.426828] env[62181]: DEBUG nova.compute.manager [req-53e3ca2e-6a1a-4fb2-a245-4acbcdb4625b req-62d775c5-1b8c-4a4d-9660-bf8913e6768d service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] No waiting events found dispatching network-vif-plugged-c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1511.426828] env[62181]: WARNING nova.compute.manager [req-53e3ca2e-6a1a-4fb2-a245-4acbcdb4625b req-62d775c5-1b8c-4a4d-9660-bf8913e6768d service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Received unexpected event network-vif-plugged-c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 for instance with vm_state building and task_state spawning. [ 1511.426828] env[62181]: DEBUG nova.compute.manager [req-53e3ca2e-6a1a-4fb2-a245-4acbcdb4625b req-62d775c5-1b8c-4a4d-9660-bf8913e6768d service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Received event network-changed-c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1511.426828] env[62181]: DEBUG nova.compute.manager [req-53e3ca2e-6a1a-4fb2-a245-4acbcdb4625b req-62d775c5-1b8c-4a4d-9660-bf8913e6768d service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Refreshing instance network info cache due to event network-changed-c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1511.426828] env[62181]: DEBUG oslo_concurrency.lockutils [req-53e3ca2e-6a1a-4fb2-a245-4acbcdb4625b req-62d775c5-1b8c-4a4d-9660-bf8913e6768d service nova] Acquiring lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.506189] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789922, 'name': ReconfigVM_Task, 'duration_secs': 0.370576} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.507011] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Reconfigured VM instance instance-0000001f to attach disk [datastore1] b45441c4-5492-42a2-bc5a-c4d6b7891423/b45441c4-5492-42a2-bc5a-c4d6b7891423.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1511.507645] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a53cf5aa-4f3b-42b2-ab1f-24e37dccc6a1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.516452] env[62181]: DEBUG oslo_vmware.api [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1789923, 'name': PowerOffVM_Task, 'duration_secs': 0.244968} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.517070] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.517250] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1511.517501] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87067597-6d03-4e77-837a-ea40d1a54ad4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.522143] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1511.522143] env[62181]: value = "task-1789924" [ 1511.522143] env[62181]: _type = "Task" [ 1511.522143] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.531629] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789924, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.610021] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1511.610021] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1511.610021] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Deleting the datastore file [datastore1] 0dcc25aa-294f-46d2-b01a-1eb7149b4838 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1511.610021] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ff54996-9d31-4aaa-8984-206e9ab9dd5c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.616669] env[62181]: DEBUG oslo_vmware.api [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1511.616669] env[62181]: value = "task-1789926" [ 1511.616669] env[62181]: _type = "Task" [ 1511.616669] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.624918] env[62181]: DEBUG oslo_vmware.api [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1789926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.812117] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.820900] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Acquiring lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.821488] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.875717] env[62181]: DEBUG nova.network.neutron [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1511.929704] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d537dbd-1072-4752-b58b-e82b816fe0ff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.937311] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19c6c18-ea82-4132-8e9d-5462bf5b63d0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.974530] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feea6472-a26f-4b60-acbd-6f11fa9420ea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.983560] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c7cbba-02e9-42bb-a91a-f08cc2c5da4c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.998490] env[62181]: DEBUG nova.compute.provider_tree [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.032878] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789924, 'name': Rename_Task, 'duration_secs': 0.168132} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.035267] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1512.035267] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d715881-6c18-4941-bf71-de100ccbc2a4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.045049] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1512.045049] env[62181]: value = "task-1789927" [ 1512.045049] env[62181]: _type = "Task" [ 1512.045049] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.053295] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.075871] env[62181]: DEBUG nova.network.neutron [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Updating instance_info_cache with network_info: [{"id": "c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528", "address": "fa:16:3e:fc:07:ec", "network": {"id": "fca9125f-3fbd-42bf-b35e-cedb4d33f41e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-396198727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f677cd385841e6b68724be80928c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f5a8cf-6e", "ovs_interfaceid": "c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.133328] env[62181]: DEBUG oslo_vmware.api [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1789926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208109} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.133610] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1512.133873] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1512.134081] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1512.134189] env[62181]: INFO nova.compute.manager [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1512.134433] env[62181]: DEBUG oslo.service.loopingcall [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1512.134628] env[62181]: DEBUG nova.compute.manager [-] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1512.134725] env[62181]: DEBUG nova.network.neutron [-] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1512.328488] env[62181]: DEBUG nova.compute.utils [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1512.433680] env[62181]: DEBUG nova.compute.manager [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1512.459488] env[62181]: DEBUG nova.virt.hardware [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1512.459851] env[62181]: DEBUG nova.virt.hardware [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1512.460038] env[62181]: DEBUG nova.virt.hardware [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1512.460230] env[62181]: DEBUG nova.virt.hardware [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1512.460375] env[62181]: DEBUG nova.virt.hardware [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1512.460520] env[62181]: DEBUG nova.virt.hardware [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1512.460880] env[62181]: DEBUG nova.virt.hardware [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1512.461197] env[62181]: DEBUG nova.virt.hardware [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1512.461413] env[62181]: DEBUG nova.virt.hardware [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1512.461581] env[62181]: DEBUG nova.virt.hardware [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1512.461796] env[62181]: DEBUG nova.virt.hardware [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1512.462750] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e549023-3eef-4887-a77a-e4ec51a055a7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.471723] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd2c0b7-9e3c-4de6-829f-1c9d0e1ad4eb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.501991] env[62181]: DEBUG nova.scheduler.client.report [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1512.562128] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789927, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.579864] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Releasing lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.580206] env[62181]: DEBUG nova.compute.manager [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Instance network_info: |[{"id": "c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528", "address": "fa:16:3e:fc:07:ec", "network": {"id": "fca9125f-3fbd-42bf-b35e-cedb4d33f41e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-396198727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f677cd385841e6b68724be80928c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f5a8cf-6e", "ovs_interfaceid": "c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1512.580504] env[62181]: DEBUG oslo_concurrency.lockutils [req-53e3ca2e-6a1a-4fb2-a245-4acbcdb4625b req-62d775c5-1b8c-4a4d-9660-bf8913e6768d service nova] Acquired lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.580719] env[62181]: DEBUG nova.network.neutron [req-53e3ca2e-6a1a-4fb2-a245-4acbcdb4625b req-62d775c5-1b8c-4a4d-9660-bf8913e6768d service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Refreshing network info cache for port c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.581962] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:07:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1512.589682] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Creating folder: Project (13f677cd385841e6b68724be80928c42). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1512.590488] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10d5e7ab-1f4d-4bc2-818f-6580109d41a0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.602195] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Created folder: Project (13f677cd385841e6b68724be80928c42) in parent group-v371238. [ 1512.602396] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Creating folder: Instances. Parent ref: group-v371335. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1512.602640] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68cd79e9-e9fa-4d14-9b56-a2947bd491c6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.611660] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Created folder: Instances in parent group-v371335. [ 1512.611854] env[62181]: DEBUG oslo.service.loopingcall [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1512.612051] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1512.612267] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-969e9f34-802a-4349-b2d3-eb0e0a81385f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.631373] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1512.631373] env[62181]: value = "task-1789930" [ 1512.631373] env[62181]: _type = "Task" [ 1512.631373] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.639054] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789930, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.831511] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.009162] env[62181]: DEBUG oslo_concurrency.lockutils [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.009862] env[62181]: DEBUG nova.compute.manager [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1513.013331] env[62181]: DEBUG oslo_concurrency.lockutils [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.121s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.013583] env[62181]: DEBUG oslo_concurrency.lockutils [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.016355] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.897s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.016592] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.019693] env[62181]: DEBUG oslo_concurrency.lockutils [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.565s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.021650] env[62181]: INFO nova.compute.claims [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1513.057890] env[62181]: DEBUG oslo_vmware.api [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1789927, 'name': PowerOnVM_Task, 'duration_secs': 0.799881} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.058198] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.058404] env[62181]: INFO nova.compute.manager [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1513.058750] env[62181]: DEBUG nova.compute.manager [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1513.059438] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5294a6f-ebc8-4d9b-86e2-4b3eaa4b7c72 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.062973] env[62181]: INFO nova.scheduler.client.report [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Deleted allocations for instance d1fcfb5b-a644-4397-9828-7253cdc710ff [ 1513.064825] env[62181]: INFO nova.scheduler.client.report [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Deleted allocations for instance 65328a05-9222-43fc-b42d-4dfaeb36cbcb [ 1513.144455] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789930, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.378681] env[62181]: DEBUG nova.network.neutron [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Successfully updated port: 24f534c4-022f-477e-80f6-4d69cbdc0122 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1513.509357] env[62181]: DEBUG nova.network.neutron [req-53e3ca2e-6a1a-4fb2-a245-4acbcdb4625b req-62d775c5-1b8c-4a4d-9660-bf8913e6768d service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Updated VIF entry in instance network info cache for port c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.509720] env[62181]: DEBUG nova.network.neutron [req-53e3ca2e-6a1a-4fb2-a245-4acbcdb4625b req-62d775c5-1b8c-4a4d-9660-bf8913e6768d service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Updating instance_info_cache with network_info: [{"id": "c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528", "address": "fa:16:3e:fc:07:ec", "network": {"id": "fca9125f-3fbd-42bf-b35e-cedb4d33f41e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-396198727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f677cd385841e6b68724be80928c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f5a8cf-6e", "ovs_interfaceid": "c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.527904] env[62181]: DEBUG nova.compute.utils [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1513.533439] env[62181]: DEBUG nova.compute.manager [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1513.533439] env[62181]: DEBUG nova.network.neutron [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1513.583304] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8f8ee94d-c690-4382-9fd9-7ab19a929bd3 tempest-ServerShowV247Test-545641059 tempest-ServerShowV247Test-545641059-project-member] Lock "d1fcfb5b-a644-4397-9828-7253cdc710ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.693s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.596467] env[62181]: INFO nova.compute.manager [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Took 61.65 seconds to build instance. [ 1513.603189] env[62181]: DEBUG nova.policy [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bfda11b07db446da319db39a01a3b10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3981878f8ecc44c6b8ceee23cdf4e589', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1513.606883] env[62181]: DEBUG oslo_concurrency.lockutils [None req-381c6846-a069-4ef1-b9ce-31e30bb38218 tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "65328a05-9222-43fc-b42d-4dfaeb36cbcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.133s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.643265] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789930, 'name': CreateVM_Task, 'duration_secs': 0.60597} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.643435] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1513.644129] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.644285] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.644606] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1513.644862] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-627f91a7-cea8-425c-8255-6d7d0d1ea1b7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.649643] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1513.649643] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c33473-44d7-1b08-dd77-e3799f3d504d" [ 1513.649643] env[62181]: _type = "Task" [ 1513.649643] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.658651] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c33473-44d7-1b08-dd77-e3799f3d504d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.724444] env[62181]: DEBUG nova.network.neutron [-] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.826206] env[62181]: DEBUG nova.compute.manager [req-e112be5f-43c1-4226-9690-c67ee7491600 req-6fcedf44-c47f-401c-a98f-6e4b159f819e service nova] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Received event network-vif-plugged-24f534c4-022f-477e-80f6-4d69cbdc0122 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1513.826206] env[62181]: DEBUG oslo_concurrency.lockutils [req-e112be5f-43c1-4226-9690-c67ee7491600 req-6fcedf44-c47f-401c-a98f-6e4b159f819e service nova] Acquiring lock "05fae8ff-eb9c-4e22-9075-f8de2d18c82e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.826330] env[62181]: DEBUG oslo_concurrency.lockutils [req-e112be5f-43c1-4226-9690-c67ee7491600 req-6fcedf44-c47f-401c-a98f-6e4b159f819e service nova] Lock "05fae8ff-eb9c-4e22-9075-f8de2d18c82e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.827030] env[62181]: DEBUG oslo_concurrency.lockutils [req-e112be5f-43c1-4226-9690-c67ee7491600 req-6fcedf44-c47f-401c-a98f-6e4b159f819e service nova] Lock "05fae8ff-eb9c-4e22-9075-f8de2d18c82e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.827030] env[62181]: DEBUG nova.compute.manager [req-e112be5f-43c1-4226-9690-c67ee7491600 req-6fcedf44-c47f-401c-a98f-6e4b159f819e service nova] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] No waiting events found dispatching network-vif-plugged-24f534c4-022f-477e-80f6-4d69cbdc0122 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1513.827980] env[62181]: WARNING nova.compute.manager [req-e112be5f-43c1-4226-9690-c67ee7491600 req-6fcedf44-c47f-401c-a98f-6e4b159f819e service nova] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Received unexpected event network-vif-plugged-24f534c4-022f-477e-80f6-4d69cbdc0122 for instance with vm_state building and task_state spawning. [ 1513.828183] env[62181]: DEBUG nova.compute.manager [req-e112be5f-43c1-4226-9690-c67ee7491600 req-6fcedf44-c47f-401c-a98f-6e4b159f819e service nova] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Received event network-vif-deleted-bde6a12c-0a83-4f1f-aca3-b23810cdfed5 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1513.828442] env[62181]: DEBUG nova.compute.manager [req-e112be5f-43c1-4226-9690-c67ee7491600 req-6fcedf44-c47f-401c-a98f-6e4b159f819e service nova] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Received event network-changed-24f534c4-022f-477e-80f6-4d69cbdc0122 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1513.829022] env[62181]: DEBUG nova.compute.manager [req-e112be5f-43c1-4226-9690-c67ee7491600 req-6fcedf44-c47f-401c-a98f-6e4b159f819e service nova] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Refreshing instance network info cache due to event network-changed-24f534c4-022f-477e-80f6-4d69cbdc0122. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1513.829022] env[62181]: DEBUG oslo_concurrency.lockutils [req-e112be5f-43c1-4226-9690-c67ee7491600 req-6fcedf44-c47f-401c-a98f-6e4b159f819e service nova] Acquiring lock "refresh_cache-05fae8ff-eb9c-4e22-9075-f8de2d18c82e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.829179] env[62181]: DEBUG oslo_concurrency.lockutils [req-e112be5f-43c1-4226-9690-c67ee7491600 req-6fcedf44-c47f-401c-a98f-6e4b159f819e service nova] Acquired lock "refresh_cache-05fae8ff-eb9c-4e22-9075-f8de2d18c82e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.829350] env[62181]: DEBUG nova.network.neutron [req-e112be5f-43c1-4226-9690-c67ee7491600 req-6fcedf44-c47f-401c-a98f-6e4b159f819e service nova] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Refreshing network info cache for port 24f534c4-022f-477e-80f6-4d69cbdc0122 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1513.882149] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Acquiring lock "refresh_cache-05fae8ff-eb9c-4e22-9075-f8de2d18c82e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.940259] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Acquiring lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.940510] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.940974] env[62181]: INFO nova.compute.manager [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Attaching volume 96ed58a7-e105-48b3-b31f-778da83193e5 to /dev/sdb [ 1513.997374] env[62181]: DEBUG nova.network.neutron [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Successfully created port: 917a7d83-200e-4963-b314-62f49e2f73da {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1514.002878] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59179544-cdc3-411c-8d95-0e8565eb2ded {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.014372] env[62181]: DEBUG oslo_concurrency.lockutils [req-53e3ca2e-6a1a-4fb2-a245-4acbcdb4625b req-62d775c5-1b8c-4a4d-9660-bf8913e6768d service nova] Releasing lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.017027] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68993bd-f001-42e3-b329-a7dd160006cf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.034151] env[62181]: DEBUG nova.compute.manager [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1514.037272] env[62181]: DEBUG nova.virt.block_device [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Updating existing volume attachment record: d15f83af-12b6-4b76-8487-96c5cefb3478 {{(pid=62181) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1514.098331] env[62181]: DEBUG oslo_concurrency.lockutils [None req-279e0033-0797-4b3c-9387-cef02470aab7 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "b45441c4-5492-42a2-bc5a-c4d6b7891423" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.516s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.140139] env[62181]: DEBUG oslo_vmware.rw_handles [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bf328f-6b80-9415-5858-da8600a8be67/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1514.140845] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a062ee36-16e9-4d52-8272-bb6ae23a8d79 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.150663] env[62181]: DEBUG oslo_vmware.rw_handles [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bf328f-6b80-9415-5858-da8600a8be67/disk-0.vmdk is in state: ready. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1514.150663] env[62181]: ERROR oslo_vmware.rw_handles [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bf328f-6b80-9415-5858-da8600a8be67/disk-0.vmdk due to incomplete transfer. [ 1514.150663] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cf2c2dab-3be7-4c10-9fdf-86ce0666654b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.160624] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c33473-44d7-1b08-dd77-e3799f3d504d, 'name': SearchDatastore_Task, 'duration_secs': 0.017343} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.163750] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.163978] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1514.164217] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.164358] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.164524] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1514.164782] env[62181]: DEBUG oslo_vmware.rw_handles [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bf328f-6b80-9415-5858-da8600a8be67/disk-0.vmdk. {{(pid=62181) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1514.164940] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Uploaded image b6b555cb-40a5-4783-9a8a-1afca53ba2c8 to the Glance image server {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1514.167059] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Destroying the VM {{(pid=62181) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1514.167452] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7ac9cf6-10a2-4b2e-902a-ae7f9e41c374 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.169171] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fa0fce16-a7cf-4f7d-ae00-e15115fc1de9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.176443] env[62181]: DEBUG oslo_vmware.api [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1514.176443] env[62181]: value = "task-1789931" [ 1514.176443] env[62181]: _type = "Task" [ 1514.176443] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.183205] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1514.183399] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1514.184192] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c1f067c-228e-4404-b54a-3b1227d5a399 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.189699] env[62181]: DEBUG oslo_vmware.api [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789931, 'name': Destroy_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.190995] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1514.190995] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]524edcc7-3f92-80e3-c4e0-860150e2711e" [ 1514.190995] env[62181]: _type = "Task" [ 1514.190995] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.199421] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]524edcc7-3f92-80e3-c4e0-860150e2711e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.228580] env[62181]: INFO nova.compute.manager [-] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Took 2.09 seconds to deallocate network for instance. [ 1514.388249] env[62181]: DEBUG nova.network.neutron [req-e112be5f-43c1-4226-9690-c67ee7491600 req-6fcedf44-c47f-401c-a98f-6e4b159f819e service nova] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1514.439340] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquiring lock "601e137f-f0c6-456f-962e-a97ad59f1fa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.439589] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "601e137f-f0c6-456f-962e-a97ad59f1fa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.439773] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquiring lock "601e137f-f0c6-456f-962e-a97ad59f1fa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.439958] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "601e137f-f0c6-456f-962e-a97ad59f1fa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.440213] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "601e137f-f0c6-456f-962e-a97ad59f1fa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.442542] env[62181]: INFO nova.compute.manager [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Terminating instance [ 1514.546501] env[62181]: DEBUG nova.network.neutron [req-e112be5f-43c1-4226-9690-c67ee7491600 req-6fcedf44-c47f-401c-a98f-6e4b159f819e service nova] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.599918] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b734b4-d549-4216-807d-bc6255c75a11 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.603887] env[62181]: DEBUG nova.compute.manager [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1514.613119] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67853d25-1f4a-4d7b-aba9-c4af09c86852 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.647292] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a78ed7c-145f-4db3-a532-337da2582df7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.655474] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a035a8d-f8c8-4779-a8b7-47b855f6d654 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.674191] env[62181]: DEBUG nova.compute.provider_tree [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.686261] env[62181]: DEBUG oslo_vmware.api [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789931, 'name': Destroy_Task, 'duration_secs': 0.493844} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.686261] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Destroyed the VM [ 1514.686261] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Deleting Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1514.686466] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ccbef2cd-8602-49af-81c9-8a035d5d299c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.693659] env[62181]: DEBUG oslo_vmware.api [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1514.693659] env[62181]: value = "task-1789935" [ 1514.693659] env[62181]: _type = "Task" [ 1514.693659] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.706277] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]524edcc7-3f92-80e3-c4e0-860150e2711e, 'name': SearchDatastore_Task, 'duration_secs': 0.015518} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.709787] env[62181]: DEBUG oslo_vmware.api [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789935, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.710452] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c7443b-1797-4808-afe8-3c55b6e3e213 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.716623] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1514.716623] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52dc6bb1-87da-5304-d81d-d6015391db92" [ 1514.716623] env[62181]: _type = "Task" [ 1514.716623] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.724271] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52dc6bb1-87da-5304-d81d-d6015391db92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.738450] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.951979] env[62181]: DEBUG nova.compute.manager [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1514.952292] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1514.953324] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748478ca-e3b2-4fa1-a153-f4b561b739b0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.962981] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1514.963270] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94c47afc-7ad4-4a61-819d-0fb751103f51 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.969435] env[62181]: DEBUG oslo_vmware.api [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1514.969435] env[62181]: value = "task-1789936" [ 1514.969435] env[62181]: _type = "Task" [ 1514.969435] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.977908] env[62181]: DEBUG oslo_vmware.api [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.050445] env[62181]: DEBUG nova.compute.manager [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1515.053860] env[62181]: DEBUG oslo_concurrency.lockutils [req-e112be5f-43c1-4226-9690-c67ee7491600 req-6fcedf44-c47f-401c-a98f-6e4b159f819e service nova] Releasing lock "refresh_cache-05fae8ff-eb9c-4e22-9075-f8de2d18c82e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.054009] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Acquired lock "refresh_cache-05fae8ff-eb9c-4e22-9075-f8de2d18c82e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.054587] env[62181]: DEBUG nova.network.neutron [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1515.078962] env[62181]: DEBUG nova.virt.hardware [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1515.078962] env[62181]: DEBUG nova.virt.hardware [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1515.078962] env[62181]: DEBUG nova.virt.hardware [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1515.079220] env[62181]: DEBUG nova.virt.hardware [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1515.079220] env[62181]: DEBUG nova.virt.hardware [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1515.079435] env[62181]: DEBUG nova.virt.hardware [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1515.079508] env[62181]: DEBUG nova.virt.hardware [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1515.079710] env[62181]: DEBUG nova.virt.hardware [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1515.079864] env[62181]: DEBUG nova.virt.hardware [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1515.079983] env[62181]: DEBUG nova.virt.hardware [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1515.080183] env[62181]: DEBUG nova.virt.hardware [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1515.081646] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffe42cd-d89d-4eca-93e1-d825107b7c70 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.092485] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415df9c8-a50d-465c-8dbd-0368f26a8615 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.127637] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.181140] env[62181]: DEBUG nova.scheduler.client.report [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1515.208236] env[62181]: DEBUG oslo_vmware.api [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789935, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.230021] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52dc6bb1-87da-5304-d81d-d6015391db92, 'name': SearchDatastore_Task, 'duration_secs': 0.011492} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.230021] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.230021] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] dd52dddb-7f4a-483b-aa89-fb7d0537be0f/dd52dddb-7f4a-483b-aa89-fb7d0537be0f.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1515.230021] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dac83b8-abf6-45e5-9910-7b7368c7718f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.239271] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1515.239271] env[62181]: value = "task-1789937" [ 1515.239271] env[62181]: _type = "Task" [ 1515.239271] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.250246] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1789937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.479853] env[62181]: DEBUG oslo_vmware.api [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789936, 'name': PowerOffVM_Task, 'duration_secs': 0.200777} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.480241] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1515.480440] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1515.480786] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b852bbf6-b3ec-4d55-b985-9c27ff80ece7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.560590] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1515.560590] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1515.560793] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Deleting the datastore file [datastore1] 601e137f-f0c6-456f-962e-a97ad59f1fa5 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1515.561615] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41b5916e-5c7d-4a55-bc35-03da83ed448a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.571913] env[62181]: DEBUG oslo_vmware.api [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for the task: (returnval){ [ 1515.571913] env[62181]: value = "task-1789939" [ 1515.571913] env[62181]: _type = "Task" [ 1515.571913] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.582992] env[62181]: DEBUG oslo_vmware.api [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.630128] env[62181]: DEBUG nova.network.neutron [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1515.638032] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.638283] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.687086] env[62181]: DEBUG oslo_concurrency.lockutils [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.687601] env[62181]: DEBUG nova.compute.manager [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1515.690570] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.455s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.693175] env[62181]: INFO nova.compute.claims [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1515.709380] env[62181]: DEBUG oslo_vmware.api [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789935, 'name': RemoveSnapshot_Task, 'duration_secs': 0.675293} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.709705] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Deleted Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1515.709919] env[62181]: INFO nova.compute.manager [None req-0895c7d4-6d5c-4d6a-a3a8-2818d1eb20cf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Took 15.15 seconds to snapshot the instance on the hypervisor. [ 1515.750583] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1789937, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.903882] env[62181]: DEBUG nova.compute.manager [req-9d5a08ca-14c9-4636-b5d3-c88f03d0dda4 req-2531b9b2-7bd6-4161-a86f-cee94d5ad6d8 service nova] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Received event network-vif-plugged-917a7d83-200e-4963-b314-62f49e2f73da {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1515.903882] env[62181]: DEBUG oslo_concurrency.lockutils [req-9d5a08ca-14c9-4636-b5d3-c88f03d0dda4 req-2531b9b2-7bd6-4161-a86f-cee94d5ad6d8 service nova] Acquiring lock "a721398d-f02b-4073-9ed5-b0b452af8782-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.903882] env[62181]: DEBUG oslo_concurrency.lockutils [req-9d5a08ca-14c9-4636-b5d3-c88f03d0dda4 req-2531b9b2-7bd6-4161-a86f-cee94d5ad6d8 service nova] Lock "a721398d-f02b-4073-9ed5-b0b452af8782-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.903882] env[62181]: DEBUG oslo_concurrency.lockutils [req-9d5a08ca-14c9-4636-b5d3-c88f03d0dda4 req-2531b9b2-7bd6-4161-a86f-cee94d5ad6d8 service nova] Lock "a721398d-f02b-4073-9ed5-b0b452af8782-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.903882] env[62181]: DEBUG nova.compute.manager [req-9d5a08ca-14c9-4636-b5d3-c88f03d0dda4 req-2531b9b2-7bd6-4161-a86f-cee94d5ad6d8 service nova] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] No waiting events found dispatching network-vif-plugged-917a7d83-200e-4963-b314-62f49e2f73da {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1515.903882] env[62181]: WARNING nova.compute.manager [req-9d5a08ca-14c9-4636-b5d3-c88f03d0dda4 req-2531b9b2-7bd6-4161-a86f-cee94d5ad6d8 service nova] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Received unexpected event network-vif-plugged-917a7d83-200e-4963-b314-62f49e2f73da for instance with vm_state building and task_state spawning. [ 1515.920754] env[62181]: DEBUG nova.network.neutron [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Updating instance_info_cache with network_info: [{"id": "24f534c4-022f-477e-80f6-4d69cbdc0122", "address": "fa:16:3e:64:86:18", "network": {"id": "ce38758e-e1ce-4847-898d-51ed09702b37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-839001255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2323285af424b6fa8a8b5cff537394e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24f534c4-02", "ovs_interfaceid": "24f534c4-022f-477e-80f6-4d69cbdc0122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.004390] env[62181]: DEBUG nova.network.neutron [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Successfully updated port: 917a7d83-200e-4963-b314-62f49e2f73da {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1516.082032] env[62181]: DEBUG oslo_vmware.api [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.197292] env[62181]: DEBUG nova.compute.utils [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1516.203018] env[62181]: DEBUG nova.compute.manager [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1516.203018] env[62181]: DEBUG nova.network.neutron [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1516.250221] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1789937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57638} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.250859] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] dd52dddb-7f4a-483b-aa89-fb7d0537be0f/dd52dddb-7f4a-483b-aa89-fb7d0537be0f.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1516.251318] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1516.251874] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03a4a940-2f69-47b1-8fba-3ac3a3abb1e0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.261274] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1516.261274] env[62181]: value = "task-1789940" [ 1516.261274] env[62181]: _type = "Task" [ 1516.261274] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.274996] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1789940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.280061] env[62181]: DEBUG nova.policy [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '811e91c7e06c4e39a48ff306653ac04c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7bb3c5ab3974a0587a80fc3c66bf217', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1516.421742] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Releasing lock "refresh_cache-05fae8ff-eb9c-4e22-9075-f8de2d18c82e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.422080] env[62181]: DEBUG nova.compute.manager [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Instance network_info: |[{"id": "24f534c4-022f-477e-80f6-4d69cbdc0122", "address": "fa:16:3e:64:86:18", "network": {"id": "ce38758e-e1ce-4847-898d-51ed09702b37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-839001255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2323285af424b6fa8a8b5cff537394e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24f534c4-02", "ovs_interfaceid": "24f534c4-022f-477e-80f6-4d69cbdc0122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1516.422504] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:86:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24f534c4-022f-477e-80f6-4d69cbdc0122', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1516.430028] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Creating folder: Project (d2323285af424b6fa8a8b5cff537394e). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1516.430322] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e133c64f-c979-44e5-8abe-0ea651a3decc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.441896] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Created folder: Project (d2323285af424b6fa8a8b5cff537394e) in parent group-v371238. [ 1516.442109] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Creating folder: Instances. Parent ref: group-v371341. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1516.442360] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7fa144a-0475-4d79-b813-55c2c812652f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.452115] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Created folder: Instances in parent group-v371341. [ 1516.452320] env[62181]: DEBUG oslo.service.loopingcall [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1516.452506] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1516.452702] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64aee6b7-4f5e-4d07-b6fc-27a5218768b7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.473665] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1516.473665] env[62181]: value = "task-1789944" [ 1516.473665] env[62181]: _type = "Task" [ 1516.473665] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.481515] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789944, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.506784] env[62181]: DEBUG oslo_concurrency.lockutils [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquiring lock "refresh_cache-a721398d-f02b-4073-9ed5-b0b452af8782" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.506935] env[62181]: DEBUG oslo_concurrency.lockutils [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquired lock "refresh_cache-a721398d-f02b-4073-9ed5-b0b452af8782" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.507135] env[62181]: DEBUG nova.network.neutron [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1516.584036] env[62181]: DEBUG oslo_vmware.api [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Task: {'id': task-1789939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.730138} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.587452] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1516.587452] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1516.587452] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1516.587452] env[62181]: INFO nova.compute.manager [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1516.587452] env[62181]: DEBUG oslo.service.loopingcall [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1516.587452] env[62181]: DEBUG nova.compute.manager [-] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1516.587452] env[62181]: DEBUG nova.network.neutron [-] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1516.705632] env[62181]: DEBUG nova.compute.manager [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1516.775441] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1789940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065426} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.776228] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1516.776542] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc308095-5f8d-46be-adce-a945ab374d83 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.804298] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] dd52dddb-7f4a-483b-aa89-fb7d0537be0f/dd52dddb-7f4a-483b-aa89-fb7d0537be0f.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1516.807591] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e0843f4-e920-4f0a-96c4-5eea152763c7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.828643] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1516.828643] env[62181]: value = "task-1789945" [ 1516.828643] env[62181]: _type = "Task" [ 1516.828643] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.839325] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1789945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.842017] env[62181]: DEBUG nova.network.neutron [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Successfully created port: 5beecfba-71b6-44e4-9cb8-1393c13f61cc {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1516.984826] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789944, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.118995] env[62181]: DEBUG nova.network.neutron [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1517.291529] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a270879-5d75-453f-81e9-b5d32163235f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.300320] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1695eda-c1ad-4acd-8c8e-180c99ad9df9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.339790] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169966d7-e567-49ec-8d7c-5784ce61f5e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.348258] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1789945, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.352066] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6422c4d1-631c-49e1-b052-9901dcf225b7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.369689] env[62181]: DEBUG nova.compute.provider_tree [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.487800] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789944, 'name': CreateVM_Task, 'duration_secs': 0.963222} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.487944] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1517.488641] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.488900] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.489232] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1517.489480] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c5a778b-12d0-488d-92e8-5633f3f43647 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.494906] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Waiting for the task: (returnval){ [ 1517.494906] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5202e11c-1528-2892-193b-5f06dd4ed879" [ 1517.494906] env[62181]: _type = "Task" [ 1517.494906] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.504533] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5202e11c-1528-2892-193b-5f06dd4ed879, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.721607] env[62181]: DEBUG nova.compute.manager [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1517.732107] env[62181]: DEBUG nova.network.neutron [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Updating instance_info_cache with network_info: [{"id": "917a7d83-200e-4963-b314-62f49e2f73da", "address": "fa:16:3e:ca:09:b2", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917a7d83-20", "ovs_interfaceid": "917a7d83-200e-4963-b314-62f49e2f73da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.751282] env[62181]: DEBUG nova.virt.hardware [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1517.751536] env[62181]: DEBUG nova.virt.hardware [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1517.751693] env[62181]: DEBUG nova.virt.hardware [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1517.752207] env[62181]: DEBUG nova.virt.hardware [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1517.752371] env[62181]: DEBUG nova.virt.hardware [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1517.752521] env[62181]: DEBUG nova.virt.hardware [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1517.752730] env[62181]: DEBUG nova.virt.hardware [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1517.752890] env[62181]: DEBUG nova.virt.hardware [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1517.753081] env[62181]: DEBUG nova.virt.hardware [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1517.753297] env[62181]: DEBUG nova.virt.hardware [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1517.753438] env[62181]: DEBUG nova.virt.hardware [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1517.754886] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1da01c7-9875-4068-9b74-6a9290286be2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.768418] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3bdfe5-4504-4f76-bdfa-a5aff0f7754b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.847323] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1789945, 'name': ReconfigVM_Task, 'duration_secs': 0.57368} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.847615] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Reconfigured VM instance instance-00000020 to attach disk [datastore1] dd52dddb-7f4a-483b-aa89-fb7d0537be0f/dd52dddb-7f4a-483b-aa89-fb7d0537be0f.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.848456] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e43e6488-7053-4863-b4ff-f74b55e6db5d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.855499] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1517.855499] env[62181]: value = "task-1789946" [ 1517.855499] env[62181]: _type = "Task" [ 1517.855499] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.864604] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1789946, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.879299] env[62181]: DEBUG nova.scheduler.client.report [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1517.883210] env[62181]: DEBUG nova.network.neutron [-] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.006277] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5202e11c-1528-2892-193b-5f06dd4ed879, 'name': SearchDatastore_Task, 'duration_secs': 0.009535} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.006808] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.007144] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1518.007583] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.007681] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.008107] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1518.008493] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e63d555-bf2f-4ce6-919a-e2979f5288f6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.018388] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1518.018590] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1518.019355] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee6a38a-1706-4ba5-8a53-0f75970c3513 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.028154] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Waiting for the task: (returnval){ [ 1518.028154] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]520672b7-f87d-bd21-1752-807d54f90c1a" [ 1518.028154] env[62181]: _type = "Task" [ 1518.028154] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.036025] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520672b7-f87d-bd21-1752-807d54f90c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.116999] env[62181]: DEBUG nova.compute.manager [req-142f60b5-399d-4bde-a580-8783a08d2fbf req-44be2058-0a0b-42cb-88e4-697fd6f8ab5a service nova] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Received event network-changed-917a7d83-200e-4963-b314-62f49e2f73da {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1518.116999] env[62181]: DEBUG nova.compute.manager [req-142f60b5-399d-4bde-a580-8783a08d2fbf req-44be2058-0a0b-42cb-88e4-697fd6f8ab5a service nova] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Refreshing instance network info cache due to event network-changed-917a7d83-200e-4963-b314-62f49e2f73da. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1518.116999] env[62181]: DEBUG oslo_concurrency.lockutils [req-142f60b5-399d-4bde-a580-8783a08d2fbf req-44be2058-0a0b-42cb-88e4-697fd6f8ab5a service nova] Acquiring lock "refresh_cache-a721398d-f02b-4073-9ed5-b0b452af8782" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.239024] env[62181]: DEBUG oslo_concurrency.lockutils [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Releasing lock "refresh_cache-a721398d-f02b-4073-9ed5-b0b452af8782" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.239024] env[62181]: DEBUG nova.compute.manager [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Instance network_info: |[{"id": "917a7d83-200e-4963-b314-62f49e2f73da", "address": "fa:16:3e:ca:09:b2", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917a7d83-20", "ovs_interfaceid": "917a7d83-200e-4963-b314-62f49e2f73da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1518.239024] env[62181]: DEBUG oslo_concurrency.lockutils [req-142f60b5-399d-4bde-a580-8783a08d2fbf req-44be2058-0a0b-42cb-88e4-697fd6f8ab5a service nova] Acquired lock "refresh_cache-a721398d-f02b-4073-9ed5-b0b452af8782" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.239024] env[62181]: DEBUG nova.network.neutron [req-142f60b5-399d-4bde-a580-8783a08d2fbf req-44be2058-0a0b-42cb-88e4-697fd6f8ab5a service nova] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Refreshing network info cache for port 917a7d83-200e-4963-b314-62f49e2f73da {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1518.239024] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:09:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '917a7d83-200e-4963-b314-62f49e2f73da', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1518.246515] env[62181]: DEBUG oslo.service.loopingcall [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1518.247737] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1518.249030] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6f7f61b-6138-4e37-9144-b2d4ed8d65fe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.269809] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1518.269809] env[62181]: value = "task-1789947" [ 1518.269809] env[62181]: _type = "Task" [ 1518.269809] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.278963] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789947, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.368334] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1789946, 'name': Rename_Task, 'duration_secs': 0.146582} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.368334] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1518.368334] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bfbf46e-c9e4-4dd0-9e2c-9dae7201224f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.375080] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1518.375080] env[62181]: value = "task-1789948" [ 1518.375080] env[62181]: _type = "Task" [ 1518.375080] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.383914] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1789948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.384714] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.385265] env[62181]: DEBUG nova.compute.manager [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1518.387728] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.026s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.389275] env[62181]: INFO nova.compute.claims [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1518.392145] env[62181]: INFO nova.compute.manager [-] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Took 1.81 seconds to deallocate network for instance. [ 1518.529282] env[62181]: DEBUG nova.compute.manager [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1518.529282] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371255fd-28bb-433b-a5b4-4783ef71ae43 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.550817] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520672b7-f87d-bd21-1752-807d54f90c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.008707} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.558865] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466bede9-a3d6-49ba-af9f-51afcccd5e24 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.569085] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Waiting for the task: (returnval){ [ 1518.569085] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5276371c-7bc6-1e42-28e8-0ee7fe4a654c" [ 1518.569085] env[62181]: _type = "Task" [ 1518.569085] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.583957] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5276371c-7bc6-1e42-28e8-0ee7fe4a654c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.609548] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Volume attach. Driver type: vmdk {{(pid=62181) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1518.609548] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371340', 'volume_id': '96ed58a7-e105-48b3-b31f-778da83193e5', 'name': 'volume-96ed58a7-e105-48b3-b31f-778da83193e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a39ea307-7343-4c5d-a62f-1b4af7c27a9a', 'attached_at': '', 'detached_at': '', 'volume_id': '96ed58a7-e105-48b3-b31f-778da83193e5', 'serial': '96ed58a7-e105-48b3-b31f-778da83193e5'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1518.610371] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270a420c-0049-4c9c-8401-23f4495c08d9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.629976] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0852ff4e-0ee6-4f1a-91c8-457b2114785b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.659371] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] volume-96ed58a7-e105-48b3-b31f-778da83193e5/volume-96ed58a7-e105-48b3-b31f-778da83193e5.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1518.659371] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfd7f09c-d163-4d57-adbe-9b7602df10d3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.678178] env[62181]: DEBUG oslo_vmware.api [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Waiting for the task: (returnval){ [ 1518.678178] env[62181]: value = "task-1789949" [ 1518.678178] env[62181]: _type = "Task" [ 1518.678178] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.690938] env[62181]: DEBUG oslo_vmware.api [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Task: {'id': task-1789949, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.782771] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789947, 'name': CreateVM_Task, 'duration_secs': 0.415004} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.783130] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1518.783927] env[62181]: DEBUG oslo_concurrency.lockutils [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.784188] env[62181]: DEBUG oslo_concurrency.lockutils [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.784776] env[62181]: DEBUG oslo_concurrency.lockutils [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1518.784936] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-616df00d-765d-4996-a892-778ee04d64f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.794168] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for the task: (returnval){ [ 1518.794168] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c147e3-dcac-2ce6-aeb5-26c90b587775" [ 1518.794168] env[62181]: _type = "Task" [ 1518.794168] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.799658] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c147e3-dcac-2ce6-aeb5-26c90b587775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.886044] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1789948, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.893493] env[62181]: DEBUG nova.compute.utils [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1518.897028] env[62181]: DEBUG nova.compute.manager [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1518.897191] env[62181]: DEBUG nova.network.neutron [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1518.899763] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.063686] env[62181]: DEBUG nova.policy [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '820d966ac2b74c549ecdc5a269af4fa3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eeab6549a5fe4efaa5b99cc4705eef80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1519.065964] env[62181]: INFO nova.compute.manager [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] instance snapshotting [ 1519.068485] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf31839-2c2e-4691-9a71-bc876f6e5c36 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.079350] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5276371c-7bc6-1e42-28e8-0ee7fe4a654c, 'name': SearchDatastore_Task, 'duration_secs': 0.014092} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.093613] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.093903] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 05fae8ff-eb9c-4e22-9075-f8de2d18c82e/05fae8ff-eb9c-4e22-9075-f8de2d18c82e.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1519.094300] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-645fecd0-894f-41e7-8562-eaaddd61d52f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.097591] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87f2dbe-ff1a-4009-b5a5-9e2390663a7a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.111402] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Waiting for the task: (returnval){ [ 1519.111402] env[62181]: value = "task-1789950" [ 1519.111402] env[62181]: _type = "Task" [ 1519.111402] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.118497] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': task-1789950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.189641] env[62181]: DEBUG oslo_vmware.api [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Task: {'id': task-1789949, 'name': ReconfigVM_Task, 'duration_secs': 0.383744} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.191948] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Reconfigured VM instance instance-00000014 to attach disk [datastore1] volume-96ed58a7-e105-48b3-b31f-778da83193e5/volume-96ed58a7-e105-48b3-b31f-778da83193e5.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.195547] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afca6aa7-6f59-435d-8ee2-db5bd83f54a3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.210565] env[62181]: DEBUG oslo_vmware.api [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Waiting for the task: (returnval){ [ 1519.210565] env[62181]: value = "task-1789951" [ 1519.210565] env[62181]: _type = "Task" [ 1519.210565] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.221508] env[62181]: DEBUG oslo_vmware.api [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Task: {'id': task-1789951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.301785] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c147e3-dcac-2ce6-aeb5-26c90b587775, 'name': SearchDatastore_Task, 'duration_secs': 0.01186} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.302200] env[62181]: DEBUG oslo_concurrency.lockutils [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.302349] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1519.302578] env[62181]: DEBUG oslo_concurrency.lockutils [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.302725] env[62181]: DEBUG oslo_concurrency.lockutils [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.302898] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1519.303178] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5dc7f7e-f669-4e57-acf2-4eaf3c334db8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.311554] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1519.311732] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1519.312475] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337580c0-3a65-42b4-8805-d63cfb614499 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.319878] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for the task: (returnval){ [ 1519.319878] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5237c022-bc38-5123-3af7-4e0d4fc3203e" [ 1519.319878] env[62181]: _type = "Task" [ 1519.319878] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.328203] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5237c022-bc38-5123-3af7-4e0d4fc3203e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.386264] env[62181]: DEBUG oslo_vmware.api [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1789948, 'name': PowerOnVM_Task, 'duration_secs': 0.783544} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.386542] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1519.386743] env[62181]: INFO nova.compute.manager [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1519.386917] env[62181]: DEBUG nova.compute.manager [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1519.387849] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d5698f-6bf8-4baf-b62e-e58dfd7fb843 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.400721] env[62181]: DEBUG nova.compute.manager [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1519.404374] env[62181]: DEBUG nova.network.neutron [req-142f60b5-399d-4bde-a580-8783a08d2fbf req-44be2058-0a0b-42cb-88e4-697fd6f8ab5a service nova] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Updated VIF entry in instance network info cache for port 917a7d83-200e-4963-b314-62f49e2f73da. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1519.404374] env[62181]: DEBUG nova.network.neutron [req-142f60b5-399d-4bde-a580-8783a08d2fbf req-44be2058-0a0b-42cb-88e4-697fd6f8ab5a service nova] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Updating instance_info_cache with network_info: [{"id": "917a7d83-200e-4963-b314-62f49e2f73da", "address": "fa:16:3e:ca:09:b2", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917a7d83-20", "ovs_interfaceid": "917a7d83-200e-4963-b314-62f49e2f73da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.618210] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Creating Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1519.618792] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-267dd0d3-f0f6-43a3-b7c1-c055ee483ff1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.629324] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': task-1789950, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.634855] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1519.634855] env[62181]: value = "task-1789952" [ 1519.634855] env[62181]: _type = "Task" [ 1519.634855] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.646490] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789952, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.721135] env[62181]: DEBUG oslo_vmware.api [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Task: {'id': task-1789951, 'name': ReconfigVM_Task, 'duration_secs': 0.147241} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.725796] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371340', 'volume_id': '96ed58a7-e105-48b3-b31f-778da83193e5', 'name': 'volume-96ed58a7-e105-48b3-b31f-778da83193e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a39ea307-7343-4c5d-a62f-1b4af7c27a9a', 'attached_at': '', 'detached_at': '', 'volume_id': '96ed58a7-e105-48b3-b31f-778da83193e5', 'serial': '96ed58a7-e105-48b3-b31f-778da83193e5'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1519.836262] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5237c022-bc38-5123-3af7-4e0d4fc3203e, 'name': SearchDatastore_Task, 'duration_secs': 0.011073} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.837146] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ebc2b4-ed35-48f8-ae4e-9101b0a82483 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.843429] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for the task: (returnval){ [ 1519.843429] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a5c508-d689-01c3-682d-707a74a09545" [ 1519.843429] env[62181]: _type = "Task" [ 1519.843429] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.844304] env[62181]: DEBUG nova.network.neutron [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Successfully updated port: 5beecfba-71b6-44e4-9cb8-1393c13f61cc {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1519.865273] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a5c508-d689-01c3-682d-707a74a09545, 'name': SearchDatastore_Task, 'duration_secs': 0.012501} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.866566] env[62181]: DEBUG oslo_concurrency.lockutils [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.866566] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] a721398d-f02b-4073-9ed5-b0b452af8782/a721398d-f02b-4073-9ed5-b0b452af8782.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1519.867836] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffbb14c9-626c-441e-a7d6-5ecd182c2d0b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.877675] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for the task: (returnval){ [ 1519.877675] env[62181]: value = "task-1789953" [ 1519.877675] env[62181]: _type = "Task" [ 1519.877675] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.885747] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.911153] env[62181]: DEBUG oslo_concurrency.lockutils [req-142f60b5-399d-4bde-a580-8783a08d2fbf req-44be2058-0a0b-42cb-88e4-697fd6f8ab5a service nova] Releasing lock "refresh_cache-a721398d-f02b-4073-9ed5-b0b452af8782" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.911554] env[62181]: DEBUG nova.compute.manager [req-142f60b5-399d-4bde-a580-8783a08d2fbf req-44be2058-0a0b-42cb-88e4-697fd6f8ab5a service nova] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Received event network-vif-deleted-1ed140ae-c032-43ad-9cf3-60ab620b8ea4 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1519.915862] env[62181]: INFO nova.compute.manager [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Took 61.21 seconds to build instance. [ 1519.922024] env[62181]: DEBUG nova.network.neutron [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Successfully created port: 4d3b4167-895f-4783-9af0-90e9552e30cf {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1520.024996] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb371949-bf79-4752-baf0-71a23f1c65f6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.034089] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d38733-411c-4c5e-9fdc-0b392ef4771f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.065880] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8620e9-b7e0-43f2-9098-4244c2fa8621 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.074611] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c8888b-73af-4a75-926c-a019053ea32b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.091155] env[62181]: DEBUG nova.compute.provider_tree [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.121092] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': task-1789950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628468} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.121402] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 05fae8ff-eb9c-4e22-9075-f8de2d18c82e/05fae8ff-eb9c-4e22-9075-f8de2d18c82e.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1520.121648] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1520.121992] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd37e377-ae64-4e7c-b367-6dbae22bb352 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.131328] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Waiting for the task: (returnval){ [ 1520.131328] env[62181]: value = "task-1789954" [ 1520.131328] env[62181]: _type = "Task" [ 1520.131328] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.143616] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': task-1789954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.150277] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789952, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.314644] env[62181]: DEBUG nova.compute.manager [req-f6e8cb3c-4c85-4d7f-bd3c-ed7a65572a8d req-73efa1f1-660f-4290-bc17-ca7dda92b346 service nova] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Received event network-vif-plugged-5beecfba-71b6-44e4-9cb8-1393c13f61cc {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1520.315145] env[62181]: DEBUG oslo_concurrency.lockutils [req-f6e8cb3c-4c85-4d7f-bd3c-ed7a65572a8d req-73efa1f1-660f-4290-bc17-ca7dda92b346 service nova] Acquiring lock "e9e2eb6e-21df-402a-9f10-6c6695c19caa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.315448] env[62181]: DEBUG oslo_concurrency.lockutils [req-f6e8cb3c-4c85-4d7f-bd3c-ed7a65572a8d req-73efa1f1-660f-4290-bc17-ca7dda92b346 service nova] Lock "e9e2eb6e-21df-402a-9f10-6c6695c19caa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.315636] env[62181]: DEBUG oslo_concurrency.lockutils [req-f6e8cb3c-4c85-4d7f-bd3c-ed7a65572a8d req-73efa1f1-660f-4290-bc17-ca7dda92b346 service nova] Lock "e9e2eb6e-21df-402a-9f10-6c6695c19caa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.315847] env[62181]: DEBUG nova.compute.manager [req-f6e8cb3c-4c85-4d7f-bd3c-ed7a65572a8d req-73efa1f1-660f-4290-bc17-ca7dda92b346 service nova] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] No waiting events found dispatching network-vif-plugged-5beecfba-71b6-44e4-9cb8-1393c13f61cc {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1520.316039] env[62181]: WARNING nova.compute.manager [req-f6e8cb3c-4c85-4d7f-bd3c-ed7a65572a8d req-73efa1f1-660f-4290-bc17-ca7dda92b346 service nova] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Received unexpected event network-vif-plugged-5beecfba-71b6-44e4-9cb8-1393c13f61cc for instance with vm_state building and task_state spawning. [ 1520.316262] env[62181]: DEBUG nova.compute.manager [req-f6e8cb3c-4c85-4d7f-bd3c-ed7a65572a8d req-73efa1f1-660f-4290-bc17-ca7dda92b346 service nova] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Received event network-changed-5beecfba-71b6-44e4-9cb8-1393c13f61cc {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1520.316498] env[62181]: DEBUG nova.compute.manager [req-f6e8cb3c-4c85-4d7f-bd3c-ed7a65572a8d req-73efa1f1-660f-4290-bc17-ca7dda92b346 service nova] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Refreshing instance network info cache due to event network-changed-5beecfba-71b6-44e4-9cb8-1393c13f61cc. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1520.316742] env[62181]: DEBUG oslo_concurrency.lockutils [req-f6e8cb3c-4c85-4d7f-bd3c-ed7a65572a8d req-73efa1f1-660f-4290-bc17-ca7dda92b346 service nova] Acquiring lock "refresh_cache-e9e2eb6e-21df-402a-9f10-6c6695c19caa" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.316952] env[62181]: DEBUG oslo_concurrency.lockutils [req-f6e8cb3c-4c85-4d7f-bd3c-ed7a65572a8d req-73efa1f1-660f-4290-bc17-ca7dda92b346 service nova] Acquired lock "refresh_cache-e9e2eb6e-21df-402a-9f10-6c6695c19caa" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.317207] env[62181]: DEBUG nova.network.neutron [req-f6e8cb3c-4c85-4d7f-bd3c-ed7a65572a8d req-73efa1f1-660f-4290-bc17-ca7dda92b346 service nova] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Refreshing network info cache for port 5beecfba-71b6-44e4-9cb8-1393c13f61cc {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1520.357358] env[62181]: DEBUG oslo_concurrency.lockutils [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Acquiring lock "refresh_cache-e9e2eb6e-21df-402a-9f10-6c6695c19caa" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.387487] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507959} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.387763] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] a721398d-f02b-4073-9ed5-b0b452af8782/a721398d-f02b-4073-9ed5-b0b452af8782.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1520.387975] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1520.388251] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6faa3d02-312b-4f8d-8650-8b9c7afd10cf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.394630] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for the task: (returnval){ [ 1520.394630] env[62181]: value = "task-1789955" [ 1520.394630] env[62181]: _type = "Task" [ 1520.394630] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.402849] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.418147] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3ac4bfd5-9981-420a-940a-35256e6c3ff1 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.241s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.427401] env[62181]: DEBUG nova.compute.manager [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1520.457670] env[62181]: DEBUG nova.virt.hardware [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1520.458061] env[62181]: DEBUG nova.virt.hardware [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1520.458132] env[62181]: DEBUG nova.virt.hardware [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1520.458269] env[62181]: DEBUG nova.virt.hardware [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1520.459763] env[62181]: DEBUG nova.virt.hardware [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1520.459839] env[62181]: DEBUG nova.virt.hardware [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1520.460054] env[62181]: DEBUG nova.virt.hardware [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1520.460409] env[62181]: DEBUG nova.virt.hardware [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1520.460549] env[62181]: DEBUG nova.virt.hardware [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1520.460734] env[62181]: DEBUG nova.virt.hardware [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1520.460940] env[62181]: DEBUG nova.virt.hardware [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1520.462231] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e939ab0-38ec-47ab-ba66-89b41113c3ce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.473871] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a40a313-8e18-4673-b961-ae8825a2dbfd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.596159] env[62181]: DEBUG nova.scheduler.client.report [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1520.643358] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': task-1789954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103891} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.648934] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1520.649876] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e4fa99-b58b-4fc7-955f-3719a67d9c01 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.660369] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789952, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.682771] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 05fae8ff-eb9c-4e22-9075-f8de2d18c82e/05fae8ff-eb9c-4e22-9075-f8de2d18c82e.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1520.682771] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c836b531-df6b-4617-ac58-6b84132064f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.704460] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Waiting for the task: (returnval){ [ 1520.704460] env[62181]: value = "task-1789956" [ 1520.704460] env[62181]: _type = "Task" [ 1520.704460] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.713293] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': task-1789956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.839392] env[62181]: DEBUG nova.objects.instance [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Lazy-loading 'flavor' on Instance uuid a39ea307-7343-4c5d-a62f-1b4af7c27a9a {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.879396] env[62181]: DEBUG nova.network.neutron [req-f6e8cb3c-4c85-4d7f-bd3c-ed7a65572a8d req-73efa1f1-660f-4290-bc17-ca7dda92b346 service nova] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1520.906706] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208137} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.906706] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1520.908666] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34019aae-4350-4c28-a80f-96f0d65567ea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.924388] env[62181]: DEBUG nova.compute.manager [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1520.936699] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] a721398d-f02b-4073-9ed5-b0b452af8782/a721398d-f02b-4073-9ed5-b0b452af8782.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1520.937333] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2093b6ac-4304-4679-a6da-d56027155f07 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.961817] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for the task: (returnval){ [ 1520.961817] env[62181]: value = "task-1789957" [ 1520.961817] env[62181]: _type = "Task" [ 1520.961817] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.971491] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.064828] env[62181]: DEBUG nova.network.neutron [req-f6e8cb3c-4c85-4d7f-bd3c-ed7a65572a8d req-73efa1f1-660f-4290-bc17-ca7dda92b346 service nova] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.101095] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.102362] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.681s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.103901] env[62181]: INFO nova.compute.claims [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1521.153640] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789952, 'name': CreateSnapshot_Task, 'duration_secs': 1.208009} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.153905] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Created Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1521.154710] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cd3745-38a6-404e-9400-534052036bcb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.221355] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': task-1789956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.346738] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7b46caaf-f3be-4f18-b21a-ea7d64988195 tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.405s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.475852] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789957, 'name': ReconfigVM_Task, 'duration_secs': 0.28029} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.477526] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.477526] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Reconfigured VM instance instance-00000022 to attach disk [datastore1] a721398d-f02b-4073-9ed5-b0b452af8782/a721398d-f02b-4073-9ed5-b0b452af8782.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1521.478062] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9a67d22-002a-4480-ad53-2a8262e042c4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.485699] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for the task: (returnval){ [ 1521.485699] env[62181]: value = "task-1789958" [ 1521.485699] env[62181]: _type = "Task" [ 1521.485699] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.500511] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789958, 'name': Rename_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.537438] env[62181]: DEBUG oslo_concurrency.lockutils [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "01101102-ee60-4de8-a5c1-07127419108b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.537697] env[62181]: DEBUG oslo_concurrency.lockutils [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "01101102-ee60-4de8-a5c1-07127419108b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.567381] env[62181]: DEBUG oslo_concurrency.lockutils [req-f6e8cb3c-4c85-4d7f-bd3c-ed7a65572a8d req-73efa1f1-660f-4290-bc17-ca7dda92b346 service nova] Releasing lock "refresh_cache-e9e2eb6e-21df-402a-9f10-6c6695c19caa" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.567784] env[62181]: DEBUG oslo_concurrency.lockutils [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Acquired lock "refresh_cache-e9e2eb6e-21df-402a-9f10-6c6695c19caa" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.567963] env[62181]: DEBUG nova.network.neutron [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1521.614085] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Acquiring lock "5cf812e9-92f7-4a1a-89b5-bbf2da3b72f1" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.614346] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Lock "5cf812e9-92f7-4a1a-89b5-bbf2da3b72f1" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.677718] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Creating linked-clone VM from snapshot {{(pid=62181) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1521.678103] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e437b3f0-e315-4299-a2ed-d877e5bfcd9c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.685512] env[62181]: DEBUG nova.network.neutron [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Successfully updated port: 4d3b4167-895f-4783-9af0-90e9552e30cf {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1521.688025] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1521.688025] env[62181]: value = "task-1789959" [ 1521.688025] env[62181]: _type = "Task" [ 1521.688025] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.697582] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789959, 'name': CloneVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.715504] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': task-1789956, 'name': ReconfigVM_Task, 'duration_secs': 0.881057} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.715504] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 05fae8ff-eb9c-4e22-9075-f8de2d18c82e/05fae8ff-eb9c-4e22-9075-f8de2d18c82e.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1521.715952] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fa68e44-2067-44eb-9874-c3d7f84014f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.721817] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Waiting for the task: (returnval){ [ 1521.721817] env[62181]: value = "task-1789960" [ 1521.721817] env[62181]: _type = "Task" [ 1521.721817] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.730276] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': task-1789960, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.997059] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789958, 'name': Rename_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.100028] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a2feaf14-6b94-4af8-9180-c5724c802d5a tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Acquiring lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.100129] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a2feaf14-6b94-4af8-9180-c5724c802d5a tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.106239] env[62181]: DEBUG nova.network.neutron [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1522.117832] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Lock "5cf812e9-92f7-4a1a-89b5-bbf2da3b72f1" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.118123] env[62181]: DEBUG nova.compute.manager [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1522.195070] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "refresh_cache-5fce7919-77bd-4033-bc8b-9aae4abe6c07" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.195217] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired lock "refresh_cache-5fce7919-77bd-4033-bc8b-9aae4abe6c07" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.195362] env[62181]: DEBUG nova.network.neutron [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1522.202838] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789959, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.233112] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': task-1789960, 'name': Rename_Task, 'duration_secs': 0.159826} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.233112] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1522.236099] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab80df92-f2ca-4fe8-807e-a7bb43d0b2b9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.247788] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Waiting for the task: (returnval){ [ 1522.247788] env[62181]: value = "task-1789961" [ 1522.247788] env[62181]: _type = "Task" [ 1522.247788] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.260657] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': task-1789961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.483807] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.484103] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.498517] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789958, 'name': Rename_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.502807] env[62181]: DEBUG nova.compute.manager [req-03ec4bee-da08-4706-ac7f-53d06bfd0cc9 req-b346dab6-3e43-4edd-b5be-0f7543ab3ecf service nova] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Received event network-vif-plugged-4d3b4167-895f-4783-9af0-90e9552e30cf {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1522.503282] env[62181]: DEBUG oslo_concurrency.lockutils [req-03ec4bee-da08-4706-ac7f-53d06bfd0cc9 req-b346dab6-3e43-4edd-b5be-0f7543ab3ecf service nova] Acquiring lock "5fce7919-77bd-4033-bc8b-9aae4abe6c07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.503282] env[62181]: DEBUG oslo_concurrency.lockutils [req-03ec4bee-da08-4706-ac7f-53d06bfd0cc9 req-b346dab6-3e43-4edd-b5be-0f7543ab3ecf service nova] Lock "5fce7919-77bd-4033-bc8b-9aae4abe6c07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.503392] env[62181]: DEBUG oslo_concurrency.lockutils [req-03ec4bee-da08-4706-ac7f-53d06bfd0cc9 req-b346dab6-3e43-4edd-b5be-0f7543ab3ecf service nova] Lock "5fce7919-77bd-4033-bc8b-9aae4abe6c07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.503555] env[62181]: DEBUG nova.compute.manager [req-03ec4bee-da08-4706-ac7f-53d06bfd0cc9 req-b346dab6-3e43-4edd-b5be-0f7543ab3ecf service nova] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] No waiting events found dispatching network-vif-plugged-4d3b4167-895f-4783-9af0-90e9552e30cf {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1522.503712] env[62181]: WARNING nova.compute.manager [req-03ec4bee-da08-4706-ac7f-53d06bfd0cc9 req-b346dab6-3e43-4edd-b5be-0f7543ab3ecf service nova] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Received unexpected event network-vif-plugged-4d3b4167-895f-4783-9af0-90e9552e30cf for instance with vm_state building and task_state spawning. [ 1522.503867] env[62181]: DEBUG nova.compute.manager [req-03ec4bee-da08-4706-ac7f-53d06bfd0cc9 req-b346dab6-3e43-4edd-b5be-0f7543ab3ecf service nova] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Received event network-changed-4d3b4167-895f-4783-9af0-90e9552e30cf {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1522.504047] env[62181]: DEBUG nova.compute.manager [req-03ec4bee-da08-4706-ac7f-53d06bfd0cc9 req-b346dab6-3e43-4edd-b5be-0f7543ab3ecf service nova] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Refreshing instance network info cache due to event network-changed-4d3b4167-895f-4783-9af0-90e9552e30cf. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1522.504224] env[62181]: DEBUG oslo_concurrency.lockutils [req-03ec4bee-da08-4706-ac7f-53d06bfd0cc9 req-b346dab6-3e43-4edd-b5be-0f7543ab3ecf service nova] Acquiring lock "refresh_cache-5fce7919-77bd-4033-bc8b-9aae4abe6c07" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.532826] env[62181]: DEBUG nova.network.neutron [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Updating instance_info_cache with network_info: [{"id": "5beecfba-71b6-44e4-9cb8-1393c13f61cc", "address": "fa:16:3e:03:68:d6", "network": {"id": "5295598c-54eb-4780-bd8f-ab897ab34912", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-760090813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7bb3c5ab3974a0587a80fc3c66bf217", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5beecfba-71", "ovs_interfaceid": "5beecfba-71b6-44e4-9cb8-1393c13f61cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.603752] env[62181]: INFO nova.compute.manager [None req-a2feaf14-6b94-4af8-9180-c5724c802d5a tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Detaching volume 96ed58a7-e105-48b3-b31f-778da83193e5 [ 1522.623657] env[62181]: DEBUG nova.compute.utils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1522.627921] env[62181]: DEBUG nova.compute.manager [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1522.629399] env[62181]: DEBUG nova.network.neutron [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1522.631409] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516e8bea-4523-4808-9e4b-e13181de8542 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.640651] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f421f208-6b83-4f7c-b22d-f487e61214ed {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.674399] env[62181]: INFO nova.virt.block_device [None req-a2feaf14-6b94-4af8-9180-c5724c802d5a tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Attempting to driver detach volume 96ed58a7-e105-48b3-b31f-778da83193e5 from mountpoint /dev/sdb [ 1522.674644] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2feaf14-6b94-4af8-9180-c5724c802d5a tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Volume detach. Driver type: vmdk {{(pid=62181) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1522.674830] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2feaf14-6b94-4af8-9180-c5724c802d5a tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371340', 'volume_id': '96ed58a7-e105-48b3-b31f-778da83193e5', 'name': 'volume-96ed58a7-e105-48b3-b31f-778da83193e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a39ea307-7343-4c5d-a62f-1b4af7c27a9a', 'attached_at': '', 'detached_at': '', 'volume_id': '96ed58a7-e105-48b3-b31f-778da83193e5', 'serial': '96ed58a7-e105-48b3-b31f-778da83193e5'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1522.675617] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a831dcf1-b735-4d59-931c-2818605e34cf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.678620] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd6b901-2e46-4f6a-8832-8c5e63f187ef {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.682593] env[62181]: DEBUG nova.policy [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f08ef4ab7e06439ea78ab7ebd0e82857', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9c51e7c26434a0f9cff04d218019117', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1522.709103] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb89308d-908d-47cd-a90c-40eebb71b6c3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.716585] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cce03c-3e57-4581-a8b9-1e1cd57943b7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.725624] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789959, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.735253] env[62181]: DEBUG nova.compute.provider_tree [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.737297] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db030ef1-4383-42a4-9f43-385ccf92441a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.758174] env[62181]: DEBUG nova.network.neutron [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1522.764129] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71b9d5e-f7b2-4ea6-afdf-3bd83cf6e2c4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.782626] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2feaf14-6b94-4af8-9180-c5724c802d5a tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] The volume has not been displaced from its original location: [datastore1] volume-96ed58a7-e105-48b3-b31f-778da83193e5/volume-96ed58a7-e105-48b3-b31f-778da83193e5.vmdk. No consolidation needed. {{(pid=62181) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1522.788011] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2feaf14-6b94-4af8-9180-c5724c802d5a tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Reconfiguring VM instance instance-00000014 to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1522.788354] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': task-1789961, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.788584] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5ed7edc-db55-4741-8613-ce904f3e4ce9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.808967] env[62181]: DEBUG oslo_vmware.api [None req-a2feaf14-6b94-4af8-9180-c5724c802d5a tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Waiting for the task: (returnval){ [ 1522.808967] env[62181]: value = "task-1789962" [ 1522.808967] env[62181]: _type = "Task" [ 1522.808967] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.817475] env[62181]: DEBUG oslo_vmware.api [None req-a2feaf14-6b94-4af8-9180-c5724c802d5a tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Task: {'id': task-1789962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.000013] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789958, 'name': Rename_Task, 'duration_secs': 1.142285} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.000461] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1523.000838] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8c8ad17-649b-4dff-b6da-35e21daad4b5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.009344] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for the task: (returnval){ [ 1523.009344] env[62181]: value = "task-1789963" [ 1523.009344] env[62181]: _type = "Task" [ 1523.009344] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.027337] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.030550] env[62181]: DEBUG nova.network.neutron [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Updating instance_info_cache with network_info: [{"id": "4d3b4167-895f-4783-9af0-90e9552e30cf", "address": "fa:16:3e:f4:a9:fc", "network": {"id": "2239479c-690a-4f6a-934c-cb7afef254ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1593847906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeab6549a5fe4efaa5b99cc4705eef80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3b4167-89", "ovs_interfaceid": "4d3b4167-895f-4783-9af0-90e9552e30cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.037774] env[62181]: DEBUG oslo_concurrency.lockutils [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Releasing lock "refresh_cache-e9e2eb6e-21df-402a-9f10-6c6695c19caa" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.038333] env[62181]: DEBUG nova.compute.manager [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Instance network_info: |[{"id": "5beecfba-71b6-44e4-9cb8-1393c13f61cc", "address": "fa:16:3e:03:68:d6", "network": {"id": "5295598c-54eb-4780-bd8f-ab897ab34912", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-760090813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7bb3c5ab3974a0587a80fc3c66bf217", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5beecfba-71", "ovs_interfaceid": "5beecfba-71b6-44e4-9cb8-1393c13f61cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1523.038788] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:68:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5beecfba-71b6-44e4-9cb8-1393c13f61cc', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1523.047557] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Creating folder: Project (f7bb3c5ab3974a0587a80fc3c66bf217). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1523.051229] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea8e7862-4ac1-49d1-ac18-8947dbc3ce3b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.061325] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Created folder: Project (f7bb3c5ab3974a0587a80fc3c66bf217) in parent group-v371238. [ 1523.061539] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Creating folder: Instances. Parent ref: group-v371347. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1523.061806] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dfc185c-bb73-41de-9096-996f0fa17a24 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.071730] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Created folder: Instances in parent group-v371347. [ 1523.072020] env[62181]: DEBUG oslo.service.loopingcall [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1523.072251] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1523.072495] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51bcd8ac-3d4b-45ae-8e3d-190c48b75aad {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.093625] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1523.093625] env[62181]: value = "task-1789966" [ 1523.093625] env[62181]: _type = "Task" [ 1523.093625] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.103092] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789966, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.135439] env[62181]: DEBUG nova.compute.manager [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1523.140084] env[62181]: DEBUG nova.network.neutron [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Successfully created port: ede13377-22cf-401b-8287-c48408218aee {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1523.216015] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789959, 'name': CloneVM_Task} progress is 95%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.241782] env[62181]: DEBUG nova.scheduler.client.report [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1523.270319] env[62181]: DEBUG oslo_vmware.api [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': task-1789961, 'name': PowerOnVM_Task, 'duration_secs': 0.703026} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.270688] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1523.270841] env[62181]: INFO nova.compute.manager [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Took 10.84 seconds to spawn the instance on the hypervisor. [ 1523.271080] env[62181]: DEBUG nova.compute.manager [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1523.271928] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18ecdcb-650e-4e95-a414-3692daf57e01 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.319702] env[62181]: DEBUG oslo_vmware.api [None req-a2feaf14-6b94-4af8-9180-c5724c802d5a tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Task: {'id': task-1789962, 'name': ReconfigVM_Task, 'duration_secs': 0.236997} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.319992] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2feaf14-6b94-4af8-9180-c5724c802d5a tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Reconfigured VM instance instance-00000014 to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1523.327278] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62f28d63-ef80-4c90-a303-b7739e0eea43 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.343381] env[62181]: DEBUG oslo_vmware.api [None req-a2feaf14-6b94-4af8-9180-c5724c802d5a tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Waiting for the task: (returnval){ [ 1523.343381] env[62181]: value = "task-1789967" [ 1523.343381] env[62181]: _type = "Task" [ 1523.343381] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.352342] env[62181]: DEBUG oslo_vmware.api [None req-a2feaf14-6b94-4af8-9180-c5724c802d5a tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Task: {'id': task-1789967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.519017] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789963, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.533519] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Releasing lock "refresh_cache-5fce7919-77bd-4033-bc8b-9aae4abe6c07" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.533519] env[62181]: DEBUG nova.compute.manager [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Instance network_info: |[{"id": "4d3b4167-895f-4783-9af0-90e9552e30cf", "address": "fa:16:3e:f4:a9:fc", "network": {"id": "2239479c-690a-4f6a-934c-cb7afef254ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1593847906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeab6549a5fe4efaa5b99cc4705eef80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3b4167-89", "ovs_interfaceid": "4d3b4167-895f-4783-9af0-90e9552e30cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1523.534572] env[62181]: DEBUG oslo_concurrency.lockutils [req-03ec4bee-da08-4706-ac7f-53d06bfd0cc9 req-b346dab6-3e43-4edd-b5be-0f7543ab3ecf service nova] Acquired lock "refresh_cache-5fce7919-77bd-4033-bc8b-9aae4abe6c07" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.534572] env[62181]: DEBUG nova.network.neutron [req-03ec4bee-da08-4706-ac7f-53d06bfd0cc9 req-b346dab6-3e43-4edd-b5be-0f7543ab3ecf service nova] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Refreshing network info cache for port 4d3b4167-895f-4783-9af0-90e9552e30cf {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1523.535357] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:a9:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d3b4167-895f-4783-9af0-90e9552e30cf', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1523.544048] env[62181]: DEBUG oslo.service.loopingcall [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1523.545330] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1523.545575] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd69833f-22ea-4c93-b5fc-7f252efb2658 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.564563] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1523.564563] env[62181]: value = "task-1789968" [ 1523.564563] env[62181]: _type = "Task" [ 1523.564563] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.572588] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789968, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.606020] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789966, 'name': CreateVM_Task, 'duration_secs': 0.465259} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.606255] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1523.607150] env[62181]: DEBUG oslo_concurrency.lockutils [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.607477] env[62181]: DEBUG oslo_concurrency.lockutils [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.610422] env[62181]: DEBUG oslo_concurrency.lockutils [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.610422] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b9b6766-3887-4d02-b8be-0d366de6033b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.615182] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Waiting for the task: (returnval){ [ 1523.615182] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5216076b-72a1-78b5-d0f3-17cefc4636fa" [ 1523.615182] env[62181]: _type = "Task" [ 1523.615182] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.627795] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5216076b-72a1-78b5-d0f3-17cefc4636fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.717278] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789959, 'name': CloneVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.747423] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.747962] env[62181]: DEBUG nova.compute.manager [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1523.750641] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.115s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.750727] env[62181]: DEBUG nova.objects.instance [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lazy-loading 'resources' on Instance uuid 425ebe0d-e361-43f1-a1ff-510df503cfe3 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.790763] env[62181]: INFO nova.compute.manager [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Took 60.93 seconds to build instance. [ 1523.856233] env[62181]: DEBUG oslo_vmware.api [None req-a2feaf14-6b94-4af8-9180-c5724c802d5a tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Task: {'id': task-1789967, 'name': ReconfigVM_Task, 'duration_secs': 0.200957} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.856484] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2feaf14-6b94-4af8-9180-c5724c802d5a tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371340', 'volume_id': '96ed58a7-e105-48b3-b31f-778da83193e5', 'name': 'volume-96ed58a7-e105-48b3-b31f-778da83193e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a39ea307-7343-4c5d-a62f-1b4af7c27a9a', 'attached_at': '', 'detached_at': '', 'volume_id': '96ed58a7-e105-48b3-b31f-778da83193e5', 'serial': '96ed58a7-e105-48b3-b31f-778da83193e5'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1524.019805] env[62181]: DEBUG oslo_vmware.api [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789963, 'name': PowerOnVM_Task, 'duration_secs': 0.517134} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.020090] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1524.020297] env[62181]: INFO nova.compute.manager [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1524.020476] env[62181]: DEBUG nova.compute.manager [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1524.021297] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36af3aab-c970-4c85-9a27-61ec9545c8dc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.073817] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789968, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.125071] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5216076b-72a1-78b5-d0f3-17cefc4636fa, 'name': SearchDatastore_Task, 'duration_secs': 0.020269} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.125399] env[62181]: DEBUG oslo_concurrency.lockutils [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.125635] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1524.125867] env[62181]: DEBUG oslo_concurrency.lockutils [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.126053] env[62181]: DEBUG oslo_concurrency.lockutils [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.126250] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1524.127360] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22972378-f7a2-4d00-8c04-00431c9266ae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.136614] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1524.136710] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1524.139551] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bedc41d3-2d31-49ee-bdb5-d734b1e49921 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.145574] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Waiting for the task: (returnval){ [ 1524.145574] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b08133-1f25-520a-3773-f4ce66fd91b0" [ 1524.145574] env[62181]: _type = "Task" [ 1524.145574] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.149043] env[62181]: DEBUG nova.compute.manager [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1524.157861] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b08133-1f25-520a-3773-f4ce66fd91b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.172421] env[62181]: DEBUG nova.virt.hardware [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1524.172723] env[62181]: DEBUG nova.virt.hardware [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1524.172850] env[62181]: DEBUG nova.virt.hardware [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1524.173469] env[62181]: DEBUG nova.virt.hardware [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1524.173469] env[62181]: DEBUG nova.virt.hardware [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1524.173469] env[62181]: DEBUG nova.virt.hardware [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1524.173628] env[62181]: DEBUG nova.virt.hardware [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1524.173683] env[62181]: DEBUG nova.virt.hardware [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1524.173845] env[62181]: DEBUG nova.virt.hardware [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1524.174017] env[62181]: DEBUG nova.virt.hardware [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1524.174204] env[62181]: DEBUG nova.virt.hardware [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1524.175046] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7256655b-7f88-4f7d-bd09-14fc04df61b6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.182537] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34064a3-0fab-4f83-946a-cda8fadcceb3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.218102] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1789959, 'name': CloneVM_Task, 'duration_secs': 2.072936} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.218102] env[62181]: INFO nova.virt.vmwareapi.vmops [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Created linked-clone VM from snapshot [ 1524.218799] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d137583f-e72c-4be8-993d-465bc97df5e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.226142] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Uploading image bf83f967-5d6e-4e75-96ee-dd7c34a1f29e {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1524.247059] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1524.247059] env[62181]: value = "vm-371346" [ 1524.247059] env[62181]: _type = "VirtualMachine" [ 1524.247059] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1524.247357] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dcd2aafa-2e08-445d-9a67-5f94c2e41746 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.253720] env[62181]: DEBUG nova.compute.utils [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1524.263890] env[62181]: DEBUG nova.compute.manager [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1524.264081] env[62181]: DEBUG nova.network.neutron [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1524.266387] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lease: (returnval){ [ 1524.266387] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]520c347e-e6f1-7b31-6104-b9e925e2622c" [ 1524.266387] env[62181]: _type = "HttpNfcLease" [ 1524.266387] env[62181]: } obtained for exporting VM: (result){ [ 1524.266387] env[62181]: value = "vm-371346" [ 1524.266387] env[62181]: _type = "VirtualMachine" [ 1524.266387] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1524.266717] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the lease: (returnval){ [ 1524.266717] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]520c347e-e6f1-7b31-6104-b9e925e2622c" [ 1524.266717] env[62181]: _type = "HttpNfcLease" [ 1524.266717] env[62181]: } to be ready. {{(pid=62181) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1524.276121] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1524.276121] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]520c347e-e6f1-7b31-6104-b9e925e2622c" [ 1524.276121] env[62181]: _type = "HttpNfcLease" [ 1524.276121] env[62181]: } is ready. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1524.277279] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1524.277279] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]520c347e-e6f1-7b31-6104-b9e925e2622c" [ 1524.277279] env[62181]: _type = "HttpNfcLease" [ 1524.277279] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1524.278074] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2b2870-ba99-4c56-b392-f3f26930cec1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.287794] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d2df19-d09d-ebdd-efec-2fad7afd4e4c/disk-0.vmdk from lease info. {{(pid=62181) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1524.287981] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d2df19-d09d-ebdd-efec-2fad7afd4e4c/disk-0.vmdk for reading. {{(pid=62181) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1524.289981] env[62181]: DEBUG nova.network.neutron [req-03ec4bee-da08-4706-ac7f-53d06bfd0cc9 req-b346dab6-3e43-4edd-b5be-0f7543ab3ecf service nova] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Updated VIF entry in instance network info cache for port 4d3b4167-895f-4783-9af0-90e9552e30cf. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.290326] env[62181]: DEBUG nova.network.neutron [req-03ec4bee-da08-4706-ac7f-53d06bfd0cc9 req-b346dab6-3e43-4edd-b5be-0f7543ab3ecf service nova] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Updating instance_info_cache with network_info: [{"id": "4d3b4167-895f-4783-9af0-90e9552e30cf", "address": "fa:16:3e:f4:a9:fc", "network": {"id": "2239479c-690a-4f6a-934c-cb7afef254ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1593847906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeab6549a5fe4efaa5b99cc4705eef80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3b4167-89", "ovs_interfaceid": "4d3b4167-895f-4783-9af0-90e9552e30cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.291745] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f3a9ed5-c6d9-4c2e-8acf-4eca2056f975 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Lock "05fae8ff-eb9c-4e22-9075-f8de2d18c82e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.446s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.350706] env[62181]: DEBUG nova.policy [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '568c65f01fd84411a5a3eacd92aeac13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61bbbc60783f4b7387413dd1a1a5d825', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1524.352494] env[62181]: DEBUG nova.compute.manager [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1524.387730] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4d1ba96d-a284-4a9f-96d4-40edddd81231 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.428090] env[62181]: DEBUG nova.objects.instance [None req-a2feaf14-6b94-4af8-9180-c5724c802d5a tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Lazy-loading 'flavor' on Instance uuid a39ea307-7343-4c5d-a62f-1b4af7c27a9a {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.539720] env[62181]: INFO nova.compute.manager [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Took 61.13 seconds to build instance. [ 1524.578835] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789968, 'name': CreateVM_Task, 'duration_secs': 0.678777} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.579493] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1524.582873] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.583059] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.586967] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.586967] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5c62d6-0778-47ec-8be8-67499ffb4152 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.592545] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1524.592545] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52140c98-0d0a-acab-5dba-7775a588ab05" [ 1524.592545] env[62181]: _type = "Task" [ 1524.592545] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.603646] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52140c98-0d0a-acab-5dba-7775a588ab05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.660949] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b08133-1f25-520a-3773-f4ce66fd91b0, 'name': SearchDatastore_Task, 'duration_secs': 0.017954} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.665055] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0943d0a-31f4-4a23-beac-b4dfe560a418 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.670312] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Waiting for the task: (returnval){ [ 1524.670312] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52067d09-7456-a2ad-c53e-098dfc22331b" [ 1524.670312] env[62181]: _type = "Task" [ 1524.670312] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.678232] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52067d09-7456-a2ad-c53e-098dfc22331b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.767418] env[62181]: DEBUG nova.compute.manager [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1524.798547] env[62181]: DEBUG oslo_concurrency.lockutils [req-03ec4bee-da08-4706-ac7f-53d06bfd0cc9 req-b346dab6-3e43-4edd-b5be-0f7543ab3ecf service nova] Releasing lock "refresh_cache-5fce7919-77bd-4033-bc8b-9aae4abe6c07" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.855678] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee35052-6639-4895-8fbb-160444760a7b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.871858] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726af586-847b-4a48-a363-23f03f8667cc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.882535] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.915666] env[62181]: DEBUG nova.network.neutron [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Successfully created port: 1829019e-e1e9-4dd6-ae68-7b7d52a56ba8 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1524.918906] env[62181]: DEBUG nova.network.neutron [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Successfully updated port: ede13377-22cf-401b-8287-c48408218aee {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1524.921553] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafd8314-341f-424d-b97a-33965bfa5d57 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.934974] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342771e9-980b-4ae9-9e5c-07ba6d32bb2d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.944984] env[62181]: DEBUG nova.compute.manager [req-cf1e39c9-48ca-45d6-a572-e1e22f8c7d95 req-6ff75a42-c8ae-49fa-a200-22e2ce2fca72 service nova] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Received event network-vif-plugged-ede13377-22cf-401b-8287-c48408218aee {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1524.945311] env[62181]: DEBUG oslo_concurrency.lockutils [req-cf1e39c9-48ca-45d6-a572-e1e22f8c7d95 req-6ff75a42-c8ae-49fa-a200-22e2ce2fca72 service nova] Acquiring lock "2728ada8-aae7-4566-bb67-716ac4e3eb88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.945509] env[62181]: DEBUG oslo_concurrency.lockutils [req-cf1e39c9-48ca-45d6-a572-e1e22f8c7d95 req-6ff75a42-c8ae-49fa-a200-22e2ce2fca72 service nova] Lock "2728ada8-aae7-4566-bb67-716ac4e3eb88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.945820] env[62181]: DEBUG oslo_concurrency.lockutils [req-cf1e39c9-48ca-45d6-a572-e1e22f8c7d95 req-6ff75a42-c8ae-49fa-a200-22e2ce2fca72 service nova] Lock "2728ada8-aae7-4566-bb67-716ac4e3eb88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.946110] env[62181]: DEBUG nova.compute.manager [req-cf1e39c9-48ca-45d6-a572-e1e22f8c7d95 req-6ff75a42-c8ae-49fa-a200-22e2ce2fca72 service nova] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] No waiting events found dispatching network-vif-plugged-ede13377-22cf-401b-8287-c48408218aee {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1524.946454] env[62181]: WARNING nova.compute.manager [req-cf1e39c9-48ca-45d6-a572-e1e22f8c7d95 req-6ff75a42-c8ae-49fa-a200-22e2ce2fca72 service nova] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Received unexpected event network-vif-plugged-ede13377-22cf-401b-8287-c48408218aee for instance with vm_state building and task_state spawning. [ 1524.962058] env[62181]: DEBUG nova.compute.provider_tree [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.042058] env[62181]: DEBUG oslo_concurrency.lockutils [None req-33bf9928-9ec8-41b5-b932-8c12fae69d6c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Lock "a721398d-f02b-4073-9ed5-b0b452af8782" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.390s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.103442] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52140c98-0d0a-acab-5dba-7775a588ab05, 'name': SearchDatastore_Task, 'duration_secs': 0.025952} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.103599] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.103823] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1525.104043] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.180991] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52067d09-7456-a2ad-c53e-098dfc22331b, 'name': SearchDatastore_Task, 'duration_secs': 0.011651} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.181430] env[62181]: DEBUG oslo_concurrency.lockutils [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.183934] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] e9e2eb6e-21df-402a-9f10-6c6695c19caa/e9e2eb6e-21df-402a-9f10-6c6695c19caa.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1525.183934] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.183934] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1525.183934] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-113bb961-7889-4deb-8665-7e7addf6c051 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.184818] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38c0a173-5899-43e9-beb0-96b9210487b3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.193811] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Waiting for the task: (returnval){ [ 1525.193811] env[62181]: value = "task-1789970" [ 1525.193811] env[62181]: _type = "Task" [ 1525.193811] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.198161] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1525.198500] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1525.199680] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4be3d4c-3383-416e-9eac-a3d52e06859a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.205151] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': task-1789970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.208432] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1525.208432] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a76490-0ff0-e38a-3c26-2860d1184d65" [ 1525.208432] env[62181]: _type = "Task" [ 1525.208432] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.216341] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a76490-0ff0-e38a-3c26-2860d1184d65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.304600] env[62181]: DEBUG nova.compute.manager [req-4259f926-d3a4-4716-8bee-12f0b30e42a8 req-5f13868f-29bf-488d-af12-084a52d54a8b service nova] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Received event network-changed-24f534c4-022f-477e-80f6-4d69cbdc0122 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1525.304901] env[62181]: DEBUG nova.compute.manager [req-4259f926-d3a4-4716-8bee-12f0b30e42a8 req-5f13868f-29bf-488d-af12-084a52d54a8b service nova] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Refreshing instance network info cache due to event network-changed-24f534c4-022f-477e-80f6-4d69cbdc0122. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1525.305183] env[62181]: DEBUG oslo_concurrency.lockutils [req-4259f926-d3a4-4716-8bee-12f0b30e42a8 req-5f13868f-29bf-488d-af12-084a52d54a8b service nova] Acquiring lock "refresh_cache-05fae8ff-eb9c-4e22-9075-f8de2d18c82e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.305564] env[62181]: DEBUG oslo_concurrency.lockutils [req-4259f926-d3a4-4716-8bee-12f0b30e42a8 req-5f13868f-29bf-488d-af12-084a52d54a8b service nova] Acquired lock "refresh_cache-05fae8ff-eb9c-4e22-9075-f8de2d18c82e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.305807] env[62181]: DEBUG nova.network.neutron [req-4259f926-d3a4-4716-8bee-12f0b30e42a8 req-5f13868f-29bf-488d-af12-084a52d54a8b service nova] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Refreshing network info cache for port 24f534c4-022f-477e-80f6-4d69cbdc0122 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1525.421712] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Acquiring lock "refresh_cache-2728ada8-aae7-4566-bb67-716ac4e3eb88" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.425539] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Acquired lock "refresh_cache-2728ada8-aae7-4566-bb67-716ac4e3eb88" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.425895] env[62181]: DEBUG nova.network.neutron [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1525.448518] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a2feaf14-6b94-4af8-9180-c5724c802d5a tempest-VolumesAssistedSnapshotsTest-406279124 tempest-VolumesAssistedSnapshotsTest-406279124-project-admin] Lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.347s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.465105] env[62181]: DEBUG nova.scheduler.client.report [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1525.546756] env[62181]: DEBUG nova.compute.manager [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1525.705112] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': task-1789970, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.718884] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a76490-0ff0-e38a-3c26-2860d1184d65, 'name': SearchDatastore_Task, 'duration_secs': 0.015047} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.720133] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ce3e408-296e-4d7c-bf19-f27005d72b11 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.726889] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1525.726889] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52e97fb2-1b5d-23e4-2a8b-f39e32cf83b3" [ 1525.726889] env[62181]: _type = "Task" [ 1525.726889] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.736734] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e97fb2-1b5d-23e4-2a8b-f39e32cf83b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.777806] env[62181]: DEBUG nova.compute.manager [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1525.809079] env[62181]: DEBUG nova.virt.hardware [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1525.809430] env[62181]: DEBUG nova.virt.hardware [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1525.809658] env[62181]: DEBUG nova.virt.hardware [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1525.809907] env[62181]: DEBUG nova.virt.hardware [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1525.810097] env[62181]: DEBUG nova.virt.hardware [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1525.810301] env[62181]: DEBUG nova.virt.hardware [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1525.810564] env[62181]: DEBUG nova.virt.hardware [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1525.810798] env[62181]: DEBUG nova.virt.hardware [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1525.811047] env[62181]: DEBUG nova.virt.hardware [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1525.811256] env[62181]: DEBUG nova.virt.hardware [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1525.811566] env[62181]: DEBUG nova.virt.hardware [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1525.814429] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f1dd36-18ad-4fc7-bbdd-bc231150eeb5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.824271] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a420c58-f558-4598-a952-38e09596be07 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.972737] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.979381] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.706s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.982282] env[62181]: INFO nova.compute.claims [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1525.986347] env[62181]: DEBUG nova.network.neutron [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1526.004456] env[62181]: INFO nova.scheduler.client.report [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Deleted allocations for instance 425ebe0d-e361-43f1-a1ff-510df503cfe3 [ 1526.074398] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.206667] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': task-1789970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629713} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.207061] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] e9e2eb6e-21df-402a-9f10-6c6695c19caa/e9e2eb6e-21df-402a-9f10-6c6695c19caa.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1526.207463] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1526.207768] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62ea776d-7e6c-440c-b073-0de000859925 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.215043] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Waiting for the task: (returnval){ [ 1526.215043] env[62181]: value = "task-1789972" [ 1526.215043] env[62181]: _type = "Task" [ 1526.215043] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.224631] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': task-1789972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.240314] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e97fb2-1b5d-23e4-2a8b-f39e32cf83b3, 'name': SearchDatastore_Task, 'duration_secs': 0.057672} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.240942] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.242660] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 5fce7919-77bd-4033-bc8b-9aae4abe6c07/5fce7919-77bd-4033-bc8b-9aae4abe6c07.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1526.242944] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d14c7dab-6e99-47c6-bd98-9a23600cb2a3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.250320] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1526.250320] env[62181]: value = "task-1789973" [ 1526.250320] env[62181]: _type = "Task" [ 1526.250320] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.261791] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.262935] env[62181]: DEBUG nova.network.neutron [req-4259f926-d3a4-4716-8bee-12f0b30e42a8 req-5f13868f-29bf-488d-af12-084a52d54a8b service nova] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Updated VIF entry in instance network info cache for port 24f534c4-022f-477e-80f6-4d69cbdc0122. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.263386] env[62181]: DEBUG nova.network.neutron [req-4259f926-d3a4-4716-8bee-12f0b30e42a8 req-5f13868f-29bf-488d-af12-084a52d54a8b service nova] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Updating instance_info_cache with network_info: [{"id": "24f534c4-022f-477e-80f6-4d69cbdc0122", "address": "fa:16:3e:64:86:18", "network": {"id": "ce38758e-e1ce-4847-898d-51ed09702b37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-839001255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2323285af424b6fa8a8b5cff537394e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24f534c4-02", "ovs_interfaceid": "24f534c4-022f-477e-80f6-4d69cbdc0122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.320769] env[62181]: DEBUG nova.network.neutron [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Updating instance_info_cache with network_info: [{"id": "ede13377-22cf-401b-8287-c48408218aee", "address": "fa:16:3e:f2:33:3e", "network": {"id": "e73e5829-5a02-4a31-a0b7-9aa09ba7a23b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1599312186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c51e7c26434a0f9cff04d218019117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede13377-22", "ovs_interfaceid": "ede13377-22cf-401b-8287-c48408218aee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.433626] env[62181]: DEBUG oslo_concurrency.lockutils [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquiring lock "a721398d-f02b-4073-9ed5-b0b452af8782" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.433896] env[62181]: DEBUG oslo_concurrency.lockutils [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Lock "a721398d-f02b-4073-9ed5-b0b452af8782" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.434244] env[62181]: DEBUG oslo_concurrency.lockutils [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquiring lock "a721398d-f02b-4073-9ed5-b0b452af8782-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.434482] env[62181]: DEBUG oslo_concurrency.lockutils [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Lock "a721398d-f02b-4073-9ed5-b0b452af8782-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.434680] env[62181]: DEBUG oslo_concurrency.lockutils [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Lock "a721398d-f02b-4073-9ed5-b0b452af8782-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.437447] env[62181]: INFO nova.compute.manager [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Terminating instance [ 1526.515738] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ed888769-726d-4529-8275-7a2466750cf9 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "425ebe0d-e361-43f1-a1ff-510df503cfe3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.226s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.669238] env[62181]: DEBUG nova.network.neutron [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Successfully updated port: 1829019e-e1e9-4dd6-ae68-7b7d52a56ba8 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1526.733100] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': task-1789972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110227} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.733565] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1526.734594] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faefd754-535e-4dad-aa31-c9fb0a36fae2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.763692] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] e9e2eb6e-21df-402a-9f10-6c6695c19caa/e9e2eb6e-21df-402a-9f10-6c6695c19caa.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1526.768352] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ec68b23-f1b1-458d-96b6-709e4cc5561f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.783444] env[62181]: DEBUG oslo_concurrency.lockutils [req-4259f926-d3a4-4716-8bee-12f0b30e42a8 req-5f13868f-29bf-488d-af12-084a52d54a8b service nova] Releasing lock "refresh_cache-05fae8ff-eb9c-4e22-9075-f8de2d18c82e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.790714] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789973, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.790944] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Waiting for the task: (returnval){ [ 1526.790944] env[62181]: value = "task-1789974" [ 1526.790944] env[62181]: _type = "Task" [ 1526.790944] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.800494] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': task-1789974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.827656] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Releasing lock "refresh_cache-2728ada8-aae7-4566-bb67-716ac4e3eb88" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.828149] env[62181]: DEBUG nova.compute.manager [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Instance network_info: |[{"id": "ede13377-22cf-401b-8287-c48408218aee", "address": "fa:16:3e:f2:33:3e", "network": {"id": "e73e5829-5a02-4a31-a0b7-9aa09ba7a23b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1599312186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c51e7c26434a0f9cff04d218019117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede13377-22", "ovs_interfaceid": "ede13377-22cf-401b-8287-c48408218aee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1526.828667] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:33:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ede13377-22cf-401b-8287-c48408218aee', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1526.837334] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Creating folder: Project (b9c51e7c26434a0f9cff04d218019117). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1526.837689] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cfcb19d-cef9-4217-a173-e31758af66a5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.849093] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Created folder: Project (b9c51e7c26434a0f9cff04d218019117) in parent group-v371238. [ 1526.849424] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Creating folder: Instances. Parent ref: group-v371351. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1526.849712] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd537812-a367-4bfc-bd37-08e838a7b0a2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.863559] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Created folder: Instances in parent group-v371351. [ 1526.863559] env[62181]: DEBUG oslo.service.loopingcall [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1526.863769] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1526.863978] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a045231-8e92-48e3-abf3-6888b512c5e2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.885407] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1526.885407] env[62181]: value = "task-1789977" [ 1526.885407] env[62181]: _type = "Task" [ 1526.885407] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.896025] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789977, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.944398] env[62181]: DEBUG nova.compute.manager [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1526.944675] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1526.945857] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4496101c-0d46-4a16-8d55-df659901ab17 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.954441] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1526.954758] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4353bd1a-fc51-4972-8587-59e349dee95b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.962198] env[62181]: DEBUG oslo_vmware.api [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for the task: (returnval){ [ 1526.962198] env[62181]: value = "task-1789978" [ 1526.962198] env[62181]: _type = "Task" [ 1526.962198] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.966093] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Acquiring lock "1af9bf5c-5587-487f-8c5d-04b61eac2bc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.966347] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Lock "1af9bf5c-5587-487f-8c5d-04b61eac2bc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.966583] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Acquiring lock "1af9bf5c-5587-487f-8c5d-04b61eac2bc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.966884] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Lock "1af9bf5c-5587-487f-8c5d-04b61eac2bc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.967202] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Lock "1af9bf5c-5587-487f-8c5d-04b61eac2bc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.969585] env[62181]: INFO nova.compute.manager [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Terminating instance [ 1526.974439] env[62181]: DEBUG oslo_vmware.api [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.032735] env[62181]: DEBUG nova.compute.manager [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Received event network-changed-ede13377-22cf-401b-8287-c48408218aee {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1527.033260] env[62181]: DEBUG nova.compute.manager [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Refreshing instance network info cache due to event network-changed-ede13377-22cf-401b-8287-c48408218aee. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1527.033535] env[62181]: DEBUG oslo_concurrency.lockutils [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] Acquiring lock "refresh_cache-2728ada8-aae7-4566-bb67-716ac4e3eb88" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.033822] env[62181]: DEBUG oslo_concurrency.lockutils [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] Acquired lock "refresh_cache-2728ada8-aae7-4566-bb67-716ac4e3eb88" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.034106] env[62181]: DEBUG nova.network.neutron [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Refreshing network info cache for port ede13377-22cf-401b-8287-c48408218aee {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.174246] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Acquiring lock "refresh_cache-7a617a4a-f487-4a3d-9689-c3f4d3448c40" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.174464] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Acquired lock "refresh_cache-7a617a4a-f487-4a3d-9689-c3f4d3448c40" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.174658] env[62181]: DEBUG nova.network.neutron [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1527.266109] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685761} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.274119] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 5fce7919-77bd-4033-bc8b-9aae4abe6c07/5fce7919-77bd-4033-bc8b-9aae4abe6c07.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1527.274424] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1527.274935] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-680ac03c-0d8f-4506-b8e1-da368e8d7a12 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.283299] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1527.283299] env[62181]: value = "task-1789979" [ 1527.283299] env[62181]: _type = "Task" [ 1527.283299] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.292902] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.301046] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': task-1789974, 'name': ReconfigVM_Task, 'duration_secs': 0.500858} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.301925] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Reconfigured VM instance instance-00000023 to attach disk [datastore1] e9e2eb6e-21df-402a-9f10-6c6695c19caa/e9e2eb6e-21df-402a-9f10-6c6695c19caa.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.303244] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b11fa1e-862f-41d0-a18f-b39025d676b1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.314690] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Waiting for the task: (returnval){ [ 1527.314690] env[62181]: value = "task-1789980" [ 1527.314690] env[62181]: _type = "Task" [ 1527.314690] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.328687] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': task-1789980, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.398567] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789977, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.472711] env[62181]: DEBUG oslo_vmware.api [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789978, 'name': PowerOffVM_Task, 'duration_secs': 0.219819} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.475739] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1527.475931] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1527.478582] env[62181]: DEBUG nova.compute.manager [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1527.478772] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1527.479170] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a80a7ee9-2949-439f-beff-6892c792a4e7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.483463] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59e596e-8ab8-4d7b-bd82-2a56f6fadd11 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.498105] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1527.498976] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8eef491-e4a2-4ddf-9150-8a4b6182c07d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.505442] env[62181]: DEBUG oslo_vmware.api [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Waiting for the task: (returnval){ [ 1527.505442] env[62181]: value = "task-1789982" [ 1527.505442] env[62181]: _type = "Task" [ 1527.505442] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.520087] env[62181]: DEBUG oslo_vmware.api [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': task-1789982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.583904] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a70a220-d718-42e2-8a73-4bbf334ced5a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.594852] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f3ede8-ebeb-4838-9209-5d8823080d01 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.657209] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa7e8bb-fa0a-453b-ad80-df4316356a64 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.660622] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1527.661418] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1527.661418] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Deleting the datastore file [datastore1] a721398d-f02b-4073-9ed5-b0b452af8782 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1527.662329] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94b42d97-9121-4a32-83ed-39af53893183 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.673085] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fadaa4-1e58-4e96-ab70-6c0738454df1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.678652] env[62181]: DEBUG oslo_vmware.api [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for the task: (returnval){ [ 1527.678652] env[62181]: value = "task-1789983" [ 1527.678652] env[62181]: _type = "Task" [ 1527.678652] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.695191] env[62181]: DEBUG nova.compute.provider_tree [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.702653] env[62181]: DEBUG oslo_vmware.api [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.769952] env[62181]: DEBUG nova.network.neutron [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1527.795759] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071376} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.796144] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1527.797166] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bb854e-4db1-4b34-be02-f05b2d82d29e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.819860] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 5fce7919-77bd-4033-bc8b-9aae4abe6c07/5fce7919-77bd-4033-bc8b-9aae4abe6c07.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.824803] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-837bd3b6-3319-4d0d-a786-a4ffbea28c3b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.853751] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': task-1789980, 'name': Rename_Task, 'duration_secs': 0.205872} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.855121] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1527.855689] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1527.855689] env[62181]: value = "task-1789984" [ 1527.855689] env[62181]: _type = "Task" [ 1527.855689] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.855878] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36187851-e860-4aa6-adba-c751cd381198 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.867970] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789984, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.869318] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Waiting for the task: (returnval){ [ 1527.869318] env[62181]: value = "task-1789985" [ 1527.869318] env[62181]: _type = "Task" [ 1527.869318] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.877380] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': task-1789985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.895257] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789977, 'name': CreateVM_Task, 'duration_secs': 0.534979} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.895527] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1527.896191] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.896369] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.896711] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1527.897334] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73b0f8f-29b1-45e9-9b54-c5201166368f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.902466] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Waiting for the task: (returnval){ [ 1527.902466] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a9310a-fadb-b5f5-17f5-087b1c64cd72" [ 1527.902466] env[62181]: _type = "Task" [ 1527.902466] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.913436] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a9310a-fadb-b5f5-17f5-087b1c64cd72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.018378] env[62181]: DEBUG oslo_vmware.api [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': task-1789982, 'name': PowerOffVM_Task, 'duration_secs': 0.25426} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.018378] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1528.018378] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1528.018378] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82561a36-1883-4045-8494-373f429412d5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.192600] env[62181]: DEBUG oslo_vmware.api [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Task: {'id': task-1789983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371683} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.193145] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1528.193343] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1528.193553] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1528.193735] env[62181]: INFO nova.compute.manager [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1528.194031] env[62181]: DEBUG oslo.service.loopingcall [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1528.194288] env[62181]: DEBUG nova.compute.manager [-] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1528.194388] env[62181]: DEBUG nova.network.neutron [-] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1528.198081] env[62181]: DEBUG nova.scheduler.client.report [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1528.219591] env[62181]: DEBUG nova.network.neutron [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Updated VIF entry in instance network info cache for port ede13377-22cf-401b-8287-c48408218aee. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1528.220095] env[62181]: DEBUG nova.network.neutron [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Updating instance_info_cache with network_info: [{"id": "ede13377-22cf-401b-8287-c48408218aee", "address": "fa:16:3e:f2:33:3e", "network": {"id": "e73e5829-5a02-4a31-a0b7-9aa09ba7a23b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1599312186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c51e7c26434a0f9cff04d218019117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede13377-22", "ovs_interfaceid": "ede13377-22cf-401b-8287-c48408218aee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.229720] env[62181]: DEBUG nova.network.neutron [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Updating instance_info_cache with network_info: [{"id": "1829019e-e1e9-4dd6-ae68-7b7d52a56ba8", "address": "fa:16:3e:fb:6f:bd", "network": {"id": "e98b8496-0294-430f-b45a-1434a5d6a3df", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1531293130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bbbc60783f4b7387413dd1a1a5d825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1829019e-e1", "ovs_interfaceid": "1829019e-e1e9-4dd6-ae68-7b7d52a56ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.349151] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Acquiring lock "b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.349481] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Lock "b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.349709] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Acquiring lock "b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.349896] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Lock "b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.350083] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Lock "b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.352675] env[62181]: INFO nova.compute.manager [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Terminating instance [ 1528.368793] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.379070] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': task-1789985, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.418170] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a9310a-fadb-b5f5-17f5-087b1c64cd72, 'name': SearchDatastore_Task, 'duration_secs': 0.023232} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.418170] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.418170] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1528.418170] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.418170] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.418170] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1528.418170] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d9f2c32-815a-4f4a-bf4a-867dae89f80e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.434497] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1528.434708] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1528.435460] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b40abc82-2159-476d-b8ed-86cba19b6c75 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.441592] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Waiting for the task: (returnval){ [ 1528.441592] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]529db3b4-c852-49ef-06c0-5b3e9fd8977d" [ 1528.441592] env[62181]: _type = "Task" [ 1528.441592] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.451759] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529db3b4-c852-49ef-06c0-5b3e9fd8977d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.605441] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1528.605659] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1528.605804] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Deleting the datastore file [datastore1] 1af9bf5c-5587-487f-8c5d-04b61eac2bc3 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1528.606089] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab1d8cc7-0f13-4e04-963f-27596c655f11 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.612898] env[62181]: DEBUG oslo_vmware.api [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Waiting for the task: (returnval){ [ 1528.612898] env[62181]: value = "task-1789987" [ 1528.612898] env[62181]: _type = "Task" [ 1528.612898] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.622283] env[62181]: DEBUG oslo_vmware.api [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': task-1789987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.708286] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.708983] env[62181]: DEBUG nova.compute.manager [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1528.714099] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.900s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.714460] env[62181]: INFO nova.compute.claims [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1528.725733] env[62181]: DEBUG oslo_concurrency.lockutils [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] Releasing lock "refresh_cache-2728ada8-aae7-4566-bb67-716ac4e3eb88" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.726082] env[62181]: DEBUG nova.compute.manager [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Received event network-vif-plugged-1829019e-e1e9-4dd6-ae68-7b7d52a56ba8 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1528.726336] env[62181]: DEBUG oslo_concurrency.lockutils [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] Acquiring lock "7a617a4a-f487-4a3d-9689-c3f4d3448c40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.726605] env[62181]: DEBUG oslo_concurrency.lockutils [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] Lock "7a617a4a-f487-4a3d-9689-c3f4d3448c40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.726969] env[62181]: DEBUG oslo_concurrency.lockutils [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] Lock "7a617a4a-f487-4a3d-9689-c3f4d3448c40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.727401] env[62181]: DEBUG nova.compute.manager [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] No waiting events found dispatching network-vif-plugged-1829019e-e1e9-4dd6-ae68-7b7d52a56ba8 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1528.727401] env[62181]: WARNING nova.compute.manager [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Received unexpected event network-vif-plugged-1829019e-e1e9-4dd6-ae68-7b7d52a56ba8 for instance with vm_state building and task_state spawning. [ 1528.727401] env[62181]: DEBUG nova.compute.manager [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Received event network-changed-1829019e-e1e9-4dd6-ae68-7b7d52a56ba8 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1528.727879] env[62181]: DEBUG nova.compute.manager [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Refreshing instance network info cache due to event network-changed-1829019e-e1e9-4dd6-ae68-7b7d52a56ba8. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1528.727879] env[62181]: DEBUG oslo_concurrency.lockutils [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] Acquiring lock "refresh_cache-7a617a4a-f487-4a3d-9689-c3f4d3448c40" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.735958] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Releasing lock "refresh_cache-7a617a4a-f487-4a3d-9689-c3f4d3448c40" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.736415] env[62181]: DEBUG nova.compute.manager [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Instance network_info: |[{"id": "1829019e-e1e9-4dd6-ae68-7b7d52a56ba8", "address": "fa:16:3e:fb:6f:bd", "network": {"id": "e98b8496-0294-430f-b45a-1434a5d6a3df", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1531293130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bbbc60783f4b7387413dd1a1a5d825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1829019e-e1", "ovs_interfaceid": "1829019e-e1e9-4dd6-ae68-7b7d52a56ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1528.737804] env[62181]: DEBUG oslo_concurrency.lockutils [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] Acquired lock "refresh_cache-7a617a4a-f487-4a3d-9689-c3f4d3448c40" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.737804] env[62181]: DEBUG nova.network.neutron [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Refreshing network info cache for port 1829019e-e1e9-4dd6-ae68-7b7d52a56ba8 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1528.739394] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:6f:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1829019e-e1e9-4dd6-ae68-7b7d52a56ba8', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1528.749013] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Creating folder: Project (61bbbc60783f4b7387413dd1a1a5d825). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1528.749599] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c0741fc-9e8f-451e-9416-4fbf83980c54 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.763784] env[62181]: DEBUG nova.objects.instance [None req-c69c1e36-4dbc-4913-8b39-a196de2ffdae tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Lazy-loading 'flavor' on Instance uuid 059488cd-9eee-4fe3-bfd9-73a761223193 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.766585] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Created folder: Project (61bbbc60783f4b7387413dd1a1a5d825) in parent group-v371238. [ 1528.768042] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Creating folder: Instances. Parent ref: group-v371354. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1528.768042] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1b0b970-a371-405d-a967-24e8c3ebf398 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.777861] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Created folder: Instances in parent group-v371354. [ 1528.778179] env[62181]: DEBUG oslo.service.loopingcall [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1528.778401] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1528.780637] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0fe1894-d6a4-4953-8397-be43f31a847f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.819483] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1528.819483] env[62181]: value = "task-1789990" [ 1528.819483] env[62181]: _type = "Task" [ 1528.819483] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.836986] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789990, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.856982] env[62181]: DEBUG nova.compute.manager [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1528.857435] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1528.858417] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff941cd-479c-4ae3-9af1-19c1c4796959 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.870087] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789984, 'name': ReconfigVM_Task, 'duration_secs': 0.66501} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.873186] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 5fce7919-77bd-4033-bc8b-9aae4abe6c07/5fce7919-77bd-4033-bc8b-9aae4abe6c07.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1528.873547] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1528.876242] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-784b3e36-faea-4608-acfe-03df82e72088 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.878010] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc357b3d-5f5d-42f3-a0bf-a069547b405e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.884320] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1528.884320] env[62181]: value = "task-1789991" [ 1528.884320] env[62181]: _type = "Task" [ 1528.884320] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.888793] env[62181]: DEBUG oslo_vmware.api [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Waiting for the task: (returnval){ [ 1528.888793] env[62181]: value = "task-1789992" [ 1528.888793] env[62181]: _type = "Task" [ 1528.888793] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.888793] env[62181]: DEBUG oslo_vmware.api [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': task-1789985, 'name': PowerOnVM_Task, 'duration_secs': 0.878889} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.892095] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1528.892333] env[62181]: INFO nova.compute.manager [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Took 11.17 seconds to spawn the instance on the hypervisor. [ 1528.892514] env[62181]: DEBUG nova.compute.manager [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1528.896317] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae45f71f-037e-4514-80bf-58f3c1f1f5de {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.904492] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789991, 'name': Rename_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.911320] env[62181]: DEBUG oslo_vmware.api [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': task-1789992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.955723] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529db3b4-c852-49ef-06c0-5b3e9fd8977d, 'name': SearchDatastore_Task, 'duration_secs': 0.011784} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.960188] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c77bd7-cfbc-49ea-adca-7187a9c4ec72 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.967548] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Waiting for the task: (returnval){ [ 1528.967548] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5282a7b4-2a88-40b3-b7cd-0e80fb2902c7" [ 1528.967548] env[62181]: _type = "Task" [ 1528.967548] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.979075] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5282a7b4-2a88-40b3-b7cd-0e80fb2902c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.130122] env[62181]: DEBUG oslo_vmware.api [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Task: {'id': task-1789987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328539} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.130122] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1529.130122] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1529.130122] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1529.130122] env[62181]: INFO nova.compute.manager [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1529.130122] env[62181]: DEBUG oslo.service.loopingcall [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1529.130122] env[62181]: DEBUG nova.compute.manager [-] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1529.130122] env[62181]: DEBUG nova.network.neutron [-] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1529.220524] env[62181]: DEBUG nova.compute.utils [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1529.224676] env[62181]: DEBUG nova.compute.manager [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1529.224907] env[62181]: DEBUG nova.network.neutron [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1529.255507] env[62181]: DEBUG nova.network.neutron [-] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.271192] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c69c1e36-4dbc-4913-8b39-a196de2ffdae tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Acquiring lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.271417] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c69c1e36-4dbc-4913-8b39-a196de2ffdae tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Acquired lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.330206] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789990, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.398499] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789991, 'name': Rename_Task, 'duration_secs': 0.204962} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.399275] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1529.399543] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a60ff08-8f62-4b77-ae33-8e842fd2aece {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.403894] env[62181]: DEBUG oslo_vmware.api [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': task-1789992, 'name': PowerOffVM_Task, 'duration_secs': 0.271709} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.404779] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1529.404979] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1529.405236] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-204f66f5-27ae-48aa-bcd2-88405c9df72a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.408506] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1529.408506] env[62181]: value = "task-1789993" [ 1529.408506] env[62181]: _type = "Task" [ 1529.408506] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.418472] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.420714] env[62181]: INFO nova.compute.manager [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Took 51.98 seconds to build instance. [ 1529.465084] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Acquiring lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.465407] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.465655] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Acquiring lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.465864] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.466090] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.468894] env[62181]: INFO nova.compute.manager [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Terminating instance [ 1529.484399] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5282a7b4-2a88-40b3-b7cd-0e80fb2902c7, 'name': SearchDatastore_Task, 'duration_secs': 0.015168} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.486383] env[62181]: DEBUG nova.policy [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aaad911696cc439c9f45a3a991aedd45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32a78b363df84eb29acc311b2664ecc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1529.488201] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.488371] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 2728ada8-aae7-4566-bb67-716ac4e3eb88/2728ada8-aae7-4566-bb67-716ac4e3eb88.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1529.489212] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-958f2dc0-dbd5-4116-9dd2-757ff334d021 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.498436] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Waiting for the task: (returnval){ [ 1529.498436] env[62181]: value = "task-1789995" [ 1529.498436] env[62181]: _type = "Task" [ 1529.498436] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.503290] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1529.503545] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1529.503762] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Deleting the datastore file [datastore1] b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1529.504393] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9df12ecd-ea67-4bbb-b58b-440181cde59e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.509920] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': task-1789995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.515716] env[62181]: DEBUG oslo_vmware.api [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Waiting for the task: (returnval){ [ 1529.515716] env[62181]: value = "task-1789996" [ 1529.515716] env[62181]: _type = "Task" [ 1529.515716] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.523964] env[62181]: DEBUG oslo_vmware.api [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': task-1789996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.548634] env[62181]: DEBUG nova.compute.manager [req-e31d7d5f-61fb-48e3-a0fa-15c58ee587a1 req-172605de-9e7b-49f1-8f90-3cc95cfd5042 service nova] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Received event network-vif-deleted-917a7d83-200e-4963-b314-62f49e2f73da {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1529.725777] env[62181]: DEBUG nova.compute.manager [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1529.759313] env[62181]: INFO nova.compute.manager [-] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Took 1.56 seconds to deallocate network for instance. [ 1529.831274] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1789990, 'name': CreateVM_Task, 'duration_secs': 0.591662} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.831464] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1529.832364] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.832563] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.832897] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1529.833178] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc5e9b5-6912-46c8-816f-c0399847039a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.838962] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Waiting for the task: (returnval){ [ 1529.838962] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]526ec8fb-5973-2b5f-b134-9d1cd1e005b6" [ 1529.838962] env[62181]: _type = "Task" [ 1529.838962] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.848808] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]526ec8fb-5973-2b5f-b134-9d1cd1e005b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.919898] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789993, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.925354] env[62181]: DEBUG oslo_concurrency.lockutils [None req-52b98d7f-9249-4daa-aadf-04b77c516e65 tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Lock "e9e2eb6e-21df-402a-9f10-6c6695c19caa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.224s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.960333] env[62181]: DEBUG nova.network.neutron [None req-c69c1e36-4dbc-4913-8b39-a196de2ffdae tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1529.977451] env[62181]: DEBUG nova.compute.manager [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1529.977628] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1529.978509] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fd4b03-12b7-4f01-8700-fd0ca52b4b70 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.988393] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1529.988721] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3551f9c9-8d93-4bb4-ae98-e8229ecd0762 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.997819] env[62181]: DEBUG oslo_vmware.api [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Waiting for the task: (returnval){ [ 1529.997819] env[62181]: value = "task-1789997" [ 1529.997819] env[62181]: _type = "Task" [ 1529.997819] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.011178] env[62181]: DEBUG oslo_vmware.api [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': task-1789997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.018120] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': task-1789995, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.031165] env[62181]: DEBUG oslo_vmware.api [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Task: {'id': task-1789996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29513} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.031407] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1530.031558] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1530.032047] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1530.032047] env[62181]: INFO nova.compute.manager [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1530.032230] env[62181]: DEBUG oslo.service.loopingcall [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1530.032380] env[62181]: DEBUG nova.compute.manager [-] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1530.032470] env[62181]: DEBUG nova.network.neutron [-] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1530.054016] env[62181]: DEBUG nova.network.neutron [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Updated VIF entry in instance network info cache for port 1829019e-e1e9-4dd6-ae68-7b7d52a56ba8. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1530.054520] env[62181]: DEBUG nova.network.neutron [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Updating instance_info_cache with network_info: [{"id": "1829019e-e1e9-4dd6-ae68-7b7d52a56ba8", "address": "fa:16:3e:fb:6f:bd", "network": {"id": "e98b8496-0294-430f-b45a-1434a5d6a3df", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1531293130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bbbc60783f4b7387413dd1a1a5d825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1829019e-e1", "ovs_interfaceid": "1829019e-e1e9-4dd6-ae68-7b7d52a56ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.218049] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquiring lock "7d8194b9-bb34-4c75-b687-c5f3cb93e47d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.218322] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "7d8194b9-bb34-4c75-b687-c5f3cb93e47d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.270385] env[62181]: DEBUG oslo_concurrency.lockutils [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.279392] env[62181]: DEBUG nova.network.neutron [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Successfully created port: b14a156e-e950-4cb2-8cd3-dfdb6b69720b {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1530.355692] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]526ec8fb-5973-2b5f-b134-9d1cd1e005b6, 'name': SearchDatastore_Task, 'duration_secs': 0.062541} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.355692] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.355692] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1530.355692] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.355692] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.355692] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1530.355692] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85b8414c-94ac-462b-a79e-9ed080582459 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.365811] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1530.365811] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1530.365811] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1e50ee-ac99-4318-b24c-144b6bfb1d13 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.375043] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Waiting for the task: (returnval){ [ 1530.375043] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525b5c4f-9585-b27c-d0db-96dfc6abbd83" [ 1530.375043] env[62181]: _type = "Task" [ 1530.375043] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.384916] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525b5c4f-9585-b27c-d0db-96dfc6abbd83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.427465] env[62181]: DEBUG oslo_vmware.api [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1789993, 'name': PowerOnVM_Task, 'duration_secs': 0.965651} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.427749] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1530.428247] env[62181]: INFO nova.compute.manager [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1530.428247] env[62181]: DEBUG nova.compute.manager [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1530.429335] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acdc7cb-ba37-436a-bd1d-31370185cad7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.433344] env[62181]: DEBUG nova.compute.manager [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1530.476026] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617ca03b-73e7-4486-9d2a-5117c55e002e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.485463] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0561b7-d010-4f87-b0bf-de86ea6061b5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.527250] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3e47f6-9c67-4a25-b7e4-ac0e6495e6ea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.536641] env[62181]: DEBUG oslo_vmware.api [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': task-1789997, 'name': PowerOffVM_Task, 'duration_secs': 0.250482} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.542433] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1530.542829] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1530.543340] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': task-1789995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67596} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.546055] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4cf48a8-da24-4b92-af3e-21863ae4222d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.547762] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 2728ada8-aae7-4566-bb67-716ac4e3eb88/2728ada8-aae7-4566-bb67-716ac4e3eb88.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1530.547970] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1530.549211] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e00518-77c7-46d7-9185-5c434133c17f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.554149] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b19d9ab-ec6f-45ba-9da2-c9ce77ee5f93 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.557250] env[62181]: DEBUG oslo_concurrency.lockutils [req-458eb211-3cd9-4313-894e-0fd5b2c656c4 req-39bae62e-2c61-470e-b16f-0a213ab80623 service nova] Releasing lock "refresh_cache-7a617a4a-f487-4a3d-9689-c3f4d3448c40" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.569526] env[62181]: DEBUG nova.compute.provider_tree [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.572387] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Waiting for the task: (returnval){ [ 1530.572387] env[62181]: value = "task-1789999" [ 1530.572387] env[62181]: _type = "Task" [ 1530.572387] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.581763] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': task-1789999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.645498] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1530.645704] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1530.645881] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Deleting the datastore file [datastore1] a39ea307-7343-4c5d-a62f-1b4af7c27a9a {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1530.646155] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6216fb3-65bf-49f9-a95f-f94d7f0a3d0d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.652674] env[62181]: DEBUG oslo_vmware.api [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Waiting for the task: (returnval){ [ 1530.652674] env[62181]: value = "task-1790000" [ 1530.652674] env[62181]: _type = "Task" [ 1530.652674] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.660769] env[62181]: DEBUG oslo_vmware.api [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': task-1790000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.712263] env[62181]: DEBUG nova.compute.manager [req-606287cc-fb60-45b0-87b8-4a652aea31e9 req-ac6fb12e-d253-49e2-9f2c-a2019721d9e2 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Received event network-changed-f9940176-f724-4736-8381-8843609df888 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1530.712596] env[62181]: DEBUG nova.compute.manager [req-606287cc-fb60-45b0-87b8-4a652aea31e9 req-ac6fb12e-d253-49e2-9f2c-a2019721d9e2 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Refreshing instance network info cache due to event network-changed-f9940176-f724-4736-8381-8843609df888. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1530.712885] env[62181]: DEBUG oslo_concurrency.lockutils [req-606287cc-fb60-45b0-87b8-4a652aea31e9 req-ac6fb12e-d253-49e2-9f2c-a2019721d9e2 service nova] Acquiring lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.736410] env[62181]: DEBUG nova.compute.manager [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1530.767315] env[62181]: DEBUG nova.virt.hardware [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1530.767420] env[62181]: DEBUG nova.virt.hardware [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1530.767750] env[62181]: DEBUG nova.virt.hardware [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1530.768029] env[62181]: DEBUG nova.virt.hardware [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1530.768134] env[62181]: DEBUG nova.virt.hardware [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1530.768367] env[62181]: DEBUG nova.virt.hardware [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1530.768689] env[62181]: DEBUG nova.virt.hardware [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1530.768929] env[62181]: DEBUG nova.virt.hardware [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1530.769208] env[62181]: DEBUG nova.virt.hardware [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1530.769447] env[62181]: DEBUG nova.virt.hardware [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1530.769715] env[62181]: DEBUG nova.virt.hardware [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1530.770992] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf340b08-0401-47e9-8112-3589e1dc60c1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.783337] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee910ca-1be9-41c0-8f60-c8d8ec251d6b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.888530] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525b5c4f-9585-b27c-d0db-96dfc6abbd83, 'name': SearchDatastore_Task, 'duration_secs': 0.011479} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.889245] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e705ccf4-0bce-4ab4-a537-e3cd9ab71353 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.895374] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Waiting for the task: (returnval){ [ 1530.895374] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527824ed-a544-e4f0-23ff-68139d4ac8cf" [ 1530.895374] env[62181]: _type = "Task" [ 1530.895374] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.903990] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527824ed-a544-e4f0-23ff-68139d4ac8cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.922987] env[62181]: DEBUG nova.network.neutron [-] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.959208] env[62181]: INFO nova.compute.manager [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Took 51.75 seconds to build instance. [ 1530.978522] env[62181]: DEBUG oslo_concurrency.lockutils [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.990944] env[62181]: DEBUG nova.network.neutron [None req-c69c1e36-4dbc-4913-8b39-a196de2ffdae tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Updating instance_info_cache with network_info: [{"id": "f9940176-f724-4736-8381-8843609df888", "address": "fa:16:3e:d4:1e:a8", "network": {"id": "ee76763b-2b2a-4abd-9290-045ffb34f282", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-148288434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d502742e701546dfa8779c2b63c1937b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9940176-f7", "ovs_interfaceid": "f9940176-f724-4736-8381-8843609df888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.075505] env[62181]: DEBUG nova.scheduler.client.report [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1531.089605] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': task-1789999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234477} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.089874] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1531.090824] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044fa630-8c77-46a9-930a-398e7a6e5c0b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.122177] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 2728ada8-aae7-4566-bb67-716ac4e3eb88/2728ada8-aae7-4566-bb67-716ac4e3eb88.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1531.122420] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58429f4f-48df-4d2b-91e8-7adaf3ab339a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.148074] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Waiting for the task: (returnval){ [ 1531.148074] env[62181]: value = "task-1790001" [ 1531.148074] env[62181]: _type = "Task" [ 1531.148074] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.155952] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': task-1790001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.165054] env[62181]: DEBUG oslo_vmware.api [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': task-1790000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.232771] env[62181]: DEBUG nova.network.neutron [-] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.406995] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527824ed-a544-e4f0-23ff-68139d4ac8cf, 'name': SearchDatastore_Task, 'duration_secs': 0.026421} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.407296] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.407993] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 7a617a4a-f487-4a3d-9689-c3f4d3448c40/7a617a4a-f487-4a3d-9689-c3f4d3448c40.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1531.407993] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f6fa9fb-745c-48e9-be28-820af2845286 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.416251] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Waiting for the task: (returnval){ [ 1531.416251] env[62181]: value = "task-1790002" [ 1531.416251] env[62181]: _type = "Task" [ 1531.416251] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.424740] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.429380] env[62181]: INFO nova.compute.manager [-] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Took 2.30 seconds to deallocate network for instance. [ 1531.466434] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86535a3b-e54d-4550-896c-d4a4a4eea4ea tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "5fce7919-77bd-4033-bc8b-9aae4abe6c07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.483s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.469121] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Acquiring lock "e9e2eb6e-21df-402a-9f10-6c6695c19caa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.469121] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Lock "e9e2eb6e-21df-402a-9f10-6c6695c19caa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.469121] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Acquiring lock "e9e2eb6e-21df-402a-9f10-6c6695c19caa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.469121] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Lock "e9e2eb6e-21df-402a-9f10-6c6695c19caa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.469582] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Lock "e9e2eb6e-21df-402a-9f10-6c6695c19caa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.471641] env[62181]: INFO nova.compute.manager [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Terminating instance [ 1531.494431] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c69c1e36-4dbc-4913-8b39-a196de2ffdae tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Releasing lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.494431] env[62181]: DEBUG nova.compute.manager [None req-c69c1e36-4dbc-4913-8b39-a196de2ffdae tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Inject network info {{(pid=62181) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7675}} [ 1531.494595] env[62181]: DEBUG nova.compute.manager [None req-c69c1e36-4dbc-4913-8b39-a196de2ffdae tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] network_info to inject: |[{"id": "f9940176-f724-4736-8381-8843609df888", "address": "fa:16:3e:d4:1e:a8", "network": {"id": "ee76763b-2b2a-4abd-9290-045ffb34f282", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-148288434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d502742e701546dfa8779c2b63c1937b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9940176-f7", "ovs_interfaceid": "f9940176-f724-4736-8381-8843609df888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7676}} [ 1531.499754] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c69c1e36-4dbc-4913-8b39-a196de2ffdae tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Reconfiguring VM instance to set the machine id {{(pid=62181) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1531.500093] env[62181]: DEBUG oslo_concurrency.lockutils [req-606287cc-fb60-45b0-87b8-4a652aea31e9 req-ac6fb12e-d253-49e2-9f2c-a2019721d9e2 service nova] Acquired lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.500316] env[62181]: DEBUG nova.network.neutron [req-606287cc-fb60-45b0-87b8-4a652aea31e9 req-ac6fb12e-d253-49e2-9f2c-a2019721d9e2 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Refreshing network info cache for port f9940176-f724-4736-8381-8843609df888 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1531.502081] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c0470d-f486-4c0e-8a94-cf65e2331e5d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.526507] env[62181]: DEBUG oslo_vmware.api [None req-c69c1e36-4dbc-4913-8b39-a196de2ffdae tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Waiting for the task: (returnval){ [ 1531.526507] env[62181]: value = "task-1790003" [ 1531.526507] env[62181]: _type = "Task" [ 1531.526507] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.535365] env[62181]: DEBUG oslo_vmware.api [None req-c69c1e36-4dbc-4913-8b39-a196de2ffdae tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1790003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.586889] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.874s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.586889] env[62181]: DEBUG nova.compute.manager [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1531.590356] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.852s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.590601] env[62181]: DEBUG nova.objects.instance [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lazy-loading 'resources' on Instance uuid 0dcc25aa-294f-46d2-b01a-1eb7149b4838 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.663836] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': task-1790001, 'name': ReconfigVM_Task, 'duration_secs': 0.432793} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.668924] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 2728ada8-aae7-4566-bb67-716ac4e3eb88/2728ada8-aae7-4566-bb67-716ac4e3eb88.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.668924] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52dbcac2-d6ae-4f15-b790-f2f6a54f70ed {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.671612] env[62181]: DEBUG oslo_vmware.api [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Task: {'id': task-1790000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542507} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.675469] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1531.675699] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1531.675885] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1531.676066] env[62181]: INFO nova.compute.manager [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1531.676338] env[62181]: DEBUG oslo.service.loopingcall [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.677466] env[62181]: DEBUG nova.compute.manager [req-2109d94a-ba66-4eb7-a98b-bc20789510b5 req-dfe17b87-a113-4230-b5c4-074c5014664b service nova] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Received event network-vif-deleted-faf8b06f-319f-4ab1-b54f-6ed188565d0f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1531.678293] env[62181]: DEBUG nova.compute.manager [-] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1531.678398] env[62181]: DEBUG nova.network.neutron [-] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1531.682415] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Waiting for the task: (returnval){ [ 1531.682415] env[62181]: value = "task-1790004" [ 1531.682415] env[62181]: _type = "Task" [ 1531.682415] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.695998] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': task-1790004, 'name': Rename_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.735650] env[62181]: INFO nova.compute.manager [-] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Took 1.70 seconds to deallocate network for instance. [ 1531.857696] env[62181]: DEBUG nova.network.neutron [req-606287cc-fb60-45b0-87b8-4a652aea31e9 req-ac6fb12e-d253-49e2-9f2c-a2019721d9e2 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Updated VIF entry in instance network info cache for port f9940176-f724-4736-8381-8843609df888. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1531.857696] env[62181]: DEBUG nova.network.neutron [req-606287cc-fb60-45b0-87b8-4a652aea31e9 req-ac6fb12e-d253-49e2-9f2c-a2019721d9e2 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Updating instance_info_cache with network_info: [{"id": "f9940176-f724-4736-8381-8843609df888", "address": "fa:16:3e:d4:1e:a8", "network": {"id": "ee76763b-2b2a-4abd-9290-045ffb34f282", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-148288434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d502742e701546dfa8779c2b63c1937b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9940176-f7", "ovs_interfaceid": "f9940176-f724-4736-8381-8843609df888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.928414] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790002, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.939998] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.974784] env[62181]: DEBUG nova.compute.manager [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1531.976022] env[62181]: DEBUG nova.compute.manager [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1531.976601] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1531.977917] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fef3987-3e62-4c4c-8db7-77065e941ed0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.986531] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.987054] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bfee2e5-f666-4b98-b387-4e3807c98bed {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.993670] env[62181]: DEBUG oslo_vmware.api [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Waiting for the task: (returnval){ [ 1531.993670] env[62181]: value = "task-1790005" [ 1531.993670] env[62181]: _type = "Task" [ 1531.993670] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.006486] env[62181]: DEBUG oslo_vmware.api [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': task-1790005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.036825] env[62181]: DEBUG oslo_vmware.api [None req-c69c1e36-4dbc-4913-8b39-a196de2ffdae tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1790003, 'name': ReconfigVM_Task, 'duration_secs': 0.165853} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.037177] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c69c1e36-4dbc-4913-8b39-a196de2ffdae tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Reconfigured VM instance to set the machine id {{(pid=62181) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1532.097660] env[62181]: DEBUG nova.compute.utils [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1532.099378] env[62181]: DEBUG nova.compute.manager [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1532.099611] env[62181]: DEBUG nova.network.neutron [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1532.161858] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5920d78c-8763-4bf9-838c-151ac770ac3f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.169427] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5aa2a0-bb72-4e8d-856b-bbcb10afe02e tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Suspending the VM {{(pid=62181) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1532.169791] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-acf8bd4c-430e-4720-9e41-0960859241aa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.177259] env[62181]: DEBUG oslo_vmware.api [None req-8b5aa2a0-bb72-4e8d-856b-bbcb10afe02e tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1532.177259] env[62181]: value = "task-1790006" [ 1532.177259] env[62181]: _type = "Task" [ 1532.177259] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.182304] env[62181]: DEBUG nova.policy [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5328a23ba8941f1b30382758715dd36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2cc67c8ee9049b2899c2bffa86ec209', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1532.197560] env[62181]: DEBUG nova.objects.instance [None req-f8e2ced2-29cd-4620-ab00-fb87feb3648e tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Lazy-loading 'flavor' on Instance uuid 059488cd-9eee-4fe3-bfd9-73a761223193 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1532.205697] env[62181]: DEBUG oslo_vmware.api [None req-8b5aa2a0-bb72-4e8d-856b-bbcb10afe02e tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790006, 'name': SuspendVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.212387] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': task-1790004, 'name': Rename_Task, 'duration_secs': 0.409623} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.213575] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1532.213575] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5bf9f59-e369-403b-8d7f-0df5a39f9067 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.227034] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Waiting for the task: (returnval){ [ 1532.227034] env[62181]: value = "task-1790007" [ 1532.227034] env[62181]: _type = "Task" [ 1532.227034] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.237211] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': task-1790007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.242746] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.362284] env[62181]: DEBUG oslo_concurrency.lockutils [req-606287cc-fb60-45b0-87b8-4a652aea31e9 req-ac6fb12e-d253-49e2-9f2c-a2019721d9e2 service nova] Releasing lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.415814] env[62181]: DEBUG nova.network.neutron [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Successfully updated port: b14a156e-e950-4cb2-8cd3-dfdb6b69720b {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1532.427472] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590535} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.427764] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 7a617a4a-f487-4a3d-9689-c3f4d3448c40/7a617a4a-f487-4a3d-9689-c3f4d3448c40.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1532.427974] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1532.428253] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f671201-7605-4e8c-96cd-d575a5c54006 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.438029] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Waiting for the task: (returnval){ [ 1532.438029] env[62181]: value = "task-1790008" [ 1532.438029] env[62181]: _type = "Task" [ 1532.438029] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.450578] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.496583] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.515440] env[62181]: DEBUG oslo_vmware.api [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': task-1790005, 'name': PowerOffVM_Task, 'duration_secs': 0.240207} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.515541] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.515710] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1532.515969] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d4204ad-f220-40cf-acfd-e22545af0e41 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.603487] env[62181]: DEBUG nova.compute.manager [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1532.653580] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1532.653808] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1532.654252] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Deleting the datastore file [datastore1] e9e2eb6e-21df-402a-9f10-6c6695c19caa {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1532.654548] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ed22b04-21ab-4bf5-9380-479f168c55cb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.666015] env[62181]: DEBUG oslo_vmware.api [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Waiting for the task: (returnval){ [ 1532.666015] env[62181]: value = "task-1790010" [ 1532.666015] env[62181]: _type = "Task" [ 1532.666015] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.676125] env[62181]: DEBUG oslo_vmware.api [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': task-1790010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.679786] env[62181]: DEBUG nova.network.neutron [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Successfully created port: 18c22d3d-584a-45b0-bd04-d7e28d602162 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1532.694923] env[62181]: DEBUG oslo_vmware.api [None req-8b5aa2a0-bb72-4e8d-856b-bbcb10afe02e tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790006, 'name': SuspendVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.703145] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f8e2ced2-29cd-4620-ab00-fb87feb3648e tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Acquiring lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.704234] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f8e2ced2-29cd-4620-ab00-fb87feb3648e tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Acquired lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.734819] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8f1b75-bf13-44c5-b8df-8ce2201b53de {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.743544] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': task-1790007, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.746483] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b04f7a3-d1b4-4550-a517-327e6dee7b1c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.783273] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd90c5eb-8eff-49e5-8dcf-cf9e484ae188 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.792961] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc40f16-7424-4215-be54-badcd98e0383 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.812303] env[62181]: DEBUG nova.compute.provider_tree [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.916177] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Acquiring lock "refresh_cache-ada9887b-6474-4679-a327-e217c7fbf167" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.916177] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Acquired lock "refresh_cache-ada9887b-6474-4679-a327-e217c7fbf167" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.916177] env[62181]: DEBUG nova.network.neutron [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1532.948753] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108557} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.949365] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1532.950234] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e997b41-7794-4166-adee-5ad15eeb4119 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.978858] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 7a617a4a-f487-4a3d-9689-c3f4d3448c40/7a617a4a-f487-4a3d-9689-c3f4d3448c40.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1532.980146] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a03c7ac3-d788-422b-8f21-074c268add3b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.000788] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Waiting for the task: (returnval){ [ 1533.000788] env[62181]: value = "task-1790011" [ 1533.000788] env[62181]: _type = "Task" [ 1533.000788] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.011569] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.034711] env[62181]: DEBUG nova.compute.manager [req-b76f470e-8ff4-42f2-be09-804eb90614c4 req-fce4486f-3ab8-4d2e-a22f-ab4545024d7a service nova] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Received event network-vif-deleted-3a9c213d-83a8-406c-9a2c-25f4ab960170 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1533.034925] env[62181]: DEBUG nova.compute.manager [req-b76f470e-8ff4-42f2-be09-804eb90614c4 req-fce4486f-3ab8-4d2e-a22f-ab4545024d7a service nova] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Received event network-vif-deleted-2da3ccd9-d74e-43f3-9f37-56bcc45705f7 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1533.035133] env[62181]: INFO nova.compute.manager [req-b76f470e-8ff4-42f2-be09-804eb90614c4 req-fce4486f-3ab8-4d2e-a22f-ab4545024d7a service nova] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Neutron deleted interface 2da3ccd9-d74e-43f3-9f37-56bcc45705f7; detaching it from the instance and deleting it from the info cache [ 1533.035330] env[62181]: DEBUG nova.network.neutron [req-b76f470e-8ff4-42f2-be09-804eb90614c4 req-fce4486f-3ab8-4d2e-a22f-ab4545024d7a service nova] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.113643] env[62181]: INFO nova.virt.block_device [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Booting with volume cb23ca68-4702-44c2-b619-23a37f87b2e4 at /dev/sda [ 1533.137014] env[62181]: DEBUG nova.network.neutron [None req-f8e2ced2-29cd-4620-ab00-fb87feb3648e tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1533.148764] env[62181]: DEBUG nova.network.neutron [-] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.176802] env[62181]: DEBUG oslo_vmware.api [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Task: {'id': task-1790010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467782} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.177199] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.177438] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1533.177667] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1533.177870] env[62181]: INFO nova.compute.manager [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1533.178257] env[62181]: DEBUG oslo.service.loopingcall [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.179643] env[62181]: DEBUG nova.compute.manager [-] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1533.179643] env[62181]: DEBUG nova.network.neutron [-] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1533.181336] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9684c5ad-51f8-4120-823d-cc10a0a6cf12 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.193699] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c38f575-fbdf-444a-9a13-d7e414a21821 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.207899] env[62181]: DEBUG oslo_vmware.api [None req-8b5aa2a0-bb72-4e8d-856b-bbcb10afe02e tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790006, 'name': SuspendVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.236575] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14e95b9f-2709-4a29-9a29-0bfd51a84243 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.247229] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': task-1790007, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.252184] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d900bea-d77a-4aba-af6c-c3bf5e59af55 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.287459] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05bbf97-58ca-4976-aa9a-1117e03946ea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.295207] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae629e2-caff-4373-83f7-535ea8d3adbb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.310836] env[62181]: DEBUG nova.virt.block_device [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Updating existing volume attachment record: 2ed66af1-4220-48ed-ad80-96c7ce29e97f {{(pid=62181) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1533.318139] env[62181]: DEBUG nova.scheduler.client.report [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1533.450453] env[62181]: DEBUG nova.network.neutron [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1533.512111] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790011, 'name': ReconfigVM_Task, 'duration_secs': 0.467376} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.512305] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 7a617a4a-f487-4a3d-9689-c3f4d3448c40/7a617a4a-f487-4a3d-9689-c3f4d3448c40.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1533.513606] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c13b6d67-dc5c-4790-baa9-7452cc8d018f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.519561] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Waiting for the task: (returnval){ [ 1533.519561] env[62181]: value = "task-1790012" [ 1533.519561] env[62181]: _type = "Task" [ 1533.519561] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.533318] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790012, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.538779] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40c00494-07ba-482d-8e04-929e4fdf0dc3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.550290] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb09c47-7188-49cd-ab29-c2afa2b737e7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.587662] env[62181]: DEBUG nova.compute.manager [req-b76f470e-8ff4-42f2-be09-804eb90614c4 req-fce4486f-3ab8-4d2e-a22f-ab4545024d7a service nova] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Detach interface failed, port_id=2da3ccd9-d74e-43f3-9f37-56bcc45705f7, reason: Instance a39ea307-7343-4c5d-a62f-1b4af7c27a9a could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1533.652947] env[62181]: INFO nova.compute.manager [-] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Took 1.97 seconds to deallocate network for instance. [ 1533.655661] env[62181]: DEBUG nova.network.neutron [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Updating instance_info_cache with network_info: [{"id": "b14a156e-e950-4cb2-8cd3-dfdb6b69720b", "address": "fa:16:3e:1d:06:b8", "network": {"id": "181ebc80-831c-4f3d-af56-952ca69c1c13", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-714977771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a78b363df84eb29acc311b2664ecc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14a156e-e9", "ovs_interfaceid": "b14a156e-e950-4cb2-8cd3-dfdb6b69720b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.697436] env[62181]: DEBUG oslo_vmware.api [None req-8b5aa2a0-bb72-4e8d-856b-bbcb10afe02e tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790006, 'name': SuspendVM_Task, 'duration_secs': 1.122535} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.699965] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5aa2a0-bb72-4e8d-856b-bbcb10afe02e tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Suspended the VM {{(pid=62181) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1533.700175] env[62181]: DEBUG nova.compute.manager [None req-8b5aa2a0-bb72-4e8d-856b-bbcb10afe02e tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1533.701640] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42da753d-2c93-4501-aec8-5819a25dc6df {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.724495] env[62181]: DEBUG nova.compute.manager [req-13283721-9b40-41b8-b4d0-63ced868b5f0 req-72bda44a-9879-4335-8288-5e6f98772461 service nova] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Received event network-vif-plugged-b14a156e-e950-4cb2-8cd3-dfdb6b69720b {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1533.724741] env[62181]: DEBUG oslo_concurrency.lockutils [req-13283721-9b40-41b8-b4d0-63ced868b5f0 req-72bda44a-9879-4335-8288-5e6f98772461 service nova] Acquiring lock "ada9887b-6474-4679-a327-e217c7fbf167-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.724965] env[62181]: DEBUG oslo_concurrency.lockutils [req-13283721-9b40-41b8-b4d0-63ced868b5f0 req-72bda44a-9879-4335-8288-5e6f98772461 service nova] Lock "ada9887b-6474-4679-a327-e217c7fbf167-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.725185] env[62181]: DEBUG oslo_concurrency.lockutils [req-13283721-9b40-41b8-b4d0-63ced868b5f0 req-72bda44a-9879-4335-8288-5e6f98772461 service nova] Lock "ada9887b-6474-4679-a327-e217c7fbf167-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.725379] env[62181]: DEBUG nova.compute.manager [req-13283721-9b40-41b8-b4d0-63ced868b5f0 req-72bda44a-9879-4335-8288-5e6f98772461 service nova] [instance: ada9887b-6474-4679-a327-e217c7fbf167] No waiting events found dispatching network-vif-plugged-b14a156e-e950-4cb2-8cd3-dfdb6b69720b {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1533.725571] env[62181]: WARNING nova.compute.manager [req-13283721-9b40-41b8-b4d0-63ced868b5f0 req-72bda44a-9879-4335-8288-5e6f98772461 service nova] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Received unexpected event network-vif-plugged-b14a156e-e950-4cb2-8cd3-dfdb6b69720b for instance with vm_state building and task_state spawning. [ 1533.725796] env[62181]: DEBUG nova.compute.manager [req-13283721-9b40-41b8-b4d0-63ced868b5f0 req-72bda44a-9879-4335-8288-5e6f98772461 service nova] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Received event network-changed-b14a156e-e950-4cb2-8cd3-dfdb6b69720b {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1533.725996] env[62181]: DEBUG nova.compute.manager [req-13283721-9b40-41b8-b4d0-63ced868b5f0 req-72bda44a-9879-4335-8288-5e6f98772461 service nova] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Refreshing instance network info cache due to event network-changed-b14a156e-e950-4cb2-8cd3-dfdb6b69720b. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1533.726223] env[62181]: DEBUG oslo_concurrency.lockutils [req-13283721-9b40-41b8-b4d0-63ced868b5f0 req-72bda44a-9879-4335-8288-5e6f98772461 service nova] Acquiring lock "refresh_cache-ada9887b-6474-4679-a327-e217c7fbf167" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.742952] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': task-1790007, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.821879] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.825164] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.700s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.826256] env[62181]: INFO nova.compute.claims [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1533.852452] env[62181]: INFO nova.scheduler.client.report [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Deleted allocations for instance 0dcc25aa-294f-46d2-b01a-1eb7149b4838 [ 1533.959951] env[62181]: DEBUG nova.network.neutron [None req-f8e2ced2-29cd-4620-ab00-fb87feb3648e tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Updating instance_info_cache with network_info: [{"id": "f9940176-f724-4736-8381-8843609df888", "address": "fa:16:3e:d4:1e:a8", "network": {"id": "ee76763b-2b2a-4abd-9290-045ffb34f282", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-148288434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d502742e701546dfa8779c2b63c1937b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9940176-f7", "ovs_interfaceid": "f9940176-f724-4736-8381-8843609df888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.021218] env[62181]: DEBUG nova.network.neutron [-] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.037280] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790012, 'name': Rename_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.160326] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Releasing lock "refresh_cache-ada9887b-6474-4679-a327-e217c7fbf167" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.160901] env[62181]: DEBUG nova.compute.manager [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Instance network_info: |[{"id": "b14a156e-e950-4cb2-8cd3-dfdb6b69720b", "address": "fa:16:3e:1d:06:b8", "network": {"id": "181ebc80-831c-4f3d-af56-952ca69c1c13", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-714977771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a78b363df84eb29acc311b2664ecc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14a156e-e9", "ovs_interfaceid": "b14a156e-e950-4cb2-8cd3-dfdb6b69720b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1534.161593] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.161875] env[62181]: DEBUG oslo_concurrency.lockutils [req-13283721-9b40-41b8-b4d0-63ced868b5f0 req-72bda44a-9879-4335-8288-5e6f98772461 service nova] Acquired lock "refresh_cache-ada9887b-6474-4679-a327-e217c7fbf167" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.162108] env[62181]: DEBUG nova.network.neutron [req-13283721-9b40-41b8-b4d0-63ced868b5f0 req-72bda44a-9879-4335-8288-5e6f98772461 service nova] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Refreshing network info cache for port b14a156e-e950-4cb2-8cd3-dfdb6b69720b {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1534.164267] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:06:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3e0aae3-33d1-403b-bfaf-306f77a1422e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b14a156e-e950-4cb2-8cd3-dfdb6b69720b', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1534.174416] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Creating folder: Project (32a78b363df84eb29acc311b2664ecc0). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1534.175263] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e35043a4-e23e-42fb-a390-26ef77fbb63c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.188105] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Created folder: Project (32a78b363df84eb29acc311b2664ecc0) in parent group-v371238. [ 1534.188281] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Creating folder: Instances. Parent ref: group-v371357. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1534.188588] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9458c2f5-c4ad-476d-8fa3-7c8a6b4b6d56 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.198148] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Created folder: Instances in parent group-v371357. [ 1534.198568] env[62181]: DEBUG oslo.service.loopingcall [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1534.198759] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1534.198928] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38b01792-dc69-4e30-a299-2847ad03a3ab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.226677] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1534.226677] env[62181]: value = "task-1790015" [ 1534.226677] env[62181]: _type = "Task" [ 1534.226677] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.236834] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790015, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.248028] env[62181]: DEBUG oslo_vmware.api [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': task-1790007, 'name': PowerOnVM_Task, 'duration_secs': 1.584711} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.248970] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1534.249200] env[62181]: INFO nova.compute.manager [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Took 10.10 seconds to spawn the instance on the hypervisor. [ 1534.249380] env[62181]: DEBUG nova.compute.manager [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1534.250543] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727cfb45-5e9e-4616-93ba-ffd40c89b783 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.336812] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d2df19-d09d-ebdd-efec-2fad7afd4e4c/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1534.338313] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433da2ba-dc1e-47c4-8a56-4e101240d42b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.346981] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d2df19-d09d-ebdd-efec-2fad7afd4e4c/disk-0.vmdk is in state: ready. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1534.347180] env[62181]: ERROR oslo_vmware.rw_handles [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d2df19-d09d-ebdd-efec-2fad7afd4e4c/disk-0.vmdk due to incomplete transfer. [ 1534.347462] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-567cc4b9-3f48-41b6-9e63-e24c0d2e880e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.355400] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d2df19-d09d-ebdd-efec-2fad7afd4e4c/disk-0.vmdk. {{(pid=62181) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1534.355648] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Uploaded image bf83f967-5d6e-4e75-96ee-dd7c34a1f29e to the Glance image server {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1534.358586] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Destroying the VM {{(pid=62181) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1534.361053] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1b052a16-0d17-48ee-9f0f-84c392e22c04 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.365785] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dc95d34b-bbc2-4137-b5a9-4c75ba604e77 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "0dcc25aa-294f-46d2-b01a-1eb7149b4838" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.919s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.375514] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1534.375514] env[62181]: value = "task-1790016" [ 1534.375514] env[62181]: _type = "Task" [ 1534.375514] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.384326] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1790016, 'name': Destroy_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.444347] env[62181]: DEBUG nova.network.neutron [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Successfully updated port: 18c22d3d-584a-45b0-bd04-d7e28d602162 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1534.463887] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f8e2ced2-29cd-4620-ab00-fb87feb3648e tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Releasing lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.464201] env[62181]: DEBUG nova.compute.manager [None req-f8e2ced2-29cd-4620-ab00-fb87feb3648e tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Inject network info {{(pid=62181) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7675}} [ 1534.464417] env[62181]: DEBUG nova.compute.manager [None req-f8e2ced2-29cd-4620-ab00-fb87feb3648e tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] network_info to inject: |[{"id": "f9940176-f724-4736-8381-8843609df888", "address": "fa:16:3e:d4:1e:a8", "network": {"id": "ee76763b-2b2a-4abd-9290-045ffb34f282", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-148288434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d502742e701546dfa8779c2b63c1937b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9940176-f7", "ovs_interfaceid": "f9940176-f724-4736-8381-8843609df888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7676}} [ 1534.469266] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e2ced2-29cd-4620-ab00-fb87feb3648e tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Reconfiguring VM instance to set the machine id {{(pid=62181) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1534.469791] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a6bb896-8ef8-4883-b27a-77e74a5113f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.487176] env[62181]: DEBUG oslo_vmware.api [None req-f8e2ced2-29cd-4620-ab00-fb87feb3648e tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Waiting for the task: (returnval){ [ 1534.487176] env[62181]: value = "task-1790017" [ 1534.487176] env[62181]: _type = "Task" [ 1534.487176] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.495696] env[62181]: DEBUG oslo_vmware.api [None req-f8e2ced2-29cd-4620-ab00-fb87feb3648e tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1790017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.527633] env[62181]: INFO nova.compute.manager [-] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Took 1.35 seconds to deallocate network for instance. [ 1534.533164] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790012, 'name': Rename_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.561946] env[62181]: DEBUG nova.network.neutron [req-13283721-9b40-41b8-b4d0-63ced868b5f0 req-72bda44a-9879-4335-8288-5e6f98772461 service nova] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Updated VIF entry in instance network info cache for port b14a156e-e950-4cb2-8cd3-dfdb6b69720b. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.562491] env[62181]: DEBUG nova.network.neutron [req-13283721-9b40-41b8-b4d0-63ced868b5f0 req-72bda44a-9879-4335-8288-5e6f98772461 service nova] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Updating instance_info_cache with network_info: [{"id": "b14a156e-e950-4cb2-8cd3-dfdb6b69720b", "address": "fa:16:3e:1d:06:b8", "network": {"id": "181ebc80-831c-4f3d-af56-952ca69c1c13", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-714977771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a78b363df84eb29acc311b2664ecc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14a156e-e9", "ovs_interfaceid": "b14a156e-e950-4cb2-8cd3-dfdb6b69720b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.736901] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790015, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.773841] env[62181]: INFO nova.compute.manager [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Took 43.43 seconds to build instance. [ 1534.886117] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1790016, 'name': Destroy_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.947197] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Acquiring lock "refresh_cache-7fb647de-d093-4f4a-a198-468e61926976" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.947419] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Acquired lock "refresh_cache-7fb647de-d093-4f4a-a198-468e61926976" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.947612] env[62181]: DEBUG nova.network.neutron [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.008062] env[62181]: DEBUG oslo_vmware.api [None req-f8e2ced2-29cd-4620-ab00-fb87feb3648e tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1790017, 'name': ReconfigVM_Task, 'duration_secs': 0.267676} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.008062] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e2ced2-29cd-4620-ab00-fb87feb3648e tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Reconfigured VM instance to set the machine id {{(pid=62181) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1535.038033] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.038632] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790012, 'name': Rename_Task, 'duration_secs': 1.231846} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.038632] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1535.039495] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e236417-5600-4510-b6ef-c0568f513a3c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.046627] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Waiting for the task: (returnval){ [ 1535.046627] env[62181]: value = "task-1790018" [ 1535.046627] env[62181]: _type = "Task" [ 1535.046627] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.055839] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.065249] env[62181]: DEBUG oslo_concurrency.lockutils [req-13283721-9b40-41b8-b4d0-63ced868b5f0 req-72bda44a-9879-4335-8288-5e6f98772461 service nova] Releasing lock "refresh_cache-ada9887b-6474-4679-a327-e217c7fbf167" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.238245] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790015, 'name': CreateVM_Task, 'duration_secs': 0.865929} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.242033] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1535.243357] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.243581] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.243949] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1535.244356] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ff05ed-b8fe-4e05-aec2-2d59c8eab7d9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.249579] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Waiting for the task: (returnval){ [ 1535.249579] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]529e6763-7c3b-f7f6-b65f-efe72889030b" [ 1535.249579] env[62181]: _type = "Task" [ 1535.249579] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.263847] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529e6763-7c3b-f7f6-b65f-efe72889030b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.275501] env[62181]: DEBUG oslo_concurrency.lockutils [None req-26e7cbcc-14ed-4253-9600-d844fae3a72d tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Lock "2728ada8-aae7-4566-bb67-716ac4e3eb88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.791s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.337080] env[62181]: DEBUG nova.compute.manager [req-5b5a0afc-f47b-41b8-9fa5-2872afa36dd1 req-6d9f0ca3-e6ab-47f8-a26f-0618819b3187 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Received event network-changed-f9940176-f724-4736-8381-8843609df888 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1535.337642] env[62181]: DEBUG nova.compute.manager [req-5b5a0afc-f47b-41b8-9fa5-2872afa36dd1 req-6d9f0ca3-e6ab-47f8-a26f-0618819b3187 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Refreshing instance network info cache due to event network-changed-f9940176-f724-4736-8381-8843609df888. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1535.338099] env[62181]: DEBUG oslo_concurrency.lockutils [req-5b5a0afc-f47b-41b8-9fa5-2872afa36dd1 req-6d9f0ca3-e6ab-47f8-a26f-0618819b3187 service nova] Acquiring lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.338498] env[62181]: DEBUG oslo_concurrency.lockutils [req-5b5a0afc-f47b-41b8-9fa5-2872afa36dd1 req-6d9f0ca3-e6ab-47f8-a26f-0618819b3187 service nova] Acquired lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.338874] env[62181]: DEBUG nova.network.neutron [req-5b5a0afc-f47b-41b8-9fa5-2872afa36dd1 req-6d9f0ca3-e6ab-47f8-a26f-0618819b3187 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Refreshing network info cache for port f9940176-f724-4736-8381-8843609df888 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1535.342521] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b28b3b6-6e52-4cdd-bbec-acea97c52c0f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.354465] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330f03c6-6da0-4bb4-8aea-ae69443376d3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.393388] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f13b3a5-4689-446e-8969-1d63ba4287ca {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.404414] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1790016, 'name': Destroy_Task, 'duration_secs': 0.845748} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.405809] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81beb594-e194-47f1-a007-78a6692a24d5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.410913] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Destroyed the VM [ 1535.411313] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Deleting Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1535.412244] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b438c81d-5f0d-4162-89ea-05696e9e192e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.425631] env[62181]: DEBUG nova.compute.manager [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1535.426229] env[62181]: DEBUG nova.virt.hardware [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1535.426573] env[62181]: DEBUG nova.virt.hardware [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.426790] env[62181]: DEBUG nova.virt.hardware [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1535.427027] env[62181]: DEBUG nova.virt.hardware [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.427248] env[62181]: DEBUG nova.virt.hardware [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1535.427448] env[62181]: DEBUG nova.virt.hardware [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1535.427691] env[62181]: DEBUG nova.virt.hardware [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1535.427889] env[62181]: DEBUG nova.virt.hardware [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1535.428107] env[62181]: DEBUG nova.virt.hardware [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1535.428315] env[62181]: DEBUG nova.virt.hardware [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1535.428529] env[62181]: DEBUG nova.virt.hardware [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1535.429049] env[62181]: DEBUG nova.compute.provider_tree [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.431976] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519ca55f-250c-47f8-9e45-5952d0d8bcab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.434598] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1535.434598] env[62181]: value = "task-1790019" [ 1535.434598] env[62181]: _type = "Task" [ 1535.434598] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.442697] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc2c6a4-268a-4c18-964c-1a2e116e1edf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.450546] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1790019, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.518835] env[62181]: DEBUG nova.network.neutron [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1535.556614] env[62181]: DEBUG oslo_vmware.api [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790018, 'name': PowerOnVM_Task, 'duration_secs': 0.477206} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.556844] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1535.557057] env[62181]: INFO nova.compute.manager [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1535.557245] env[62181]: DEBUG nova.compute.manager [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1535.558012] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054e8507-2b1f-4ba7-880c-01b555387b32 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.760156] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529e6763-7c3b-f7f6-b65f-efe72889030b, 'name': SearchDatastore_Task, 'duration_secs': 0.014097} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.760473] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.760666] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1535.760993] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.761104] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.761288] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1535.761568] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4682deb1-ecdb-44e2-a4f0-540c5d25b83d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.773508] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1535.773696] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1535.774434] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd6791e8-e605-4116-9b5e-232931d11a87 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.777390] env[62181]: DEBUG nova.compute.manager [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1535.781592] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Waiting for the task: (returnval){ [ 1535.781592] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52082f78-b16c-f507-b8f9-2b24872db315" [ 1535.781592] env[62181]: _type = "Task" [ 1535.781592] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.791271] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52082f78-b16c-f507-b8f9-2b24872db315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.793733] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Acquiring lock "2728ada8-aae7-4566-bb67-716ac4e3eb88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.793948] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Lock "2728ada8-aae7-4566-bb67-716ac4e3eb88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.794184] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Acquiring lock "2728ada8-aae7-4566-bb67-716ac4e3eb88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.794325] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Lock "2728ada8-aae7-4566-bb67-716ac4e3eb88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.794485] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Lock "2728ada8-aae7-4566-bb67-716ac4e3eb88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.796463] env[62181]: INFO nova.compute.manager [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Terminating instance [ 1535.844260] env[62181]: DEBUG nova.network.neutron [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Updating instance_info_cache with network_info: [{"id": "18c22d3d-584a-45b0-bd04-d7e28d602162", "address": "fa:16:3e:c1:f2:31", "network": {"id": "22f94cec-5105-4d8c-8019-f3a04cdc7cca", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-275091454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2cc67c8ee9049b2899c2bffa86ec209", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c22d3d-58", "ovs_interfaceid": "18c22d3d-584a-45b0-bd04-d7e28d602162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.854992] env[62181]: DEBUG nova.compute.manager [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1535.855920] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba0bc04-c799-4087-bddd-2212d51d7de5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.936343] env[62181]: DEBUG nova.scheduler.client.report [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.954670] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1790019, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.968471] env[62181]: DEBUG oslo_concurrency.lockutils [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Acquiring lock "059488cd-9eee-4fe3-bfd9-73a761223193" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.968719] env[62181]: DEBUG oslo_concurrency.lockutils [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Lock "059488cd-9eee-4fe3-bfd9-73a761223193" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.968922] env[62181]: DEBUG oslo_concurrency.lockutils [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Acquiring lock "059488cd-9eee-4fe3-bfd9-73a761223193-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.969117] env[62181]: DEBUG oslo_concurrency.lockutils [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Lock "059488cd-9eee-4fe3-bfd9-73a761223193-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.969291] env[62181]: DEBUG oslo_concurrency.lockutils [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Lock "059488cd-9eee-4fe3-bfd9-73a761223193-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.971533] env[62181]: INFO nova.compute.manager [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Terminating instance [ 1536.076898] env[62181]: INFO nova.compute.manager [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Took 35.67 seconds to build instance. [ 1536.196518] env[62181]: DEBUG nova.compute.manager [req-2f50bba9-bde4-41cb-8320-4ed1616bf293 req-65cf5f1d-ba36-4484-bfb0-e8ddee063101 service nova] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Received event network-vif-plugged-18c22d3d-584a-45b0-bd04-d7e28d602162 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1536.196518] env[62181]: DEBUG oslo_concurrency.lockutils [req-2f50bba9-bde4-41cb-8320-4ed1616bf293 req-65cf5f1d-ba36-4484-bfb0-e8ddee063101 service nova] Acquiring lock "7fb647de-d093-4f4a-a198-468e61926976-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.196518] env[62181]: DEBUG oslo_concurrency.lockutils [req-2f50bba9-bde4-41cb-8320-4ed1616bf293 req-65cf5f1d-ba36-4484-bfb0-e8ddee063101 service nova] Lock "7fb647de-d093-4f4a-a198-468e61926976-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.196518] env[62181]: DEBUG oslo_concurrency.lockutils [req-2f50bba9-bde4-41cb-8320-4ed1616bf293 req-65cf5f1d-ba36-4484-bfb0-e8ddee063101 service nova] Lock "7fb647de-d093-4f4a-a198-468e61926976-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.196518] env[62181]: DEBUG nova.compute.manager [req-2f50bba9-bde4-41cb-8320-4ed1616bf293 req-65cf5f1d-ba36-4484-bfb0-e8ddee063101 service nova] [instance: 7fb647de-d093-4f4a-a198-468e61926976] No waiting events found dispatching network-vif-plugged-18c22d3d-584a-45b0-bd04-d7e28d602162 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1536.196518] env[62181]: WARNING nova.compute.manager [req-2f50bba9-bde4-41cb-8320-4ed1616bf293 req-65cf5f1d-ba36-4484-bfb0-e8ddee063101 service nova] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Received unexpected event network-vif-plugged-18c22d3d-584a-45b0-bd04-d7e28d602162 for instance with vm_state building and task_state spawning. [ 1536.196518] env[62181]: DEBUG nova.compute.manager [req-2f50bba9-bde4-41cb-8320-4ed1616bf293 req-65cf5f1d-ba36-4484-bfb0-e8ddee063101 service nova] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Received event network-changed-18c22d3d-584a-45b0-bd04-d7e28d602162 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1536.196518] env[62181]: DEBUG nova.compute.manager [req-2f50bba9-bde4-41cb-8320-4ed1616bf293 req-65cf5f1d-ba36-4484-bfb0-e8ddee063101 service nova] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Refreshing instance network info cache due to event network-changed-18c22d3d-584a-45b0-bd04-d7e28d602162. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1536.196926] env[62181]: DEBUG oslo_concurrency.lockutils [req-2f50bba9-bde4-41cb-8320-4ed1616bf293 req-65cf5f1d-ba36-4484-bfb0-e8ddee063101 service nova] Acquiring lock "refresh_cache-7fb647de-d093-4f4a-a198-468e61926976" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.197477] env[62181]: DEBUG nova.network.neutron [req-5b5a0afc-f47b-41b8-9fa5-2872afa36dd1 req-6d9f0ca3-e6ab-47f8-a26f-0618819b3187 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Updated VIF entry in instance network info cache for port f9940176-f724-4736-8381-8843609df888. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1536.197793] env[62181]: DEBUG nova.network.neutron [req-5b5a0afc-f47b-41b8-9fa5-2872afa36dd1 req-6d9f0ca3-e6ab-47f8-a26f-0618819b3187 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Updating instance_info_cache with network_info: [{"id": "f9940176-f724-4736-8381-8843609df888", "address": "fa:16:3e:d4:1e:a8", "network": {"id": "ee76763b-2b2a-4abd-9290-045ffb34f282", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-148288434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d502742e701546dfa8779c2b63c1937b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9940176-f7", "ovs_interfaceid": "f9940176-f724-4736-8381-8843609df888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.297363] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52082f78-b16c-f507-b8f9-2b24872db315, 'name': SearchDatastore_Task, 'duration_secs': 0.028421} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.297363] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a57faaa-0a8b-4764-a3ae-269d744a8d75 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.301679] env[62181]: DEBUG nova.compute.manager [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1536.305014] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1536.305014] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c416ead-c137-4bb4-9f2e-99978c7c36bd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.307572] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Waiting for the task: (returnval){ [ 1536.307572] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]520d5bc0-4d76-5bb7-1cd4-00f3d30f6924" [ 1536.307572] env[62181]: _type = "Task" [ 1536.307572] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.309085] env[62181]: DEBUG oslo_concurrency.lockutils [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.315025] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1536.315576] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dc25e97-c082-4e34-ab7f-44086c25271c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.320537] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520d5bc0-4d76-5bb7-1cd4-00f3d30f6924, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.321117] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.321406] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] ada9887b-6474-4679-a327-e217c7fbf167/ada9887b-6474-4679-a327-e217c7fbf167.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1536.321682] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4722073-3b03-47a1-976c-b9bd931fa128 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.325597] env[62181]: DEBUG oslo_vmware.api [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Waiting for the task: (returnval){ [ 1536.325597] env[62181]: value = "task-1790020" [ 1536.325597] env[62181]: _type = "Task" [ 1536.325597] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.330378] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Waiting for the task: (returnval){ [ 1536.330378] env[62181]: value = "task-1790021" [ 1536.330378] env[62181]: _type = "Task" [ 1536.330378] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.337203] env[62181]: DEBUG oslo_vmware.api [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': task-1790020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.344096] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': task-1790021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.347530] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Releasing lock "refresh_cache-7fb647de-d093-4f4a-a198-468e61926976" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.347842] env[62181]: DEBUG nova.compute.manager [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Instance network_info: |[{"id": "18c22d3d-584a-45b0-bd04-d7e28d602162", "address": "fa:16:3e:c1:f2:31", "network": {"id": "22f94cec-5105-4d8c-8019-f3a04cdc7cca", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-275091454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2cc67c8ee9049b2899c2bffa86ec209", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c22d3d-58", "ovs_interfaceid": "18c22d3d-584a-45b0-bd04-d7e28d602162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1536.348160] env[62181]: DEBUG oslo_concurrency.lockutils [req-2f50bba9-bde4-41cb-8320-4ed1616bf293 req-65cf5f1d-ba36-4484-bfb0-e8ddee063101 service nova] Acquired lock "refresh_cache-7fb647de-d093-4f4a-a198-468e61926976" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.348374] env[62181]: DEBUG nova.network.neutron [req-2f50bba9-bde4-41cb-8320-4ed1616bf293 req-65cf5f1d-ba36-4484-bfb0-e8ddee063101 service nova] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Refreshing network info cache for port 18c22d3d-584a-45b0-bd04-d7e28d602162 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1536.349620] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:f2:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18c22d3d-584a-45b0-bd04-d7e28d602162', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1536.358059] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Creating folder: Project (d2cc67c8ee9049b2899c2bffa86ec209). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1536.359202] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d946c866-5164-4329-b3c3-2589fb5937d4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.367344] env[62181]: INFO nova.compute.manager [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] instance snapshotting [ 1536.367563] env[62181]: WARNING nova.compute.manager [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1536.370331] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed2b961-34cf-4b39-8302-22568eb53fd9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.374993] env[62181]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1536.375177] env[62181]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62181) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1536.375517] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Folder already exists: Project (d2cc67c8ee9049b2899c2bffa86ec209). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1536.375773] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Creating folder: Instances. Parent ref: group-v371287. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1536.376430] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba4cad08-24dc-4cd3-90b9-6aec723c7d85 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.394743] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b901e728-1360-45c0-b6ed-9dc6a1bacb06 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.405155] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Created folder: Instances in parent group-v371287. [ 1536.405155] env[62181]: DEBUG oslo.service.loopingcall [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1536.405155] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1536.405155] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-760e95b6-d9dd-401b-bd99-667c1cc49738 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.426619] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1536.426619] env[62181]: value = "task-1790024" [ 1536.426619] env[62181]: _type = "Task" [ 1536.426619] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.435027] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790024, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.446161] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.446677] env[62181]: DEBUG nova.compute.manager [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1536.450451] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.550s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.451355] env[62181]: DEBUG nova.objects.instance [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lazy-loading 'resources' on Instance uuid 601e137f-f0c6-456f-962e-a97ad59f1fa5 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.457527] env[62181]: DEBUG oslo_vmware.api [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1790019, 'name': RemoveSnapshot_Task, 'duration_secs': 1.027659} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.457777] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Deleted Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1536.458008] env[62181]: INFO nova.compute.manager [None req-d610ff0c-b725-450d-b8d3-b80917751266 tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Took 17.39 seconds to snapshot the instance on the hypervisor. [ 1536.476019] env[62181]: DEBUG nova.compute.manager [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1536.476283] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1536.477301] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb60244-57b5-4fd6-b420-a8b4b7dd873d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.485724] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1536.486029] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20cad178-5d40-4056-a7d5-0a9c73da05a2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.492321] env[62181]: DEBUG oslo_vmware.api [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Waiting for the task: (returnval){ [ 1536.492321] env[62181]: value = "task-1790025" [ 1536.492321] env[62181]: _type = "Task" [ 1536.492321] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.501248] env[62181]: DEBUG oslo_vmware.api [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1790025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.580297] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ca0b1a0a-4b5a-42d9-9186-76d63ceee3ef tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Lock "7a617a4a-f487-4a3d-9689-c3f4d3448c40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.107s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.700357] env[62181]: DEBUG oslo_concurrency.lockutils [req-5b5a0afc-f47b-41b8-9fa5-2872afa36dd1 req-6d9f0ca3-e6ab-47f8-a26f-0618819b3187 service nova] Releasing lock "refresh_cache-059488cd-9eee-4fe3-bfd9-73a761223193" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.700646] env[62181]: DEBUG nova.compute.manager [req-5b5a0afc-f47b-41b8-9fa5-2872afa36dd1 req-6d9f0ca3-e6ab-47f8-a26f-0618819b3187 service nova] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Received event network-vif-deleted-5beecfba-71b6-44e4-9cb8-1393c13f61cc {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1536.840444] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': task-1790021, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.843801] env[62181]: DEBUG oslo_vmware.api [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': task-1790020, 'name': PowerOffVM_Task, 'duration_secs': 0.208281} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.844088] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1536.844266] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1536.844541] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd6544a8-3f6b-4b86-9664-a706af860b07 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.905993] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Creating Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1536.906332] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9d490858-ac92-4d84-b22b-2654aca8ecad {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.914855] env[62181]: DEBUG oslo_vmware.api [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1536.914855] env[62181]: value = "task-1790027" [ 1536.914855] env[62181]: _type = "Task" [ 1536.914855] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.920926] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1536.921245] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1536.921462] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Deleting the datastore file [datastore1] 2728ada8-aae7-4566-bb67-716ac4e3eb88 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1536.921754] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cc36b54-10fe-441f-80b4-72748c682a60 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.928133] env[62181]: DEBUG oslo_vmware.api [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790027, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.932423] env[62181]: DEBUG oslo_vmware.api [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Waiting for the task: (returnval){ [ 1536.932423] env[62181]: value = "task-1790028" [ 1536.932423] env[62181]: _type = "Task" [ 1536.932423] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.938821] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790024, 'name': CreateVM_Task, 'duration_secs': 0.462704} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.939284] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1536.939957] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '2ed66af1-4220-48ed-ad80-96c7ce29e97f', 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371296', 'volume_id': 'cb23ca68-4702-44c2-b619-23a37f87b2e4', 'name': 'volume-cb23ca68-4702-44c2-b619-23a37f87b2e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7fb647de-d093-4f4a-a198-468e61926976', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb23ca68-4702-44c2-b619-23a37f87b2e4', 'serial': 'cb23ca68-4702-44c2-b619-23a37f87b2e4'}, 'guest_format': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62181) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1536.940179] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Root volume attach. Driver type: vmdk {{(pid=62181) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1536.940988] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e645ea6-98d9-45da-98fd-62a1f2452ac0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.946536] env[62181]: DEBUG oslo_vmware.api [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': task-1790028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.959188] env[62181]: DEBUG nova.compute.utils [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1536.963651] env[62181]: DEBUG nova.compute.manager [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1536.963827] env[62181]: DEBUG nova.network.neutron [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1536.968170] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70731dc4-7561-415e-adf2-d5809dd3baae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.976937] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636ef182-10c6-4281-bea6-573af2236cf0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.988159] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-856dc8b5-a6cd-4018-816b-6721e5ef15ff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.999807] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Waiting for the task: (returnval){ [ 1536.999807] env[62181]: value = "task-1790029" [ 1536.999807] env[62181]: _type = "Task" [ 1536.999807] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.004663] env[62181]: DEBUG oslo_vmware.api [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1790025, 'name': PowerOffVM_Task, 'duration_secs': 0.459325} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.010901] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1537.011060] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1537.011790] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da7a9954-01d3-4052-98b3-e8bb9b50f120 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.018664] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790029, 'name': RelocateVM_Task} progress is 7%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.032795] env[62181]: DEBUG nova.policy [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d06d9c3ab3c459ba14f2c306f7668d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b196ff0befcb4aa882b57450fc3f81fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1537.088644] env[62181]: DEBUG nova.compute.manager [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1537.103989] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1537.104452] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1537.104710] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Deleting the datastore file [datastore1] 059488cd-9eee-4fe3-bfd9-73a761223193 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1537.105014] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-820d760a-f323-498a-8b20-e7f47078977a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.113294] env[62181]: DEBUG oslo_vmware.api [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Waiting for the task: (returnval){ [ 1537.113294] env[62181]: value = "task-1790031" [ 1537.113294] env[62181]: _type = "Task" [ 1537.113294] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.123123] env[62181]: DEBUG oslo_vmware.api [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1790031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.135539] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0c6ed6e0-e806-4caa-8474-67b0962a775b tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Acquiring lock "7a617a4a-f487-4a3d-9689-c3f4d3448c40" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.135820] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0c6ed6e0-e806-4caa-8474-67b0962a775b tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Lock "7a617a4a-f487-4a3d-9689-c3f4d3448c40" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.136713] env[62181]: INFO nova.compute.manager [None req-0c6ed6e0-e806-4caa-8474-67b0962a775b tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Rebooting instance [ 1537.181285] env[62181]: DEBUG nova.network.neutron [req-2f50bba9-bde4-41cb-8320-4ed1616bf293 req-65cf5f1d-ba36-4484-bfb0-e8ddee063101 service nova] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Updated VIF entry in instance network info cache for port 18c22d3d-584a-45b0-bd04-d7e28d602162. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1537.181686] env[62181]: DEBUG nova.network.neutron [req-2f50bba9-bde4-41cb-8320-4ed1616bf293 req-65cf5f1d-ba36-4484-bfb0-e8ddee063101 service nova] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Updating instance_info_cache with network_info: [{"id": "18c22d3d-584a-45b0-bd04-d7e28d602162", "address": "fa:16:3e:c1:f2:31", "network": {"id": "22f94cec-5105-4d8c-8019-f3a04cdc7cca", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-275091454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2cc67c8ee9049b2899c2bffa86ec209", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c22d3d-58", "ovs_interfaceid": "18c22d3d-584a-45b0-bd04-d7e28d602162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.345878] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': task-1790021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557367} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.346740] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] ada9887b-6474-4679-a327-e217c7fbf167/ada9887b-6474-4679-a327-e217c7fbf167.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1537.346740] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1537.346871] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c53d252-30a5-4c11-bca4-45410b0f574e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.353559] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Waiting for the task: (returnval){ [ 1537.353559] env[62181]: value = "task-1790032" [ 1537.353559] env[62181]: _type = "Task" [ 1537.353559] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.365472] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': task-1790032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.426516] env[62181]: DEBUG oslo_vmware.api [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790027, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.443541] env[62181]: DEBUG oslo_vmware.api [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Task: {'id': task-1790028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215373} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.446064] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1537.446266] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1537.446449] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1537.446622] env[62181]: INFO nova.compute.manager [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1537.446955] env[62181]: DEBUG oslo.service.loopingcall [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.448037] env[62181]: DEBUG nova.compute.manager [-] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1537.448037] env[62181]: DEBUG nova.network.neutron [-] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1537.464698] env[62181]: DEBUG nova.compute.manager [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1537.503468] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0595fd62-df00-4314-9e55-da5665546dea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.521290] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2327b001-be8e-4c4e-bb2b-1d86deabd77d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.524484] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790029, 'name': RelocateVM_Task} progress is 20%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.553403] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efddb72d-6a08-4940-ace9-c11f893ea599 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.562020] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88e7e54-02f4-4692-86a3-649d95ce3a74 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.583470] env[62181]: DEBUG nova.compute.provider_tree [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.615292] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.624376] env[62181]: DEBUG oslo_vmware.api [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Task: {'id': task-1790031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170274} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.624902] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1537.624902] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1537.624902] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1537.625117] env[62181]: INFO nova.compute.manager [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1537.625325] env[62181]: DEBUG oslo.service.loopingcall [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.625519] env[62181]: DEBUG nova.compute.manager [-] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1537.625612] env[62181]: DEBUG nova.network.neutron [-] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1537.642325] env[62181]: DEBUG nova.network.neutron [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Successfully created port: 566dcbff-8273-4dea-a45f-2cc13d9173a9 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1537.667832] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0c6ed6e0-e806-4caa-8474-67b0962a775b tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Acquiring lock "refresh_cache-7a617a4a-f487-4a3d-9689-c3f4d3448c40" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.668027] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0c6ed6e0-e806-4caa-8474-67b0962a775b tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Acquired lock "refresh_cache-7a617a4a-f487-4a3d-9689-c3f4d3448c40" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.668221] env[62181]: DEBUG nova.network.neutron [None req-0c6ed6e0-e806-4caa-8474-67b0962a775b tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1537.684460] env[62181]: DEBUG oslo_concurrency.lockutils [req-2f50bba9-bde4-41cb-8320-4ed1616bf293 req-65cf5f1d-ba36-4484-bfb0-e8ddee063101 service nova] Releasing lock "refresh_cache-7fb647de-d093-4f4a-a198-468e61926976" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.867581] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': task-1790032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108056} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.867977] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1537.868670] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e57da69-e6ae-4aa3-9489-5b81a883b26d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.892676] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] ada9887b-6474-4679-a327-e217c7fbf167/ada9887b-6474-4679-a327-e217c7fbf167.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.892969] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc4541cb-d556-4d35-8f89-0f4cc7092c09 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.915121] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Waiting for the task: (returnval){ [ 1537.915121] env[62181]: value = "task-1790033" [ 1537.915121] env[62181]: _type = "Task" [ 1537.915121] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.925351] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': task-1790033, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.928314] env[62181]: DEBUG oslo_vmware.api [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790027, 'name': CreateSnapshot_Task, 'duration_secs': 0.84125} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.928543] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Created Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1537.929270] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30073a9a-3375-433e-a7c7-2d2eca804667 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.017203] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790029, 'name': RelocateVM_Task, 'duration_secs': 0.722999} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.017494] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Volume attach. Driver type: vmdk {{(pid=62181) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1538.017691] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371296', 'volume_id': 'cb23ca68-4702-44c2-b619-23a37f87b2e4', 'name': 'volume-cb23ca68-4702-44c2-b619-23a37f87b2e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7fb647de-d093-4f4a-a198-468e61926976', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb23ca68-4702-44c2-b619-23a37f87b2e4', 'serial': 'cb23ca68-4702-44c2-b619-23a37f87b2e4'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1538.018470] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb66524-30f3-485d-a5df-1b3ca239b49e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.035798] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11401214-2ac8-439d-a523-ef4a59e08468 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.058211] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] volume-cb23ca68-4702-44c2-b619-23a37f87b2e4/volume-cb23ca68-4702-44c2-b619-23a37f87b2e4.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1538.059747] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a602d58a-debd-46d6-8ec9-55c60afe291f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.080827] env[62181]: DEBUG nova.compute.manager [req-0850c82a-3c0b-4a34-8bec-5b610d84682f req-362935ca-e4fa-455c-bab9-5c4e2321f21c service nova] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Received event network-vif-deleted-ede13377-22cf-401b-8287-c48408218aee {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1538.080827] env[62181]: INFO nova.compute.manager [req-0850c82a-3c0b-4a34-8bec-5b610d84682f req-362935ca-e4fa-455c-bab9-5c4e2321f21c service nova] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Neutron deleted interface ede13377-22cf-401b-8287-c48408218aee; detaching it from the instance and deleting it from the info cache [ 1538.080827] env[62181]: DEBUG nova.network.neutron [req-0850c82a-3c0b-4a34-8bec-5b610d84682f req-362935ca-e4fa-455c-bab9-5c4e2321f21c service nova] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.087460] env[62181]: DEBUG nova.scheduler.client.report [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.091972] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Waiting for the task: (returnval){ [ 1538.091972] env[62181]: value = "task-1790034" [ 1538.091972] env[62181]: _type = "Task" [ 1538.091972] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.102469] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790034, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.296042] env[62181]: DEBUG nova.network.neutron [-] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.426199] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': task-1790033, 'name': ReconfigVM_Task, 'duration_secs': 0.416587} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.426199] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Reconfigured VM instance instance-00000027 to attach disk [datastore1] ada9887b-6474-4679-a327-e217c7fbf167/ada9887b-6474-4679-a327-e217c7fbf167.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1538.426437] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-134829ba-18ec-4703-a251-ac3b0eb10780 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.433695] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Waiting for the task: (returnval){ [ 1538.433695] env[62181]: value = "task-1790035" [ 1538.433695] env[62181]: _type = "Task" [ 1538.433695] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.454497] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Creating linked-clone VM from snapshot {{(pid=62181) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1538.455403] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': task-1790035, 'name': Rename_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.455471] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6d091101-8046-4867-9679-fb2ca5790751 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.464192] env[62181]: DEBUG oslo_vmware.api [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1538.464192] env[62181]: value = "task-1790036" [ 1538.464192] env[62181]: _type = "Task" [ 1538.464192] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.474058] env[62181]: DEBUG nova.compute.manager [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1538.476035] env[62181]: DEBUG oslo_vmware.api [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790036, 'name': CloneVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.480644] env[62181]: DEBUG nova.network.neutron [None req-0c6ed6e0-e806-4caa-8474-67b0962a775b tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Updating instance_info_cache with network_info: [{"id": "1829019e-e1e9-4dd6-ae68-7b7d52a56ba8", "address": "fa:16:3e:fb:6f:bd", "network": {"id": "e98b8496-0294-430f-b45a-1434a5d6a3df", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1531293130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bbbc60783f4b7387413dd1a1a5d825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1829019e-e1", "ovs_interfaceid": "1829019e-e1e9-4dd6-ae68-7b7d52a56ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.505721] env[62181]: DEBUG nova.virt.hardware [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1538.505721] env[62181]: DEBUG nova.virt.hardware [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1538.505721] env[62181]: DEBUG nova.virt.hardware [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1538.505721] env[62181]: DEBUG nova.virt.hardware [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1538.505721] env[62181]: DEBUG nova.virt.hardware [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1538.505721] env[62181]: DEBUG nova.virt.hardware [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1538.505721] env[62181]: DEBUG nova.virt.hardware [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1538.505721] env[62181]: DEBUG nova.virt.hardware [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1538.506113] env[62181]: DEBUG nova.virt.hardware [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1538.506113] env[62181]: DEBUG nova.virt.hardware [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1538.506170] env[62181]: DEBUG nova.virt.hardware [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1538.507237] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62c4bc1-df33-48a9-894c-20ac4194695d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.519256] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c88df7-b569-4e5c-9d23-6f25421afd42 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.522403] env[62181]: DEBUG nova.compute.manager [req-4dd94871-559e-435d-aa19-041dc30140d8 req-c4531fcc-8577-4279-ba9a-164adb6e6d82 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Received event network-vif-deleted-f9940176-f724-4736-8381-8843609df888 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1538.522573] env[62181]: INFO nova.compute.manager [req-4dd94871-559e-435d-aa19-041dc30140d8 req-c4531fcc-8577-4279-ba9a-164adb6e6d82 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Neutron deleted interface f9940176-f724-4736-8381-8843609df888; detaching it from the instance and deleting it from the info cache [ 1538.522701] env[62181]: DEBUG nova.network.neutron [req-4dd94871-559e-435d-aa19-041dc30140d8 req-c4531fcc-8577-4279-ba9a-164adb6e6d82 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.582435] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae993610-e76e-4910-8fd2-702a21acd6eb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.592711] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291ce04c-bccf-4711-b1cd-7e20c55de8f7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.606350] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.613301] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.136s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.615203] env[62181]: INFO nova.compute.claims [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1538.624827] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790034, 'name': ReconfigVM_Task, 'duration_secs': 0.315348} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.625117] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Reconfigured VM instance instance-00000028 to attach disk [datastore1] volume-cb23ca68-4702-44c2-b619-23a37f87b2e4/volume-cb23ca68-4702-44c2-b619-23a37f87b2e4.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1538.648357] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-212f26b0-7fc4-4171-8dab-e30f4c986abb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.659021] env[62181]: DEBUG nova.compute.manager [req-0850c82a-3c0b-4a34-8bec-5b610d84682f req-362935ca-e4fa-455c-bab9-5c4e2321f21c service nova] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Detach interface failed, port_id=ede13377-22cf-401b-8287-c48408218aee, reason: Instance 2728ada8-aae7-4566-bb67-716ac4e3eb88 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1538.661354] env[62181]: INFO nova.scheduler.client.report [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Deleted allocations for instance 601e137f-f0c6-456f-962e-a97ad59f1fa5 [ 1538.671754] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Waiting for the task: (returnval){ [ 1538.671754] env[62181]: value = "task-1790037" [ 1538.671754] env[62181]: _type = "Task" [ 1538.671754] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.680603] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.798729] env[62181]: INFO nova.compute.manager [-] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Took 1.35 seconds to deallocate network for instance. [ 1538.948425] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': task-1790035, 'name': Rename_Task, 'duration_secs': 0.271298} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.948807] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1538.949043] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0af2047-0a92-4708-b2b6-b3231e43ce52 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.961829] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Waiting for the task: (returnval){ [ 1538.961829] env[62181]: value = "task-1790038" [ 1538.961829] env[62181]: _type = "Task" [ 1538.961829] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.966028] env[62181]: DEBUG nova.network.neutron [-] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.973225] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': task-1790038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.979934] env[62181]: DEBUG oslo_vmware.api [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790036, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.982820] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0c6ed6e0-e806-4caa-8474-67b0962a775b tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Releasing lock "refresh_cache-7a617a4a-f487-4a3d-9689-c3f4d3448c40" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.025983] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ecac674-af09-4eaf-a942-cceb54386d2a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.036207] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a084c923-8f91-42fd-91e2-90877657fca1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.071501] env[62181]: DEBUG nova.compute.manager [req-4dd94871-559e-435d-aa19-041dc30140d8 req-c4531fcc-8577-4279-ba9a-164adb6e6d82 service nova] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Detach interface failed, port_id=f9940176-f724-4736-8381-8843609df888, reason: Instance 059488cd-9eee-4fe3-bfd9-73a761223193 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1539.169960] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ed512c-fbfe-4dfe-ae48-d4bb144dc5ee tempest-ServersAdminNegativeTestJSON-2055405816 tempest-ServersAdminNegativeTestJSON-2055405816-project-member] Lock "601e137f-f0c6-456f-962e-a97ad59f1fa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.730s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.182586] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.309998] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.475735] env[62181]: INFO nova.compute.manager [-] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Took 1.85 seconds to deallocate network for instance. [ 1539.478214] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': task-1790038, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.485073] env[62181]: DEBUG oslo_vmware.api [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790036, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.488097] env[62181]: DEBUG nova.compute.manager [None req-0c6ed6e0-e806-4caa-8474-67b0962a775b tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1539.490281] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf544d9-14a2-4279-b800-4a180f56c004 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.684641] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.706349] env[62181]: DEBUG nova.network.neutron [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Successfully updated port: 566dcbff-8273-4dea-a45f-2cc13d9173a9 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1539.983351] env[62181]: DEBUG oslo_vmware.api [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790036, 'name': CloneVM_Task} progress is 95%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.983351] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': task-1790038, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.987309] env[62181]: DEBUG oslo_concurrency.lockutils [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.102362] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c5d86f-1861-43b2-bd13-7437bf5d37ff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.111659] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31044013-772d-47a4-bb6d-68b0bba95dec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.143104] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dce5c33-0096-4aa6-8456-2b0f841cc577 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.152036] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1794d49-7872-468f-9b53-915b01e3f750 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.167909] env[62181]: DEBUG nova.compute.provider_tree [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.184271] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790037, 'name': ReconfigVM_Task, 'duration_secs': 1.155377} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.184668] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371296', 'volume_id': 'cb23ca68-4702-44c2-b619-23a37f87b2e4', 'name': 'volume-cb23ca68-4702-44c2-b619-23a37f87b2e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7fb647de-d093-4f4a-a198-468e61926976', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb23ca68-4702-44c2-b619-23a37f87b2e4', 'serial': 'cb23ca68-4702-44c2-b619-23a37f87b2e4'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1540.185306] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e07fd638-8abd-42a3-a45a-0fc02289f259 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.192215] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Waiting for the task: (returnval){ [ 1540.192215] env[62181]: value = "task-1790039" [ 1540.192215] env[62181]: _type = "Task" [ 1540.192215] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.203341] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790039, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.212205] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "refresh_cache-d54f5326-c587-44a4-bdd6-459f9aff96d6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.212357] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "refresh_cache-d54f5326-c587-44a4-bdd6-459f9aff96d6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.212604] env[62181]: DEBUG nova.network.neutron [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1540.482163] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': task-1790038, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.482853] env[62181]: DEBUG oslo_vmware.api [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790036, 'name': CloneVM_Task} progress is 95%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.508144] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741a3990-54d4-441b-aeeb-1b7079069249 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.515969] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6ed6e0-e806-4caa-8474-67b0962a775b tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Doing hard reboot of VM {{(pid=62181) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1540.516258] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5d5da7b9-91e5-44b5-a94b-6c50fa4a1b5c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.521704] env[62181]: DEBUG oslo_vmware.api [None req-0c6ed6e0-e806-4caa-8474-67b0962a775b tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Waiting for the task: (returnval){ [ 1540.521704] env[62181]: value = "task-1790040" [ 1540.521704] env[62181]: _type = "Task" [ 1540.521704] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.530314] env[62181]: DEBUG oslo_vmware.api [None req-0c6ed6e0-e806-4caa-8474-67b0962a775b tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790040, 'name': ResetVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.541131] env[62181]: DEBUG nova.compute.manager [req-9b72cd68-d927-463b-b328-27de6c461586 req-29f80273-3ac6-4a4c-97b8-9a1d1a2dc012 service nova] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Received event network-vif-plugged-566dcbff-8273-4dea-a45f-2cc13d9173a9 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1540.541217] env[62181]: DEBUG oslo_concurrency.lockutils [req-9b72cd68-d927-463b-b328-27de6c461586 req-29f80273-3ac6-4a4c-97b8-9a1d1a2dc012 service nova] Acquiring lock "d54f5326-c587-44a4-bdd6-459f9aff96d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.541425] env[62181]: DEBUG oslo_concurrency.lockutils [req-9b72cd68-d927-463b-b328-27de6c461586 req-29f80273-3ac6-4a4c-97b8-9a1d1a2dc012 service nova] Lock "d54f5326-c587-44a4-bdd6-459f9aff96d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.541593] env[62181]: DEBUG oslo_concurrency.lockutils [req-9b72cd68-d927-463b-b328-27de6c461586 req-29f80273-3ac6-4a4c-97b8-9a1d1a2dc012 service nova] Lock "d54f5326-c587-44a4-bdd6-459f9aff96d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.541759] env[62181]: DEBUG nova.compute.manager [req-9b72cd68-d927-463b-b328-27de6c461586 req-29f80273-3ac6-4a4c-97b8-9a1d1a2dc012 service nova] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] No waiting events found dispatching network-vif-plugged-566dcbff-8273-4dea-a45f-2cc13d9173a9 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1540.541919] env[62181]: WARNING nova.compute.manager [req-9b72cd68-d927-463b-b328-27de6c461586 req-29f80273-3ac6-4a4c-97b8-9a1d1a2dc012 service nova] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Received unexpected event network-vif-plugged-566dcbff-8273-4dea-a45f-2cc13d9173a9 for instance with vm_state building and task_state spawning. [ 1540.542087] env[62181]: DEBUG nova.compute.manager [req-9b72cd68-d927-463b-b328-27de6c461586 req-29f80273-3ac6-4a4c-97b8-9a1d1a2dc012 service nova] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Received event network-changed-566dcbff-8273-4dea-a45f-2cc13d9173a9 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1540.542242] env[62181]: DEBUG nova.compute.manager [req-9b72cd68-d927-463b-b328-27de6c461586 req-29f80273-3ac6-4a4c-97b8-9a1d1a2dc012 service nova] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Refreshing instance network info cache due to event network-changed-566dcbff-8273-4dea-a45f-2cc13d9173a9. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1540.542403] env[62181]: DEBUG oslo_concurrency.lockutils [req-9b72cd68-d927-463b-b328-27de6c461586 req-29f80273-3ac6-4a4c-97b8-9a1d1a2dc012 service nova] Acquiring lock "refresh_cache-d54f5326-c587-44a4-bdd6-459f9aff96d6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.672176] env[62181]: DEBUG nova.scheduler.client.report [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.703392] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790039, 'name': Rename_Task, 'duration_secs': 0.141211} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.703513] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1540.703760] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b1f6743-816e-4be4-97e5-600b2d4bb876 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.710098] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Waiting for the task: (returnval){ [ 1540.710098] env[62181]: value = "task-1790041" [ 1540.710098] env[62181]: _type = "Task" [ 1540.710098] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.728055] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquiring lock "4db1265b-5f9d-411f-8a69-1290b9815d0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.728141] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "4db1265b-5f9d-411f-8a69-1290b9815d0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.728370] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquiring lock "4db1265b-5f9d-411f-8a69-1290b9815d0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.728555] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "4db1265b-5f9d-411f-8a69-1290b9815d0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.728934] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "4db1265b-5f9d-411f-8a69-1290b9815d0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.733191] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.734183] env[62181]: INFO nova.compute.manager [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Terminating instance [ 1540.761360] env[62181]: DEBUG nova.network.neutron [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1540.942225] env[62181]: DEBUG nova.network.neutron [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Updating instance_info_cache with network_info: [{"id": "566dcbff-8273-4dea-a45f-2cc13d9173a9", "address": "fa:16:3e:db:e2:e2", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap566dcbff-82", "ovs_interfaceid": "566dcbff-8273-4dea-a45f-2cc13d9173a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.978280] env[62181]: DEBUG oslo_vmware.api [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': task-1790038, 'name': PowerOnVM_Task, 'duration_secs': 1.521619} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.982528] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1540.982823] env[62181]: INFO nova.compute.manager [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Took 10.25 seconds to spawn the instance on the hypervisor. [ 1540.983037] env[62181]: DEBUG nova.compute.manager [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1540.983344] env[62181]: DEBUG oslo_vmware.api [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790036, 'name': CloneVM_Task, 'duration_secs': 2.496687} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.984083] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef64aaa-3d9e-4280-a3d7-abef25986f6c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.986494] env[62181]: INFO nova.virt.vmwareapi.vmops [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Created linked-clone VM from snapshot [ 1540.987193] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dc9a1d-6903-4f4a-b968-bb8ec3ddd665 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.000460] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Uploading image 45da5c01-d84e-4555-aa08-158831db3bd2 {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1541.032607] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1541.032607] env[62181]: value = "vm-371363" [ 1541.032607] env[62181]: _type = "VirtualMachine" [ 1541.032607] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1541.032890] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2b3a5f98-f227-4c64-89cb-c18df678ec08 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.037569] env[62181]: DEBUG oslo_vmware.api [None req-0c6ed6e0-e806-4caa-8474-67b0962a775b tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790040, 'name': ResetVM_Task, 'duration_secs': 0.256054} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.038722] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6ed6e0-e806-4caa-8474-67b0962a775b tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Did hard reboot of VM {{(pid=62181) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1541.038943] env[62181]: DEBUG nova.compute.manager [None req-0c6ed6e0-e806-4caa-8474-67b0962a775b tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1541.039734] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e8625f-6df9-4a6f-8325-48f19e628410 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.043494] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lease: (returnval){ [ 1541.043494] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c60eca-917f-6e72-8c7c-ac4284d0126d" [ 1541.043494] env[62181]: _type = "HttpNfcLease" [ 1541.043494] env[62181]: } obtained for exporting VM: (result){ [ 1541.043494] env[62181]: value = "vm-371363" [ 1541.043494] env[62181]: _type = "VirtualMachine" [ 1541.043494] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1541.043743] env[62181]: DEBUG oslo_vmware.api [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the lease: (returnval){ [ 1541.043743] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c60eca-917f-6e72-8c7c-ac4284d0126d" [ 1541.043743] env[62181]: _type = "HttpNfcLease" [ 1541.043743] env[62181]: } to be ready. {{(pid=62181) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1541.054141] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1541.054141] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c60eca-917f-6e72-8c7c-ac4284d0126d" [ 1541.054141] env[62181]: _type = "HttpNfcLease" [ 1541.054141] env[62181]: } is ready. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1541.054521] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1541.054521] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c60eca-917f-6e72-8c7c-ac4284d0126d" [ 1541.054521] env[62181]: _type = "HttpNfcLease" [ 1541.054521] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1541.055804] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedcf35b-3a70-459a-ae00-09ac67e9ed7c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.067018] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cfc17c-a917-863e-2185-14f7743570dc/disk-0.vmdk from lease info. {{(pid=62181) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1541.067018] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cfc17c-a917-863e-2185-14f7743570dc/disk-0.vmdk for reading. {{(pid=62181) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1541.155934] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-68fae903-3dc5-4d68-9a85-81c3afcbfea5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.178404] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.178925] env[62181]: DEBUG nova.compute.manager [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1541.185018] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.299s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.185018] env[62181]: INFO nova.compute.claims [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1541.222565] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.240347] env[62181]: DEBUG nova.compute.manager [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1541.240590] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1541.241818] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04ff990-4b61-444d-8b34-656bd23f0572 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.249377] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1541.249637] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dd0a539-37f8-41d1-b564-3c12f7d904e9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.256258] env[62181]: DEBUG oslo_vmware.api [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1541.256258] env[62181]: value = "task-1790043" [ 1541.256258] env[62181]: _type = "Task" [ 1541.256258] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.265214] env[62181]: DEBUG oslo_vmware.api [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1790043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.445473] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "refresh_cache-d54f5326-c587-44a4-bdd6-459f9aff96d6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.445864] env[62181]: DEBUG nova.compute.manager [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Instance network_info: |[{"id": "566dcbff-8273-4dea-a45f-2cc13d9173a9", "address": "fa:16:3e:db:e2:e2", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap566dcbff-82", "ovs_interfaceid": "566dcbff-8273-4dea-a45f-2cc13d9173a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1541.446243] env[62181]: DEBUG oslo_concurrency.lockutils [req-9b72cd68-d927-463b-b328-27de6c461586 req-29f80273-3ac6-4a4c-97b8-9a1d1a2dc012 service nova] Acquired lock "refresh_cache-d54f5326-c587-44a4-bdd6-459f9aff96d6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.446425] env[62181]: DEBUG nova.network.neutron [req-9b72cd68-d927-463b-b328-27de6c461586 req-29f80273-3ac6-4a4c-97b8-9a1d1a2dc012 service nova] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Refreshing network info cache for port 566dcbff-8273-4dea-a45f-2cc13d9173a9 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1541.447861] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:e2:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '566dcbff-8273-4dea-a45f-2cc13d9173a9', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1541.456773] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Creating folder: Project (b196ff0befcb4aa882b57450fc3f81fc). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1541.456773] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b47639e0-ba17-419e-b01b-60727dbd8f84 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.466324] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Created folder: Project (b196ff0befcb4aa882b57450fc3f81fc) in parent group-v371238. [ 1541.466491] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Creating folder: Instances. Parent ref: group-v371364. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1541.466719] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e2633ef-d7a8-4c04-8c66-890dea416011 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.476015] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Created folder: Instances in parent group-v371364. [ 1541.476176] env[62181]: DEBUG oslo.service.loopingcall [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.476423] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1541.476698] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb503a72-3adf-4470-b210-7874cf2b3dca {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.497019] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1541.497019] env[62181]: value = "task-1790046" [ 1541.497019] env[62181]: _type = "Task" [ 1541.497019] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.512696] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790046, 'name': CreateVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.514013] env[62181]: INFO nova.compute.manager [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Took 32.27 seconds to build instance. [ 1541.557177] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0c6ed6e0-e806-4caa-8474-67b0962a775b tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Lock "7a617a4a-f487-4a3d-9689-c3f4d3448c40" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.421s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.692496] env[62181]: DEBUG nova.compute.utils [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1541.696164] env[62181]: DEBUG nova.compute.manager [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1541.696383] env[62181]: DEBUG nova.network.neutron [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1541.726318] env[62181]: DEBUG oslo_vmware.api [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790041, 'name': PowerOnVM_Task, 'duration_secs': 0.72052} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.726739] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1541.726946] env[62181]: INFO nova.compute.manager [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Took 6.30 seconds to spawn the instance on the hypervisor. [ 1541.727152] env[62181]: DEBUG nova.compute.manager [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1541.728060] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a136208-d670-441b-9413-09d8c7edb8e7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.488801] env[62181]: DEBUG nova.policy [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daf541b1c4b547d185fc4013a325026a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd97aae437f546208576a9f04335817b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1542.492957] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9415667c-0f53-4aa7-b8f9-9d0779ea15a8 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Lock "ada9887b-6474-4679-a327-e217c7fbf167" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.211s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.495763] env[62181]: DEBUG nova.compute.manager [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1542.525569] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790046, 'name': CreateVM_Task, 'duration_secs': 0.383279} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.529220] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1542.532148] env[62181]: DEBUG oslo_vmware.api [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1790043, 'name': PowerOffVM_Task, 'duration_secs': 0.201512} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.532148] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.532148] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.532148] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1542.532148] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1542.532541] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1542.532541] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54a97d19-7693-4607-b535-28e7c3beb12c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.534684] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fef4e07-d73b-41ce-bcf0-c4f255392690 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.540932] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1542.540932] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52263e9e-3fb9-20d6-821d-ab9b952758b7" [ 1542.540932] env[62181]: _type = "Task" [ 1542.540932] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.553755] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52263e9e-3fb9-20d6-821d-ab9b952758b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.611536] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1542.611760] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1542.611941] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Deleting the datastore file [datastore1] 4db1265b-5f9d-411f-8a69-1290b9815d0b {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1542.612230] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43dae618-d061-4970-9d69-25d9b734cdec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.620205] env[62181]: DEBUG oslo_vmware.api [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1542.620205] env[62181]: value = "task-1790048" [ 1542.620205] env[62181]: _type = "Task" [ 1542.620205] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.630173] env[62181]: DEBUG oslo_vmware.api [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1790048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.851982] env[62181]: DEBUG nova.network.neutron [req-9b72cd68-d927-463b-b328-27de6c461586 req-29f80273-3ac6-4a4c-97b8-9a1d1a2dc012 service nova] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Updated VIF entry in instance network info cache for port 566dcbff-8273-4dea-a45f-2cc13d9173a9. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1542.853282] env[62181]: DEBUG nova.network.neutron [req-9b72cd68-d927-463b-b328-27de6c461586 req-29f80273-3ac6-4a4c-97b8-9a1d1a2dc012 service nova] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Updating instance_info_cache with network_info: [{"id": "566dcbff-8273-4dea-a45f-2cc13d9173a9", "address": "fa:16:3e:db:e2:e2", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap566dcbff-82", "ovs_interfaceid": "566dcbff-8273-4dea-a45f-2cc13d9173a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.003995] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832a6e27-9d36-4340-91f9-aa89a3b53a23 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Acquiring lock "interface-ada9887b-6474-4679-a327-e217c7fbf167-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.005537] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832a6e27-9d36-4340-91f9-aa89a3b53a23 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Lock "interface-ada9887b-6474-4679-a327-e217c7fbf167-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.002s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.005813] env[62181]: DEBUG nova.objects.instance [None req-832a6e27-9d36-4340-91f9-aa89a3b53a23 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Lazy-loading 'flavor' on Instance uuid ada9887b-6474-4679-a327-e217c7fbf167 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.011841] env[62181]: DEBUG nova.compute.manager [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1543.017090] env[62181]: DEBUG oslo_concurrency.lockutils [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Acquiring lock "7a617a4a-f487-4a3d-9689-c3f4d3448c40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.021080] env[62181]: DEBUG oslo_concurrency.lockutils [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Lock "7a617a4a-f487-4a3d-9689-c3f4d3448c40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.021080] env[62181]: DEBUG oslo_concurrency.lockutils [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Acquiring lock "7a617a4a-f487-4a3d-9689-c3f4d3448c40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.021080] env[62181]: DEBUG oslo_concurrency.lockutils [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Lock "7a617a4a-f487-4a3d-9689-c3f4d3448c40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.021080] env[62181]: DEBUG oslo_concurrency.lockutils [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Lock "7a617a4a-f487-4a3d-9689-c3f4d3448c40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.021440] env[62181]: INFO nova.compute.manager [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Terminating instance [ 1543.037399] env[62181]: INFO nova.compute.manager [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Took 31.24 seconds to build instance. [ 1543.041341] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3787917a-4122-4577-b266-3264628425a2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.063848] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff977df1-3250-4c31-850f-df2968863262 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.064465] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52263e9e-3fb9-20d6-821d-ab9b952758b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013125} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.064930] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.065197] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1543.065425] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.065565] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.065826] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1543.067034] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8130fd7-b2a8-45bd-bb71-2e54a34b373e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.095626] env[62181]: DEBUG nova.network.neutron [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Successfully created port: a79c0276-219d-4e96-8b51-7a01c7acaf0f {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1543.099878] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958bdd98-f176-408c-aec2-7b9dcca451b1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.105525] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1543.105705] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1543.108484] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbcc061e-c5e7-4836-a1a0-253754c1b2cf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.113212] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf44eac-b185-47e2-b13c-d182bc305add {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.132844] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1543.132844] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5202b0f5-7d44-64f5-658a-4cb1ddc0c2e5" [ 1543.132844] env[62181]: _type = "Task" [ 1543.132844] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.133397] env[62181]: DEBUG nova.compute.provider_tree [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.143238] env[62181]: DEBUG oslo_vmware.api [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1790048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218508} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.143958] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1543.144161] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1543.144355] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1543.144510] env[62181]: INFO nova.compute.manager [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Took 1.90 seconds to destroy the instance on the hypervisor. [ 1543.144973] env[62181]: DEBUG oslo.service.loopingcall [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1543.145179] env[62181]: DEBUG nova.compute.manager [-] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1543.145273] env[62181]: DEBUG nova.network.neutron [-] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1543.151476] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5202b0f5-7d44-64f5-658a-4cb1ddc0c2e5, 'name': SearchDatastore_Task, 'duration_secs': 0.013047} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.152550] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a566b59c-f757-4ee9-a453-705510e7ddd3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.158238] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1543.158238] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f96e33-8eb6-d2cb-d354-7b10e0e2f14c" [ 1543.158238] env[62181]: _type = "Task" [ 1543.158238] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.167132] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f96e33-8eb6-d2cb-d354-7b10e0e2f14c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.356699] env[62181]: DEBUG oslo_concurrency.lockutils [req-9b72cd68-d927-463b-b328-27de6c461586 req-29f80273-3ac6-4a4c-97b8-9a1d1a2dc012 service nova] Releasing lock "refresh_cache-d54f5326-c587-44a4-bdd6-459f9aff96d6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.519832] env[62181]: DEBUG nova.objects.instance [None req-832a6e27-9d36-4340-91f9-aa89a3b53a23 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Lazy-loading 'pci_requests' on Instance uuid ada9887b-6474-4679-a327-e217c7fbf167 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.528325] env[62181]: DEBUG nova.compute.manager [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1543.528325] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1543.529445] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f0ab51-cac4-441a-9f18-d82c76377649 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.536210] env[62181]: DEBUG nova.compute.manager [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1543.545655] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1543.546093] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b7025bea-21af-446c-bf6a-112f1c8f97e3 tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Lock "7fb647de-d093-4f4a-a198-468e61926976" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.571s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.547177] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.548022] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-308d6584-d1c3-41fa-8a17-48be47c4c3d2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.556530] env[62181]: DEBUG oslo_vmware.api [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Waiting for the task: (returnval){ [ 1543.556530] env[62181]: value = "task-1790049" [ 1543.556530] env[62181]: _type = "Task" [ 1543.556530] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.575120] env[62181]: DEBUG oslo_vmware.api [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.584542] env[62181]: DEBUG nova.virt.hardware [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1543.584894] env[62181]: DEBUG nova.virt.hardware [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1543.584995] env[62181]: DEBUG nova.virt.hardware [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1543.585193] env[62181]: DEBUG nova.virt.hardware [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1543.585336] env[62181]: DEBUG nova.virt.hardware [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1543.585480] env[62181]: DEBUG nova.virt.hardware [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1543.585687] env[62181]: DEBUG nova.virt.hardware [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1543.585844] env[62181]: DEBUG nova.virt.hardware [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1543.586013] env[62181]: DEBUG nova.virt.hardware [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1543.586179] env[62181]: DEBUG nova.virt.hardware [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1543.586354] env[62181]: DEBUG nova.virt.hardware [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1543.587522] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df14561-2e8c-4905-a696-50db5e8f47fc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.597035] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d60d6c-654a-4ece-aef2-1bf0df01ba80 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.644841] env[62181]: DEBUG nova.scheduler.client.report [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1543.670230] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f96e33-8eb6-d2cb-d354-7b10e0e2f14c, 'name': SearchDatastore_Task, 'duration_secs': 0.012045} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.671127] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.671429] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] d54f5326-c587-44a4-bdd6-459f9aff96d6/d54f5326-c587-44a4-bdd6-459f9aff96d6.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1543.671701] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4acdac92-7755-437a-aa01-6837f0365743 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.680351] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1543.680351] env[62181]: value = "task-1790050" [ 1543.680351] env[62181]: _type = "Task" [ 1543.680351] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.690891] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.024290] env[62181]: DEBUG nova.objects.base [None req-832a6e27-9d36-4340-91f9-aa89a3b53a23 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1544.024541] env[62181]: DEBUG nova.network.neutron [None req-832a6e27-9d36-4340-91f9-aa89a3b53a23 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1544.051204] env[62181]: DEBUG nova.compute.manager [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1544.069126] env[62181]: DEBUG nova.network.neutron [-] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.070067] env[62181]: DEBUG oslo_vmware.api [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790049, 'name': PowerOffVM_Task, 'duration_secs': 0.390771} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.070573] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1544.070803] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1544.071464] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24b96c2b-4580-4b0d-b2a5-2fe800b2510b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.149863] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.968s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.150488] env[62181]: DEBUG nova.compute.manager [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1544.157028] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.082s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.161571] env[62181]: INFO nova.compute.claims [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1544.167443] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.167800] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.169101] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Deleting the datastore file [datastore1] 7a617a4a-f487-4a3d-9689-c3f4d3448c40 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.169101] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-682f49ee-d8d6-4fee-b4dc-442996fb10c7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.176023] env[62181]: DEBUG oslo_vmware.api [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Waiting for the task: (returnval){ [ 1544.176023] env[62181]: value = "task-1790052" [ 1544.176023] env[62181]: _type = "Task" [ 1544.176023] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.193856] env[62181]: DEBUG oslo_vmware.api [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.199537] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790050, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.382882] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832a6e27-9d36-4340-91f9-aa89a3b53a23 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Lock "interface-ada9887b-6474-4679-a327-e217c7fbf167-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.377s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.571916] env[62181]: INFO nova.compute.manager [-] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Took 1.43 seconds to deallocate network for instance. [ 1544.577456] env[62181]: DEBUG oslo_concurrency.lockutils [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.668316] env[62181]: DEBUG nova.compute.utils [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1544.672117] env[62181]: DEBUG nova.compute.manager [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1544.672326] env[62181]: DEBUG nova.network.neutron [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1544.688781] env[62181]: DEBUG oslo_vmware.api [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Task: {'id': task-1790052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339397} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.689517] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1544.689702] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1544.689920] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1544.690042] env[62181]: INFO nova.compute.manager [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1544.690277] env[62181]: DEBUG oslo.service.loopingcall [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.690695] env[62181]: DEBUG nova.compute.manager [-] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1544.690796] env[62181]: DEBUG nova.network.neutron [-] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1544.695704] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633459} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.697280] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] d54f5326-c587-44a4-bdd6-459f9aff96d6/d54f5326-c587-44a4-bdd6-459f9aff96d6.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1544.697280] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1544.697280] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19854222-e047-445e-bf7f-80749a14506a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.703576] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1544.703576] env[62181]: value = "task-1790053" [ 1544.703576] env[62181]: _type = "Task" [ 1544.703576] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.714073] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.732254] env[62181]: DEBUG nova.compute.manager [req-e6bddf2f-ba35-44fc-b09d-8465c7b477bb req-987b4f2d-0f63-4244-a0a0-b03be16415c7 service nova] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Received event network-vif-deleted-c0c5f7f3-7942-4c94-b5b8-cb817e0821d9 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1544.760665] env[62181]: DEBUG nova.policy [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea09cee4902145acabffd4bcfb7bd432', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0a80c406b074d8a9b803f2b56d40fd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1545.079866] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.176762] env[62181]: DEBUG nova.compute.manager [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1545.220269] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06499} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.220804] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1545.223327] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff8a4a7-0086-4589-bc28-eab507a62168 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.267021] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] d54f5326-c587-44a4-bdd6-459f9aff96d6/d54f5326-c587-44a4-bdd6-459f9aff96d6.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1545.268019] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72e7fd7b-0427-40bb-9403-22f0ff328b06 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.290349] env[62181]: DEBUG nova.network.neutron [-] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.298215] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1545.298215] env[62181]: value = "task-1790054" [ 1545.298215] env[62181]: _type = "Task" [ 1545.298215] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.306297] env[62181]: DEBUG nova.network.neutron [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Successfully updated port: a79c0276-219d-4e96-8b51-7a01c7acaf0f {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1545.310058] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.441664] env[62181]: DEBUG nova.network.neutron [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Successfully created port: 8a756bf1-57d1-49ab-9527-76a2c8691b06 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1545.751496] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1046b8-f688-4279-9608-7f19c329af8e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.763369] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbe7790-4c50-493a-93ac-bc40c24caa71 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.802840] env[62181]: INFO nova.compute.manager [-] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Took 1.11 seconds to deallocate network for instance. [ 1545.805276] env[62181]: DEBUG nova.compute.manager [req-59f57a65-55f2-4319-9b8c-f186c88c3789 req-a830afea-1638-416b-b8b2-f431074f47cd service nova] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Received event network-vif-plugged-a79c0276-219d-4e96-8b51-7a01c7acaf0f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1545.805276] env[62181]: DEBUG oslo_concurrency.lockutils [req-59f57a65-55f2-4319-9b8c-f186c88c3789 req-a830afea-1638-416b-b8b2-f431074f47cd service nova] Acquiring lock "30abe2dc-f244-490c-aa4d-931da243efdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.805276] env[62181]: DEBUG oslo_concurrency.lockutils [req-59f57a65-55f2-4319-9b8c-f186c88c3789 req-a830afea-1638-416b-b8b2-f431074f47cd service nova] Lock "30abe2dc-f244-490c-aa4d-931da243efdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.805276] env[62181]: DEBUG oslo_concurrency.lockutils [req-59f57a65-55f2-4319-9b8c-f186c88c3789 req-a830afea-1638-416b-b8b2-f431074f47cd service nova] Lock "30abe2dc-f244-490c-aa4d-931da243efdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.805276] env[62181]: DEBUG nova.compute.manager [req-59f57a65-55f2-4319-9b8c-f186c88c3789 req-a830afea-1638-416b-b8b2-f431074f47cd service nova] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] No waiting events found dispatching network-vif-plugged-a79c0276-219d-4e96-8b51-7a01c7acaf0f {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1545.805486] env[62181]: WARNING nova.compute.manager [req-59f57a65-55f2-4319-9b8c-f186c88c3789 req-a830afea-1638-416b-b8b2-f431074f47cd service nova] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Received unexpected event network-vif-plugged-a79c0276-219d-4e96-8b51-7a01c7acaf0f for instance with vm_state building and task_state spawning. [ 1545.811479] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0d99b1-7e3d-4a60-8430-ad2c289abdc0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.821575] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "refresh_cache-30abe2dc-f244-490c-aa4d-931da243efdc" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.821733] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquired lock "refresh_cache-30abe2dc-f244-490c-aa4d-931da243efdc" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.821892] env[62181]: DEBUG nova.network.neutron [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.829905] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.833408] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae8526a-5aaf-4cde-a1a2-09d10399e11b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.850424] env[62181]: DEBUG nova.compute.provider_tree [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.193481] env[62181]: DEBUG nova.compute.manager [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1546.216117] env[62181]: DEBUG nova.virt.hardware [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1546.216401] env[62181]: DEBUG nova.virt.hardware [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1546.216682] env[62181]: DEBUG nova.virt.hardware [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1546.216786] env[62181]: DEBUG nova.virt.hardware [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1546.216905] env[62181]: DEBUG nova.virt.hardware [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1546.217064] env[62181]: DEBUG nova.virt.hardware [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1546.217286] env[62181]: DEBUG nova.virt.hardware [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1546.217519] env[62181]: DEBUG nova.virt.hardware [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1546.217609] env[62181]: DEBUG nova.virt.hardware [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1546.217757] env[62181]: DEBUG nova.virt.hardware [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1546.217979] env[62181]: DEBUG nova.virt.hardware [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1546.219241] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13133294-6e2d-42c9-8f37-11916ad7c737 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.228472] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee9b814-49c6-494a-97f1-f587ffed863b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.313745] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790054, 'name': ReconfigVM_Task, 'duration_secs': 0.647099} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.314056] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Reconfigured VM instance instance-00000029 to attach disk [datastore1] d54f5326-c587-44a4-bdd6-459f9aff96d6/d54f5326-c587-44a4-bdd6-459f9aff96d6.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1546.314807] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fe9f6d5-4b86-4b7d-91d1-4c9d1aa9ac55 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.321544] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1546.321544] env[62181]: value = "task-1790055" [ 1546.321544] env[62181]: _type = "Task" [ 1546.321544] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.325983] env[62181]: DEBUG oslo_concurrency.lockutils [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.334908] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790055, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.353958] env[62181]: DEBUG nova.scheduler.client.report [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1546.388424] env[62181]: DEBUG nova.network.neutron [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1546.634909] env[62181]: DEBUG nova.network.neutron [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Updating instance_info_cache with network_info: [{"id": "a79c0276-219d-4e96-8b51-7a01c7acaf0f", "address": "fa:16:3e:03:19:57", "network": {"id": "d177d1a3-2b4a-41d1-bd02-42eaeba74ce0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-47409746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd97aae437f546208576a9f04335817b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79c0276-21", "ovs_interfaceid": "a79c0276-219d-4e96-8b51-7a01c7acaf0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.647343] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Acquiring lock "ada9887b-6474-4679-a327-e217c7fbf167" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.647618] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Lock "ada9887b-6474-4679-a327-e217c7fbf167" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.647845] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Acquiring lock "ada9887b-6474-4679-a327-e217c7fbf167-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.648072] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Lock "ada9887b-6474-4679-a327-e217c7fbf167-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.648255] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Lock "ada9887b-6474-4679-a327-e217c7fbf167-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.651516] env[62181]: INFO nova.compute.manager [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Terminating instance [ 1546.832296] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790055, 'name': Rename_Task, 'duration_secs': 0.28} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.832713] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1546.832946] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b989f69f-a413-47d8-b523-9f36433b69e0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.839629] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1546.839629] env[62181]: value = "task-1790056" [ 1546.839629] env[62181]: _type = "Task" [ 1546.839629] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.852798] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.860106] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.860333] env[62181]: DEBUG nova.compute.manager [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1546.863051] env[62181]: DEBUG oslo_concurrency.lockutils [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.593s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.863436] env[62181]: DEBUG nova.objects.instance [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Lazy-loading 'resources' on Instance uuid a721398d-f02b-4073-9ed5-b0b452af8782 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1546.877031] env[62181]: DEBUG nova.compute.manager [req-6e2a43f0-a272-4f20-a76a-27c6656500db req-c74c041d-23eb-4823-bfba-147a3d942d56 service nova] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Received event network-changed-18c22d3d-584a-45b0-bd04-d7e28d602162 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1546.877031] env[62181]: DEBUG nova.compute.manager [req-6e2a43f0-a272-4f20-a76a-27c6656500db req-c74c041d-23eb-4823-bfba-147a3d942d56 service nova] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Refreshing instance network info cache due to event network-changed-18c22d3d-584a-45b0-bd04-d7e28d602162. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1546.878658] env[62181]: DEBUG oslo_concurrency.lockutils [req-6e2a43f0-a272-4f20-a76a-27c6656500db req-c74c041d-23eb-4823-bfba-147a3d942d56 service nova] Acquiring lock "refresh_cache-7fb647de-d093-4f4a-a198-468e61926976" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.878658] env[62181]: DEBUG oslo_concurrency.lockutils [req-6e2a43f0-a272-4f20-a76a-27c6656500db req-c74c041d-23eb-4823-bfba-147a3d942d56 service nova] Acquired lock "refresh_cache-7fb647de-d093-4f4a-a198-468e61926976" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.878658] env[62181]: DEBUG nova.network.neutron [req-6e2a43f0-a272-4f20-a76a-27c6656500db req-c74c041d-23eb-4823-bfba-147a3d942d56 service nova] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Refreshing network info cache for port 18c22d3d-584a-45b0-bd04-d7e28d602162 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1547.139691] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Releasing lock "refresh_cache-30abe2dc-f244-490c-aa4d-931da243efdc" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.140089] env[62181]: DEBUG nova.compute.manager [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Instance network_info: |[{"id": "a79c0276-219d-4e96-8b51-7a01c7acaf0f", "address": "fa:16:3e:03:19:57", "network": {"id": "d177d1a3-2b4a-41d1-bd02-42eaeba74ce0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-47409746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd97aae437f546208576a9f04335817b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79c0276-21", "ovs_interfaceid": "a79c0276-219d-4e96-8b51-7a01c7acaf0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1547.140523] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:19:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a79c0276-219d-4e96-8b51-7a01c7acaf0f', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1547.150475] env[62181]: DEBUG oslo.service.loopingcall [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.151052] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1547.151680] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-557e3273-d52f-4c9b-aae3-243451d5b9bd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.171839] env[62181]: DEBUG nova.compute.manager [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1547.172102] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1547.173423] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345f535e-4998-496a-8bb5-14b09f8e35f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.181932] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.183368] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94321208-68b3-4337-aeda-6223523173b1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.184965] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1547.184965] env[62181]: value = "task-1790057" [ 1547.184965] env[62181]: _type = "Task" [ 1547.184965] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.190147] env[62181]: DEBUG oslo_vmware.api [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Waiting for the task: (returnval){ [ 1547.190147] env[62181]: value = "task-1790058" [ 1547.190147] env[62181]: _type = "Task" [ 1547.190147] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.194982] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790057, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.203339] env[62181]: DEBUG oslo_vmware.api [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': task-1790058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.256860] env[62181]: DEBUG nova.network.neutron [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Successfully updated port: 8a756bf1-57d1-49ab-9527-76a2c8691b06 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1547.350748] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790056, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.369316] env[62181]: DEBUG nova.compute.utils [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1547.371974] env[62181]: DEBUG nova.compute.manager [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Not allocating networking since 'none' was specified. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2023}} [ 1547.618783] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.619030] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.699035] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790057, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.708116] env[62181]: DEBUG oslo_vmware.api [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': task-1790058, 'name': PowerOffVM_Task, 'duration_secs': 0.25114} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.708989] env[62181]: DEBUG nova.network.neutron [req-6e2a43f0-a272-4f20-a76a-27c6656500db req-c74c041d-23eb-4823-bfba-147a3d942d56 service nova] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Updated VIF entry in instance network info cache for port 18c22d3d-584a-45b0-bd04-d7e28d602162. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1547.709515] env[62181]: DEBUG nova.network.neutron [req-6e2a43f0-a272-4f20-a76a-27c6656500db req-c74c041d-23eb-4823-bfba-147a3d942d56 service nova] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Updating instance_info_cache with network_info: [{"id": "18c22d3d-584a-45b0-bd04-d7e28d602162", "address": "fa:16:3e:c1:f2:31", "network": {"id": "22f94cec-5105-4d8c-8019-f3a04cdc7cca", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-275091454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2cc67c8ee9049b2899c2bffa86ec209", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c22d3d-58", "ovs_interfaceid": "18c22d3d-584a-45b0-bd04-d7e28d602162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.713749] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.713749] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1547.713885] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2ab8995-806e-438a-a8a6-213f15513750 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.759142] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Acquiring lock "refresh_cache-dcfd3b17-c193-416b-8e6b-f1c149769c30" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.759311] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Acquired lock "refresh_cache-dcfd3b17-c193-416b-8e6b-f1c149769c30" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.759470] env[62181]: DEBUG nova.network.neutron [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1547.797963] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1547.797963] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1547.797963] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Deleting the datastore file [datastore1] ada9887b-6474-4679-a327-e217c7fbf167 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1547.797963] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e0d1329-b1b7-41f5-8088-10af62b1bf33 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.810025] env[62181]: DEBUG oslo_vmware.api [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Waiting for the task: (returnval){ [ 1547.810025] env[62181]: value = "task-1790060" [ 1547.810025] env[62181]: _type = "Task" [ 1547.810025] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.817584] env[62181]: DEBUG oslo_vmware.api [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': task-1790060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.831338] env[62181]: DEBUG nova.compute.manager [req-653c416b-c4e0-461d-9728-beba0c5dc732 req-5728546c-f029-490e-aa76-2d993e3cf6fe service nova] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Received event network-vif-deleted-1829019e-e1e9-4dd6-ae68-7b7d52a56ba8 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1547.831581] env[62181]: DEBUG nova.compute.manager [req-653c416b-c4e0-461d-9728-beba0c5dc732 req-5728546c-f029-490e-aa76-2d993e3cf6fe service nova] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Received event network-changed-a79c0276-219d-4e96-8b51-7a01c7acaf0f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1547.831705] env[62181]: DEBUG nova.compute.manager [req-653c416b-c4e0-461d-9728-beba0c5dc732 req-5728546c-f029-490e-aa76-2d993e3cf6fe service nova] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Refreshing instance network info cache due to event network-changed-a79c0276-219d-4e96-8b51-7a01c7acaf0f. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1547.831908] env[62181]: DEBUG oslo_concurrency.lockutils [req-653c416b-c4e0-461d-9728-beba0c5dc732 req-5728546c-f029-490e-aa76-2d993e3cf6fe service nova] Acquiring lock "refresh_cache-30abe2dc-f244-490c-aa4d-931da243efdc" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.832144] env[62181]: DEBUG oslo_concurrency.lockutils [req-653c416b-c4e0-461d-9728-beba0c5dc732 req-5728546c-f029-490e-aa76-2d993e3cf6fe service nova] Acquired lock "refresh_cache-30abe2dc-f244-490c-aa4d-931da243efdc" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.832372] env[62181]: DEBUG nova.network.neutron [req-653c416b-c4e0-461d-9728-beba0c5dc732 req-5728546c-f029-490e-aa76-2d993e3cf6fe service nova] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Refreshing network info cache for port a79c0276-219d-4e96-8b51-7a01c7acaf0f {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1547.850473] env[62181]: DEBUG oslo_vmware.api [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790056, 'name': PowerOnVM_Task, 'duration_secs': 0.528154} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.853142] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1547.853362] env[62181]: INFO nova.compute.manager [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1547.853530] env[62181]: DEBUG nova.compute.manager [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1547.854906] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e0cc9a-7186-4146-be31-63bd44b9acb1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.874027] env[62181]: DEBUG nova.compute.manager [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1547.907769] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1467387c-413c-43ec-9ea2-0ebe3643b973 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.918211] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ad79f9-c607-495a-a3db-8cfcf66cd981 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.949200] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109bae94-b3ca-4f62-877a-fe2164e509e1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.957931] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40573898-bb34-43f8-b665-2a9cfa6c3e9a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.971757] env[62181]: DEBUG nova.compute.provider_tree [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1548.196591] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790057, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.215402] env[62181]: DEBUG oslo_concurrency.lockutils [req-6e2a43f0-a272-4f20-a76a-27c6656500db req-c74c041d-23eb-4823-bfba-147a3d942d56 service nova] Releasing lock "refresh_cache-7fb647de-d093-4f4a-a198-468e61926976" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.313074] env[62181]: DEBUG nova.network.neutron [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1548.320630] env[62181]: DEBUG oslo_vmware.api [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Task: {'id': task-1790060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2432} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.321735] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1548.321735] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1548.321735] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1548.321735] env[62181]: INFO nova.compute.manager [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1548.321735] env[62181]: DEBUG oslo.service.loopingcall [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.322016] env[62181]: DEBUG nova.compute.manager [-] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1548.322016] env[62181]: DEBUG nova.network.neutron [-] [instance: ada9887b-6474-4679-a327-e217c7fbf167] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1548.376203] env[62181]: INFO nova.compute.manager [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Took 33.27 seconds to build instance. [ 1548.478032] env[62181]: DEBUG nova.scheduler.client.report [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1548.501026] env[62181]: DEBUG nova.network.neutron [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Updating instance_info_cache with network_info: [{"id": "8a756bf1-57d1-49ab-9527-76a2c8691b06", "address": "fa:16:3e:9c:61:9a", "network": {"id": "f11b0146-ab71-4491-8ba7-4b7bd058908e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-646967285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a80c406b074d8a9b803f2b56d40fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a756bf1-57", "ovs_interfaceid": "8a756bf1-57d1-49ab-9527-76a2c8691b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.699256] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790057, 'name': CreateVM_Task, 'duration_secs': 1.490848} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.699495] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1548.700223] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.700444] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.700808] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1548.701173] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce20d62-91de-4f8c-9507-7c3204c5d9bb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.707909] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1548.707909] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]520573ec-12cb-d19e-0ffa-9bceec313e34" [ 1548.707909] env[62181]: _type = "Task" [ 1548.707909] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.720497] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520573ec-12cb-d19e-0ffa-9bceec313e34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.793609] env[62181]: DEBUG nova.network.neutron [req-653c416b-c4e0-461d-9728-beba0c5dc732 req-5728546c-f029-490e-aa76-2d993e3cf6fe service nova] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Updated VIF entry in instance network info cache for port a79c0276-219d-4e96-8b51-7a01c7acaf0f. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1548.794055] env[62181]: DEBUG nova.network.neutron [req-653c416b-c4e0-461d-9728-beba0c5dc732 req-5728546c-f029-490e-aa76-2d993e3cf6fe service nova] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Updating instance_info_cache with network_info: [{"id": "a79c0276-219d-4e96-8b51-7a01c7acaf0f", "address": "fa:16:3e:03:19:57", "network": {"id": "d177d1a3-2b4a-41d1-bd02-42eaeba74ce0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-47409746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd97aae437f546208576a9f04335817b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79c0276-21", "ovs_interfaceid": "a79c0276-219d-4e96-8b51-7a01c7acaf0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.878452] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5c61e2e7-d412-404e-bf89-51b0c81cf315 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "d54f5326-c587-44a4-bdd6-459f9aff96d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.177s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.884557] env[62181]: DEBUG nova.compute.manager [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1548.913397] env[62181]: DEBUG nova.virt.hardware [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1548.913632] env[62181]: DEBUG nova.virt.hardware [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1548.913784] env[62181]: DEBUG nova.virt.hardware [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1548.913959] env[62181]: DEBUG nova.virt.hardware [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1548.914187] env[62181]: DEBUG nova.virt.hardware [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1548.914373] env[62181]: DEBUG nova.virt.hardware [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1548.914618] env[62181]: DEBUG nova.virt.hardware [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1548.914813] env[62181]: DEBUG nova.virt.hardware [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1548.915399] env[62181]: DEBUG nova.virt.hardware [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1548.915399] env[62181]: DEBUG nova.virt.hardware [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1548.915399] env[62181]: DEBUG nova.virt.hardware [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1548.916622] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc57980-a258-42df-9ce8-cf2a28198682 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.926145] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c83fef-1775-4fd2-a629-f0c15b2b5d86 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.940874] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Instance VIF info [] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1548.946740] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Creating folder: Project (ecef6846d01844e88064ad486e02da0f). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1548.947115] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62e553ca-96ce-411e-b326-0dc424383eb6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.955202] env[62181]: DEBUG nova.compute.manager [req-8bb21ea0-a2fd-4224-b94e-fade07cf95b4 req-e4ec14bd-3661-4ba6-bc9f-31cb8f0a9eb7 service nova] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Received event network-vif-plugged-8a756bf1-57d1-49ab-9527-76a2c8691b06 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1548.955411] env[62181]: DEBUG oslo_concurrency.lockutils [req-8bb21ea0-a2fd-4224-b94e-fade07cf95b4 req-e4ec14bd-3661-4ba6-bc9f-31cb8f0a9eb7 service nova] Acquiring lock "dcfd3b17-c193-416b-8e6b-f1c149769c30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.955652] env[62181]: DEBUG oslo_concurrency.lockutils [req-8bb21ea0-a2fd-4224-b94e-fade07cf95b4 req-e4ec14bd-3661-4ba6-bc9f-31cb8f0a9eb7 service nova] Lock "dcfd3b17-c193-416b-8e6b-f1c149769c30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.955851] env[62181]: DEBUG oslo_concurrency.lockutils [req-8bb21ea0-a2fd-4224-b94e-fade07cf95b4 req-e4ec14bd-3661-4ba6-bc9f-31cb8f0a9eb7 service nova] Lock "dcfd3b17-c193-416b-8e6b-f1c149769c30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.955991] env[62181]: DEBUG nova.compute.manager [req-8bb21ea0-a2fd-4224-b94e-fade07cf95b4 req-e4ec14bd-3661-4ba6-bc9f-31cb8f0a9eb7 service nova] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] No waiting events found dispatching network-vif-plugged-8a756bf1-57d1-49ab-9527-76a2c8691b06 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1548.956406] env[62181]: WARNING nova.compute.manager [req-8bb21ea0-a2fd-4224-b94e-fade07cf95b4 req-e4ec14bd-3661-4ba6-bc9f-31cb8f0a9eb7 service nova] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Received unexpected event network-vif-plugged-8a756bf1-57d1-49ab-9527-76a2c8691b06 for instance with vm_state building and task_state spawning. [ 1548.956557] env[62181]: DEBUG nova.compute.manager [req-8bb21ea0-a2fd-4224-b94e-fade07cf95b4 req-e4ec14bd-3661-4ba6-bc9f-31cb8f0a9eb7 service nova] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Received event network-changed-8a756bf1-57d1-49ab-9527-76a2c8691b06 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1548.956708] env[62181]: DEBUG nova.compute.manager [req-8bb21ea0-a2fd-4224-b94e-fade07cf95b4 req-e4ec14bd-3661-4ba6-bc9f-31cb8f0a9eb7 service nova] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Refreshing instance network info cache due to event network-changed-8a756bf1-57d1-49ab-9527-76a2c8691b06. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1548.956869] env[62181]: DEBUG oslo_concurrency.lockutils [req-8bb21ea0-a2fd-4224-b94e-fade07cf95b4 req-e4ec14bd-3661-4ba6-bc9f-31cb8f0a9eb7 service nova] Acquiring lock "refresh_cache-dcfd3b17-c193-416b-8e6b-f1c149769c30" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.958737] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Created folder: Project (ecef6846d01844e88064ad486e02da0f) in parent group-v371238. [ 1548.958919] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Creating folder: Instances. Parent ref: group-v371368. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1548.959196] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-331464dc-fc25-40a1-ac9a-5911f599f8d3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.968394] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Created folder: Instances in parent group-v371368. [ 1548.968644] env[62181]: DEBUG oslo.service.loopingcall [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.968832] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1548.969071] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f2300cd-4d39-4b43-b313-75b3e4c903f9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.982325] env[62181]: DEBUG oslo_concurrency.lockutils [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.986035] env[62181]: DEBUG oslo_concurrency.lockutils [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.007s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.987025] env[62181]: INFO nova.compute.claims [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1548.996502] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1548.996502] env[62181]: value = "task-1790063" [ 1548.996502] env[62181]: _type = "Task" [ 1548.996502] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.002578] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Releasing lock "refresh_cache-dcfd3b17-c193-416b-8e6b-f1c149769c30" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.002954] env[62181]: DEBUG nova.compute.manager [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Instance network_info: |[{"id": "8a756bf1-57d1-49ab-9527-76a2c8691b06", "address": "fa:16:3e:9c:61:9a", "network": {"id": "f11b0146-ab71-4491-8ba7-4b7bd058908e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-646967285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a80c406b074d8a9b803f2b56d40fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a756bf1-57", "ovs_interfaceid": "8a756bf1-57d1-49ab-9527-76a2c8691b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1549.006418] env[62181]: DEBUG oslo_concurrency.lockutils [req-8bb21ea0-a2fd-4224-b94e-fade07cf95b4 req-e4ec14bd-3661-4ba6-bc9f-31cb8f0a9eb7 service nova] Acquired lock "refresh_cache-dcfd3b17-c193-416b-8e6b-f1c149769c30" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.006744] env[62181]: DEBUG nova.network.neutron [req-8bb21ea0-a2fd-4224-b94e-fade07cf95b4 req-e4ec14bd-3661-4ba6-bc9f-31cb8f0a9eb7 service nova] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Refreshing network info cache for port 8a756bf1-57d1-49ab-9527-76a2c8691b06 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1549.008218] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:61:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a756bf1-57d1-49ab-9527-76a2c8691b06', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1549.015629] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Creating folder: Project (b0a80c406b074d8a9b803f2b56d40fd5). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1549.016283] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790063, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.017316] env[62181]: INFO nova.scheduler.client.report [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Deleted allocations for instance a721398d-f02b-4073-9ed5-b0b452af8782 [ 1549.022073] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96170d7c-f431-45d9-bdbd-10792ed31941 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.032744] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Created folder: Project (b0a80c406b074d8a9b803f2b56d40fd5) in parent group-v371238. [ 1549.032937] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Creating folder: Instances. Parent ref: group-v371371. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1549.033837] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-816e8454-ea37-45ba-b1c8-45c2d5257158 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.043831] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Created folder: Instances in parent group-v371371. [ 1549.044118] env[62181]: DEBUG oslo.service.loopingcall [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.044331] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1549.045252] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7e82920-ff14-4d3e-ad33-981b41c1f2cd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.064986] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1549.064986] env[62181]: value = "task-1790066" [ 1549.064986] env[62181]: _type = "Task" [ 1549.064986] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.073838] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790066, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.218444] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520573ec-12cb-d19e-0ffa-9bceec313e34, 'name': SearchDatastore_Task, 'duration_secs': 0.014021} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.218762] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.219039] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1549.219244] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.219406] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.219586] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1549.219841] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8449823d-0630-4ffc-a213-8a5ef4d9ccd4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.228482] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1549.228692] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1549.229440] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68263437-8aa3-45af-8d33-fd94061d5a36 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.235198] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1549.235198] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52563153-40ef-b654-cfab-609c9afa1ea7" [ 1549.235198] env[62181]: _type = "Task" [ 1549.235198] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.244123] env[62181]: DEBUG nova.network.neutron [-] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.245870] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52563153-40ef-b654-cfab-609c9afa1ea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.296520] env[62181]: DEBUG oslo_concurrency.lockutils [req-653c416b-c4e0-461d-9728-beba0c5dc732 req-5728546c-f029-490e-aa76-2d993e3cf6fe service nova] Releasing lock "refresh_cache-30abe2dc-f244-490c-aa4d-931da243efdc" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.321932] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cfc17c-a917-863e-2185-14f7743570dc/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1549.322887] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfc257d-c9df-45bb-ba8a-b9b38ad58ef5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.330786] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cfc17c-a917-863e-2185-14f7743570dc/disk-0.vmdk is in state: ready. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1549.330968] env[62181]: ERROR oslo_vmware.rw_handles [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cfc17c-a917-863e-2185-14f7743570dc/disk-0.vmdk due to incomplete transfer. [ 1549.331325] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e3d9b91d-d608-433c-abbe-d07d4f42e276 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.342719] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cfc17c-a917-863e-2185-14f7743570dc/disk-0.vmdk. {{(pid=62181) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1549.342928] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Uploaded image 45da5c01-d84e-4555-aa08-158831db3bd2 to the Glance image server {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1549.346031] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Destroying the VM {{(pid=62181) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1549.346031] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4232576a-9ee6-4d23-8c85-0b7ba134ae2c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.352450] env[62181]: DEBUG oslo_vmware.api [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1549.352450] env[62181]: value = "task-1790067" [ 1549.352450] env[62181]: _type = "Task" [ 1549.352450] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.361165] env[62181]: DEBUG oslo_vmware.api [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790067, 'name': Destroy_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.381870] env[62181]: DEBUG nova.compute.manager [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1549.495281] env[62181]: DEBUG oslo_concurrency.lockutils [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "d54f5326-c587-44a4-bdd6-459f9aff96d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.495534] env[62181]: DEBUG oslo_concurrency.lockutils [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "d54f5326-c587-44a4-bdd6-459f9aff96d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.495738] env[62181]: DEBUG oslo_concurrency.lockutils [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "d54f5326-c587-44a4-bdd6-459f9aff96d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.495994] env[62181]: DEBUG oslo_concurrency.lockutils [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "d54f5326-c587-44a4-bdd6-459f9aff96d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.496221] env[62181]: DEBUG oslo_concurrency.lockutils [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "d54f5326-c587-44a4-bdd6-459f9aff96d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.498890] env[62181]: INFO nova.compute.manager [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Terminating instance [ 1549.511022] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790063, 'name': CreateVM_Task, 'duration_secs': 0.412717} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.511022] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1549.511022] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.511211] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.511538] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1549.512304] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b72348-b03b-4b62-9dbd-8f74e9603fe7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.517887] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Waiting for the task: (returnval){ [ 1549.517887] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c83d17-553c-1886-8edf-4f7abbf844ef" [ 1549.517887] env[62181]: _type = "Task" [ 1549.517887] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.525701] env[62181]: DEBUG oslo_concurrency.lockutils [None req-cd2912fa-8223-401d-a0c7-3c818289d06c tempest-DeleteServersAdminTestJSON-1461990096 tempest-DeleteServersAdminTestJSON-1461990096-project-member] Lock "a721398d-f02b-4073-9ed5-b0b452af8782" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.091s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.531152] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c83d17-553c-1886-8edf-4f7abbf844ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.577876] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790066, 'name': CreateVM_Task, 'duration_secs': 0.417} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.578030] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1549.578589] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.748015] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52563153-40ef-b654-cfab-609c9afa1ea7, 'name': SearchDatastore_Task, 'duration_secs': 0.014632} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.748015] env[62181]: INFO nova.compute.manager [-] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Took 1.43 seconds to deallocate network for instance. [ 1549.748015] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-518d46ad-fc72-4592-96d3-070722715b0b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.756013] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1549.756013] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]524e94d9-6873-d857-c1c6-2c9555ba6567" [ 1549.756013] env[62181]: _type = "Task" [ 1549.756013] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.764892] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]524e94d9-6873-d857-c1c6-2c9555ba6567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.810611] env[62181]: DEBUG nova.network.neutron [req-8bb21ea0-a2fd-4224-b94e-fade07cf95b4 req-e4ec14bd-3661-4ba6-bc9f-31cb8f0a9eb7 service nova] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Updated VIF entry in instance network info cache for port 8a756bf1-57d1-49ab-9527-76a2c8691b06. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1549.810772] env[62181]: DEBUG nova.network.neutron [req-8bb21ea0-a2fd-4224-b94e-fade07cf95b4 req-e4ec14bd-3661-4ba6-bc9f-31cb8f0a9eb7 service nova] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Updating instance_info_cache with network_info: [{"id": "8a756bf1-57d1-49ab-9527-76a2c8691b06", "address": "fa:16:3e:9c:61:9a", "network": {"id": "f11b0146-ab71-4491-8ba7-4b7bd058908e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-646967285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a80c406b074d8a9b803f2b56d40fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a756bf1-57", "ovs_interfaceid": "8a756bf1-57d1-49ab-9527-76a2c8691b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.862870] env[62181]: DEBUG oslo_vmware.api [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790067, 'name': Destroy_Task, 'duration_secs': 0.352221} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.863187] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Destroyed the VM [ 1549.863428] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Deleting Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1549.863692] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-abd605e4-7311-4a08-91b8-dfc9b3073e5e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.870549] env[62181]: DEBUG oslo_vmware.api [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1549.870549] env[62181]: value = "task-1790068" [ 1549.870549] env[62181]: _type = "Task" [ 1549.870549] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.879490] env[62181]: DEBUG oslo_vmware.api [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790068, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.904439] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.933347] env[62181]: DEBUG nova.compute.manager [req-389c47be-a36a-44af-894c-51200ed8db03 req-506a6989-7e28-43ab-a5b2-02c12c6f7b8f service nova] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Received event network-vif-deleted-b14a156e-e950-4cb2-8cd3-dfdb6b69720b {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1550.007674] env[62181]: DEBUG nova.compute.manager [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1550.007674] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1550.008159] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47cf73a-c770-4a2d-ac9d-8b8430ba84ea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.016297] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1550.016500] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76f2bcad-2488-49c5-a657-c3867adbd449 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.026222] env[62181]: DEBUG oslo_vmware.api [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1550.026222] env[62181]: value = "task-1790069" [ 1550.026222] env[62181]: _type = "Task" [ 1550.026222] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.034650] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c83d17-553c-1886-8edf-4f7abbf844ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013925} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.035356] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.035603] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1550.035824] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.038583] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.038765] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1550.042702] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a4e805f-6b4c-43e0-b9f0-86162c495911 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.044279] env[62181]: DEBUG oslo_vmware.api [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.048236] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the task: (returnval){ [ 1550.048236] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a958cc-3d50-c6f8-ebd7-40385d2d8df6" [ 1550.048236] env[62181]: _type = "Task" [ 1550.048236] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.063918] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a958cc-3d50-c6f8-ebd7-40385d2d8df6, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.064035] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.064219] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1550.064431] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.148617] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "5fce7919-77bd-4033-bc8b-9aae4abe6c07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.148894] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "5fce7919-77bd-4033-bc8b-9aae4abe6c07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.149144] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "5fce7919-77bd-4033-bc8b-9aae4abe6c07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.149342] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "5fce7919-77bd-4033-bc8b-9aae4abe6c07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.151461] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "5fce7919-77bd-4033-bc8b-9aae4abe6c07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.159939] env[62181]: INFO nova.compute.manager [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Terminating instance [ 1550.257557] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.267792] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]524e94d9-6873-d857-c1c6-2c9555ba6567, 'name': SearchDatastore_Task, 'duration_secs': 0.00926} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.270667] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.270956] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 30abe2dc-f244-490c-aa4d-931da243efdc/30abe2dc-f244-490c-aa4d-931da243efdc.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1550.271485] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.272674] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1550.272674] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12c1694d-b467-497a-9626-9e7045d0d2e0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.274046] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47f11384-cf45-4404-a794-261c40c2d196 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.281079] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1550.281079] env[62181]: value = "task-1790070" [ 1550.281079] env[62181]: _type = "Task" [ 1550.281079] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.288759] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1550.288959] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1550.290630] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7e65d34-4bbd-42ad-ac8f-1b2e4994f0ae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.296154] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.299363] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Waiting for the task: (returnval){ [ 1550.299363] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52fe4fa2-4cdc-5ba6-a99b-19905be4fd87" [ 1550.299363] env[62181]: _type = "Task" [ 1550.299363] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.312220] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52fe4fa2-4cdc-5ba6-a99b-19905be4fd87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.314124] env[62181]: DEBUG oslo_concurrency.lockutils [req-8bb21ea0-a2fd-4224-b94e-fade07cf95b4 req-e4ec14bd-3661-4ba6-bc9f-31cb8f0a9eb7 service nova] Releasing lock "refresh_cache-dcfd3b17-c193-416b-8e6b-f1c149769c30" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.382711] env[62181]: DEBUG oslo_vmware.api [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790068, 'name': RemoveSnapshot_Task, 'duration_secs': 0.458006} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.385854] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Deleted Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1550.385854] env[62181]: INFO nova.compute.manager [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Took 14.02 seconds to snapshot the instance on the hypervisor. [ 1550.487157] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb08b38e-78f5-4847-8a53-410d201d987a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.498392] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ba688d-f491-4738-ad31-bacccee80aa5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.536478] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7639a85-d7c6-4c4e-b855-db2624ea78bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.547960] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3471feb-f89b-4d53-a7fc-a5c4bfee2359 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.552550] env[62181]: DEBUG oslo_vmware.api [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790069, 'name': PowerOffVM_Task, 'duration_secs': 0.19329} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.554963] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1550.554963] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1550.554963] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e752daa9-e62d-45df-a77d-06e707f4f945 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.566058] env[62181]: DEBUG nova.compute.provider_tree [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.634321] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1550.634321] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1550.634321] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleting the datastore file [datastore1] d54f5326-c587-44a4-bdd6-459f9aff96d6 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1550.634321] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6033ff3c-9885-4470-bc5e-9481599fc37e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.642837] env[62181]: DEBUG oslo_vmware.api [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1550.642837] env[62181]: value = "task-1790072" [ 1550.642837] env[62181]: _type = "Task" [ 1550.642837] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.654693] env[62181]: DEBUG oslo_vmware.api [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.665271] env[62181]: DEBUG nova.compute.manager [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1550.665712] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1550.666867] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896c05fd-12fd-461e-9527-7aca1885fa32 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.675033] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1550.675191] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72e17cc3-45e6-4cb0-a45b-a285fb1567b0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.697386] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "61ab808e-c9d3-4591-8a52-a6da274fd5a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.697507] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "61ab808e-c9d3-4591-8a52-a6da274fd5a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.757395] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1550.757740] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1550.757740] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Deleting the datastore file [datastore1] 5fce7919-77bd-4033-bc8b-9aae4abe6c07 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1550.758088] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cd4f1da-5239-466a-a1a3-9bf14038e427 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.764661] env[62181]: DEBUG oslo_vmware.api [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1550.764661] env[62181]: value = "task-1790074" [ 1550.764661] env[62181]: _type = "Task" [ 1550.764661] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.772491] env[62181]: DEBUG oslo_vmware.api [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.791732] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4661} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.791991] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 30abe2dc-f244-490c-aa4d-931da243efdc/30abe2dc-f244-490c-aa4d-931da243efdc.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1550.792242] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1550.792492] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad13b6ad-8b84-4d78-b3f5-97303db76fab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.798608] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1550.798608] env[62181]: value = "task-1790075" [ 1550.798608] env[62181]: _type = "Task" [ 1550.798608] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.810068] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.813745] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52fe4fa2-4cdc-5ba6-a99b-19905be4fd87, 'name': SearchDatastore_Task, 'duration_secs': 0.018555} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.814621] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cf1d1ab-eded-4b79-bb2f-669f1028c09b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.819860] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Waiting for the task: (returnval){ [ 1550.819860] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525cf1b9-30b8-2e9a-496a-fd4fed8f9fb9" [ 1550.819860] env[62181]: _type = "Task" [ 1550.819860] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.827970] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525cf1b9-30b8-2e9a-496a-fd4fed8f9fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.889299] env[62181]: DEBUG nova.compute.manager [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Instance disappeared during snapshot {{(pid=62181) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4634}} [ 1550.903101] env[62181]: DEBUG nova.compute.manager [None req-d18cb015-2e53-4097-8d7b-89812ed938de tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Image not found during clean up 45da5c01-d84e-4555-aa08-158831db3bd2 {{(pid=62181) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4640}} [ 1551.069678] env[62181]: DEBUG nova.scheduler.client.report [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1551.153893] env[62181]: DEBUG oslo_vmware.api [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241741} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.154529] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1551.154727] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1551.154901] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1551.155079] env[62181]: INFO nova.compute.manager [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1551.155318] env[62181]: DEBUG oslo.service.loopingcall [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.155506] env[62181]: DEBUG nova.compute.manager [-] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1551.155600] env[62181]: DEBUG nova.network.neutron [-] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1551.277794] env[62181]: DEBUG oslo_vmware.api [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167202} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.278173] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1551.278536] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1551.278841] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1551.279083] env[62181]: INFO nova.compute.manager [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1551.279507] env[62181]: DEBUG oslo.service.loopingcall [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.279801] env[62181]: DEBUG nova.compute.manager [-] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1551.279911] env[62181]: DEBUG nova.network.neutron [-] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1551.308439] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077575} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.308720] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1551.309610] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eff1cc-266d-4922-962e-cd84ba38ec12 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.332065] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 30abe2dc-f244-490c-aa4d-931da243efdc/30abe2dc-f244-490c-aa4d-931da243efdc.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1551.336038] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-647f516f-68d0-4425-8726-48442bb0930e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.358537] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525cf1b9-30b8-2e9a-496a-fd4fed8f9fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010747} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.360076] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.360537] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423/7cb6a55f-b1b9-4fb3-b0d2-d4e108345423.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1551.360867] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1551.360867] env[62181]: value = "task-1790076" [ 1551.360867] env[62181]: _type = "Task" [ 1551.360867] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.361106] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.361315] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1551.361531] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c10ee77f-49f0-413e-b0d0-33e81d0acc09 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.363711] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9382530e-76b5-4b0c-bc61-b2a7d2dadc1f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.374053] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.375498] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Waiting for the task: (returnval){ [ 1551.375498] env[62181]: value = "task-1790077" [ 1551.375498] env[62181]: _type = "Task" [ 1551.375498] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.376644] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1551.376818] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1551.380570] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca9c858c-a8de-427a-a456-4412c0e871ef {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.388056] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the task: (returnval){ [ 1551.388056] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52fdce1a-9cd9-7001-038e-98514e4ac07f" [ 1551.388056] env[62181]: _type = "Task" [ 1551.388056] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.390673] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': task-1790077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.398428] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52fdce1a-9cd9-7001-038e-98514e4ac07f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.578729] env[62181]: DEBUG oslo_concurrency.lockutils [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.579407] env[62181]: DEBUG nova.compute.manager [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1551.582638] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.644s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.582870] env[62181]: DEBUG nova.objects.instance [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Lazy-loading 'resources' on Instance uuid 1af9bf5c-5587-487f-8c5d-04b61eac2bc3 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1551.874571] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.885986] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': task-1790077, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.899985] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52fdce1a-9cd9-7001-038e-98514e4ac07f, 'name': SearchDatastore_Task, 'duration_secs': 0.028291} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.900732] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e9920e-8525-4412-90ca-97d557c138df {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.905634] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the task: (returnval){ [ 1551.905634] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]523582ad-2b76-c875-cecb-7ce664e095c6" [ 1551.905634] env[62181]: _type = "Task" [ 1551.905634] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.917366] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523582ad-2b76-c875-cecb-7ce664e095c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.967373] env[62181]: DEBUG nova.compute.manager [req-7058f3b1-39cd-41f0-a15c-e15170fa1b23 req-b90a459a-e453-4f41-8d07-ca2421f5d35c service nova] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Received event network-vif-deleted-566dcbff-8273-4dea-a45f-2cc13d9173a9 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1551.967610] env[62181]: INFO nova.compute.manager [req-7058f3b1-39cd-41f0-a15c-e15170fa1b23 req-b90a459a-e453-4f41-8d07-ca2421f5d35c service nova] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Neutron deleted interface 566dcbff-8273-4dea-a45f-2cc13d9173a9; detaching it from the instance and deleting it from the info cache [ 1551.967874] env[62181]: DEBUG nova.network.neutron [req-7058f3b1-39cd-41f0-a15c-e15170fa1b23 req-b90a459a-e453-4f41-8d07-ca2421f5d35c service nova] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.037783] env[62181]: DEBUG nova.network.neutron [-] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.086286] env[62181]: DEBUG nova.compute.utils [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1552.091020] env[62181]: DEBUG nova.compute.manager [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1552.091430] env[62181]: DEBUG nova.network.neutron [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1552.145368] env[62181]: DEBUG nova.policy [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b18084773d54c96a497a46889366176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eba7ffb8e6464dbc8f032cbd8208bdb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1552.152722] env[62181]: DEBUG nova.network.neutron [-] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.379085] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790076, 'name': ReconfigVM_Task, 'duration_secs': 0.94961} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.388050] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 30abe2dc-f244-490c-aa4d-931da243efdc/30abe2dc-f244-490c-aa4d-931da243efdc.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1552.388734] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-019c5dbb-9e90-4c24-83ff-1a6f8f8b106d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.398162] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': task-1790077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760846} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.399566] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423/7cb6a55f-b1b9-4fb3-b0d2-d4e108345423.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1552.399813] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1552.400152] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1552.400152] env[62181]: value = "task-1790078" [ 1552.400152] env[62181]: _type = "Task" [ 1552.400152] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.401019] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4963a7f-1f2d-40a3-860c-daaeb6906f72 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.417916] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Waiting for the task: (returnval){ [ 1552.417916] env[62181]: value = "task-1790079" [ 1552.417916] env[62181]: _type = "Task" [ 1552.417916] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.423928] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523582ad-2b76-c875-cecb-7ce664e095c6, 'name': SearchDatastore_Task, 'duration_secs': 0.079203} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.424369] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790078, 'name': Rename_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.428605] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.428927] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] dcfd3b17-c193-416b-8e6b-f1c149769c30/dcfd3b17-c193-416b-8e6b-f1c149769c30.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1552.431953] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bb1267f-8ee8-491e-a6d0-261aafd38041 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.441291] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': task-1790079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.443098] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the task: (returnval){ [ 1552.443098] env[62181]: value = "task-1790080" [ 1552.443098] env[62181]: _type = "Task" [ 1552.443098] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.452561] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.474020] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fc41a4a-6f42-4e57-824a-f9b92e80f6af {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.480934] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de76eb1e-6b7c-41a3-bc62-2cd5b41808bd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.524914] env[62181]: DEBUG nova.compute.manager [req-7058f3b1-39cd-41f0-a15c-e15170fa1b23 req-b90a459a-e453-4f41-8d07-ca2421f5d35c service nova] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Detach interface failed, port_id=566dcbff-8273-4dea-a45f-2cc13d9173a9, reason: Instance d54f5326-c587-44a4-bdd6-459f9aff96d6 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1552.525250] env[62181]: DEBUG nova.compute.manager [req-7058f3b1-39cd-41f0-a15c-e15170fa1b23 req-b90a459a-e453-4f41-8d07-ca2421f5d35c service nova] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Received event network-vif-deleted-4d3b4167-895f-4783-9af0-90e9552e30cf {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1552.525372] env[62181]: INFO nova.compute.manager [req-7058f3b1-39cd-41f0-a15c-e15170fa1b23 req-b90a459a-e453-4f41-8d07-ca2421f5d35c service nova] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Neutron deleted interface 4d3b4167-895f-4783-9af0-90e9552e30cf; detaching it from the instance and deleting it from the info cache [ 1552.525544] env[62181]: DEBUG nova.network.neutron [req-7058f3b1-39cd-41f0-a15c-e15170fa1b23 req-b90a459a-e453-4f41-8d07-ca2421f5d35c service nova] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.540178] env[62181]: INFO nova.compute.manager [-] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Took 1.38 seconds to deallocate network for instance. [ 1552.554787] env[62181]: DEBUG nova.network.neutron [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Successfully created port: 8bfbca6e-5f60-4f33-ac68-8eff81584c66 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1552.593540] env[62181]: DEBUG nova.compute.manager [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1552.641391] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fef3d0-7c6c-456b-94aa-5ae254a51c1d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.649927] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7bd3dc-285d-4d52-bc84-b336583f62a1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.655609] env[62181]: INFO nova.compute.manager [-] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Took 1.38 seconds to deallocate network for instance. [ 1552.684972] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ed0261-23dc-496e-9851-a2d945424763 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.693443] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193d4912-dcae-4d31-89a2-4d44c792c0fd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.708023] env[62181]: DEBUG nova.compute.provider_tree [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.913978] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790078, 'name': Rename_Task, 'duration_secs': 0.164575} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.914300] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1552.914617] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5502de6a-4f56-4ce3-9f64-3977ff49713f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.921769] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1552.921769] env[62181]: value = "task-1790081" [ 1552.921769] env[62181]: _type = "Task" [ 1552.921769] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.932111] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.934835] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': task-1790079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152197} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.935134] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1552.936008] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd25122-7a3c-4d9b-b43b-2fa1fd46b3f7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.956380] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423/7cb6a55f-b1b9-4fb3-b0d2-d4e108345423.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1552.959865] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7822cc7a-ade4-4e6d-9073-c8e182027192 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.979295] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.980657] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Waiting for the task: (returnval){ [ 1552.980657] env[62181]: value = "task-1790082" [ 1552.980657] env[62181]: _type = "Task" [ 1552.980657] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.987884] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': task-1790082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.031573] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de9ea905-138f-479c-8cfc-4605240dfa96 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.040375] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fd56fa-2895-4430-8562-34321d2745f5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.055239] env[62181]: DEBUG oslo_concurrency.lockutils [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.069215] env[62181]: DEBUG nova.compute.manager [req-7058f3b1-39cd-41f0-a15c-e15170fa1b23 req-b90a459a-e453-4f41-8d07-ca2421f5d35c service nova] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Detach interface failed, port_id=4d3b4167-895f-4783-9af0-90e9552e30cf, reason: Instance 5fce7919-77bd-4033-bc8b-9aae4abe6c07 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1553.189580] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.210981] env[62181]: DEBUG nova.scheduler.client.report [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1553.432026] env[62181]: DEBUG oslo_vmware.api [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790081, 'name': PowerOnVM_Task, 'duration_secs': 0.469737} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.432026] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1553.432026] env[62181]: INFO nova.compute.manager [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1553.432277] env[62181]: DEBUG nova.compute.manager [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1553.432941] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccff884-8904-4688-a1b1-289b8b2ac2a0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.455012] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.491918] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': task-1790082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.604790] env[62181]: DEBUG nova.compute.manager [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1553.630873] env[62181]: DEBUG nova.virt.hardware [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1553.630873] env[62181]: DEBUG nova.virt.hardware [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1553.631030] env[62181]: DEBUG nova.virt.hardware [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1553.631181] env[62181]: DEBUG nova.virt.hardware [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1553.631340] env[62181]: DEBUG nova.virt.hardware [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1553.631526] env[62181]: DEBUG nova.virt.hardware [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1553.631744] env[62181]: DEBUG nova.virt.hardware [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1553.631903] env[62181]: DEBUG nova.virt.hardware [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1553.632100] env[62181]: DEBUG nova.virt.hardware [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1553.632291] env[62181]: DEBUG nova.virt.hardware [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1553.632565] env[62181]: DEBUG nova.virt.hardware [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1553.633830] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbf07a7-91bb-451b-9e63-e5352b92d746 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.642712] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0edb40b-130a-49b6-aad1-7eb719b6fea0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.716982] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.719716] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.477s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.719979] env[62181]: DEBUG nova.objects.instance [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Lazy-loading 'resources' on Instance uuid b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1553.745368] env[62181]: INFO nova.scheduler.client.report [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Deleted allocations for instance 1af9bf5c-5587-487f-8c5d-04b61eac2bc3 [ 1553.958028] env[62181]: INFO nova.compute.manager [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Took 32.52 seconds to build instance. [ 1553.962763] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790080, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.993919] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': task-1790082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.256750] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c6a520f1-afb9-4f52-a1a7-4971c81eecf2 tempest-ServersTestFqdnHostnames-1378049735 tempest-ServersTestFqdnHostnames-1378049735-project-member] Lock "1af9bf5c-5587-487f-8c5d-04b61eac2bc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.290s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.284535] env[62181]: DEBUG nova.network.neutron [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Successfully updated port: 8bfbca6e-5f60-4f33-ac68-8eff81584c66 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1554.309399] env[62181]: DEBUG nova.compute.manager [req-b16951f9-0071-409c-b7eb-1f5e669978bb req-56a19361-e731-4ddc-9569-21637f268a39 service nova] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Received event network-vif-plugged-8bfbca6e-5f60-4f33-ac68-8eff81584c66 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1554.309943] env[62181]: DEBUG oslo_concurrency.lockutils [req-b16951f9-0071-409c-b7eb-1f5e669978bb req-56a19361-e731-4ddc-9569-21637f268a39 service nova] Acquiring lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.309943] env[62181]: DEBUG oslo_concurrency.lockutils [req-b16951f9-0071-409c-b7eb-1f5e669978bb req-56a19361-e731-4ddc-9569-21637f268a39 service nova] Lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.310314] env[62181]: DEBUG oslo_concurrency.lockutils [req-b16951f9-0071-409c-b7eb-1f5e669978bb req-56a19361-e731-4ddc-9569-21637f268a39 service nova] Lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.311783] env[62181]: DEBUG nova.compute.manager [req-b16951f9-0071-409c-b7eb-1f5e669978bb req-56a19361-e731-4ddc-9569-21637f268a39 service nova] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] No waiting events found dispatching network-vif-plugged-8bfbca6e-5f60-4f33-ac68-8eff81584c66 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1554.312197] env[62181]: WARNING nova.compute.manager [req-b16951f9-0071-409c-b7eb-1f5e669978bb req-56a19361-e731-4ddc-9569-21637f268a39 service nova] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Received unexpected event network-vif-plugged-8bfbca6e-5f60-4f33-ac68-8eff81584c66 for instance with vm_state building and task_state spawning. [ 1554.463778] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ce80ddc3-d4e7-423c-a9dc-182b05db4cb0 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "30abe2dc-f244-490c-aa4d-931da243efdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.613s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.464072] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790080, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.597154} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.465275] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] dcfd3b17-c193-416b-8e6b-f1c149769c30/dcfd3b17-c193-416b-8e6b-f1c149769c30.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1554.466189] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1554.466662] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9184eee9-5b87-4f4b-844b-4a94011619b7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.473777] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the task: (returnval){ [ 1554.473777] env[62181]: value = "task-1790083" [ 1554.473777] env[62181]: _type = "Task" [ 1554.473777] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.482683] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.493149] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': task-1790082, 'name': ReconfigVM_Task, 'duration_secs': 1.260127} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.493435] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423/7cb6a55f-b1b9-4fb3-b0d2-d4e108345423.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1554.494063] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-030ff866-3512-4844-965a-2b525276e53c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.501636] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Waiting for the task: (returnval){ [ 1554.501636] env[62181]: value = "task-1790084" [ 1554.501636] env[62181]: _type = "Task" [ 1554.501636] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.511901] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': task-1790084, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.663007] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286ea4af-a4fa-4a1e-af8d-4c13982f1201 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.671136] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46bc852-2f57-4b52-a4dc-1e77d4889abd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.708163] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50b600d-478e-4c2b-9d62-20c8fd8920fe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.718713] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b822a4a-3c6d-464a-89d0-46644c3e06c4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.725960] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.726296] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.741518] env[62181]: DEBUG nova.compute.provider_tree [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.787298] env[62181]: DEBUG oslo_concurrency.lockutils [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.787298] env[62181]: DEBUG oslo_concurrency.lockutils [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.787467] env[62181]: DEBUG nova.network.neutron [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1554.969678] env[62181]: DEBUG nova.compute.manager [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1554.983840] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240448} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.984359] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1554.985243] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b255c08-82b9-46fe-9b75-183e16653a15 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.014090] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] dcfd3b17-c193-416b-8e6b-f1c149769c30/dcfd3b17-c193-416b-8e6b-f1c149769c30.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1555.019667] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79fa092d-5732-4516-939c-71232e6cc3f5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.039882] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': task-1790084, 'name': Rename_Task, 'duration_secs': 0.350902} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.041253] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1555.042015] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the task: (returnval){ [ 1555.042015] env[62181]: value = "task-1790085" [ 1555.042015] env[62181]: _type = "Task" [ 1555.042015] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.042015] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de186efa-0b42-4bdf-91ac-52d1e9d75871 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.050772] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Waiting for the task: (returnval){ [ 1555.050772] env[62181]: value = "task-1790086" [ 1555.050772] env[62181]: _type = "Task" [ 1555.050772] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.054282] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.061526] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': task-1790086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.246860] env[62181]: DEBUG nova.scheduler.client.report [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.250475] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.250801] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1555.363090] env[62181]: DEBUG nova.network.neutron [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1555.497899] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.557789] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790085, 'name': ReconfigVM_Task, 'duration_secs': 0.339173} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.560780] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Reconfigured VM instance instance-0000002b to attach disk [datastore1] dcfd3b17-c193-416b-8e6b-f1c149769c30/dcfd3b17-c193-416b-8e6b-f1c149769c30.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1555.561430] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d70f9e2-f806-4bc2-9de9-519248e3ac1e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.568291] env[62181]: DEBUG oslo_vmware.api [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': task-1790086, 'name': PowerOnVM_Task, 'duration_secs': 0.427171} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.570018] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1555.570018] env[62181]: INFO nova.compute.manager [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1555.570018] env[62181]: DEBUG nova.compute.manager [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1555.570182] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the task: (returnval){ [ 1555.570182] env[62181]: value = "task-1790087" [ 1555.570182] env[62181]: _type = "Task" [ 1555.570182] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.572024] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e61507-0f1b-4d50-b404-973e8bd9fc6d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.585785] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790087, 'name': Rename_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.659832] env[62181]: DEBUG nova.compute.manager [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1555.659832] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ad86bc-0b2b-4a0a-9199-d5299c046ba3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.753589] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.759482] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.263s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.766293] env[62181]: INFO nova.compute.claims [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1555.776512] env[62181]: INFO nova.scheduler.client.report [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Deleted allocations for instance b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660 [ 1555.826661] env[62181]: DEBUG nova.network.neutron [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating instance_info_cache with network_info: [{"id": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "address": "fa:16:3e:dd:3d:04", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bfbca6e-5f", "ovs_interfaceid": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.085434] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790087, 'name': Rename_Task, 'duration_secs': 0.179709} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.086315] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.091950] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a4227ad-d76d-4a66-aec3-64d97cd21f8a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.099645] env[62181]: INFO nova.compute.manager [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Took 30.05 seconds to build instance. [ 1556.105065] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the task: (returnval){ [ 1556.105065] env[62181]: value = "task-1790088" [ 1556.105065] env[62181]: _type = "Task" [ 1556.105065] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.113457] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.173205] env[62181]: INFO nova.compute.manager [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] instance snapshotting [ 1556.176042] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ea3f5b-db25-46e2-b55d-fc4bafd3a4a7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.197739] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b543b8d-9993-4ca6-bbc6-55962bbae768 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.285441] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb42bcf0-7e90-4ad1-b231-e524869113c7 tempest-ServersTestManualDisk-384958038 tempest-ServersTestManualDisk-384958038-project-member] Lock "b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.936s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.329208] env[62181]: DEBUG oslo_concurrency.lockutils [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.329305] env[62181]: DEBUG nova.compute.manager [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Instance network_info: |[{"id": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "address": "fa:16:3e:dd:3d:04", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bfbca6e-5f", "ovs_interfaceid": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1556.329677] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:3d:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bfbca6e-5f60-4f33-ac68-8eff81584c66', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1556.340131] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Creating folder: Project (eba7ffb8e6464dbc8f032cbd8208bdb6). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1556.340802] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0b5c301-6853-4720-a899-7ad6c5088e72 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.347346] env[62181]: DEBUG nova.compute.manager [req-644edfa2-024d-4f76-8486-671ef469d0f1 req-82f25b18-09e6-4050-874d-5f9e9a292bb7 service nova] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Received event network-changed-8bfbca6e-5f60-4f33-ac68-8eff81584c66 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1556.347497] env[62181]: DEBUG nova.compute.manager [req-644edfa2-024d-4f76-8486-671ef469d0f1 req-82f25b18-09e6-4050-874d-5f9e9a292bb7 service nova] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Refreshing instance network info cache due to event network-changed-8bfbca6e-5f60-4f33-ac68-8eff81584c66. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1556.347739] env[62181]: DEBUG oslo_concurrency.lockutils [req-644edfa2-024d-4f76-8486-671ef469d0f1 req-82f25b18-09e6-4050-874d-5f9e9a292bb7 service nova] Acquiring lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.347848] env[62181]: DEBUG oslo_concurrency.lockutils [req-644edfa2-024d-4f76-8486-671ef469d0f1 req-82f25b18-09e6-4050-874d-5f9e9a292bb7 service nova] Acquired lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.348009] env[62181]: DEBUG nova.network.neutron [req-644edfa2-024d-4f76-8486-671ef469d0f1 req-82f25b18-09e6-4050-874d-5f9e9a292bb7 service nova] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Refreshing network info cache for port 8bfbca6e-5f60-4f33-ac68-8eff81584c66 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.351927] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Created folder: Project (eba7ffb8e6464dbc8f032cbd8208bdb6) in parent group-v371238. [ 1556.352133] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Creating folder: Instances. Parent ref: group-v371374. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1556.352650] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12a0de5c-a966-497f-b79c-e602af388fb2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.363075] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Created folder: Instances in parent group-v371374. [ 1556.363304] env[62181]: DEBUG oslo.service.loopingcall [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.363498] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1556.363716] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f29e6ba5-4cd5-4072-a459-06bb985ef8c1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.383373] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1556.383373] env[62181]: value = "task-1790091" [ 1556.383373] env[62181]: _type = "Task" [ 1556.383373] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.393246] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790091, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.601878] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3cf6f8e1-5c5a-48f1-8d5d-bdbe57849dc1 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Lock "7cb6a55f-b1b9-4fb3-b0d2-d4e108345423" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.921s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.616023] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790088, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.711646] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Creating Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1556.712042] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0d82b37a-92b0-445e-8891-c0739a872e8e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.724632] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1556.724632] env[62181]: value = "task-1790092" [ 1556.724632] env[62181]: _type = "Task" [ 1556.724632] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.735578] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790092, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.906409] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790091, 'name': CreateVM_Task, 'duration_secs': 0.41816} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.907950] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1556.907950] env[62181]: DEBUG oslo_concurrency.lockutils [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.907950] env[62181]: DEBUG oslo_concurrency.lockutils [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.908533] env[62181]: DEBUG oslo_concurrency.lockutils [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1556.908610] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7733047e-4547-4f3f-9377-e1fdc4566067 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.913760] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1556.913760] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]529d562e-3b2c-da37-1d8a-4ddf774c015d" [ 1556.913760] env[62181]: _type = "Task" [ 1556.913760] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.926359] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529d562e-3b2c-da37-1d8a-4ddf774c015d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.106577] env[62181]: DEBUG nova.compute.manager [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1557.124312] env[62181]: DEBUG oslo_vmware.api [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790088, 'name': PowerOnVM_Task, 'duration_secs': 0.702904} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.127773] env[62181]: DEBUG nova.network.neutron [req-644edfa2-024d-4f76-8486-671ef469d0f1 req-82f25b18-09e6-4050-874d-5f9e9a292bb7 service nova] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updated VIF entry in instance network info cache for port 8bfbca6e-5f60-4f33-ac68-8eff81584c66. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1557.128181] env[62181]: DEBUG nova.network.neutron [req-644edfa2-024d-4f76-8486-671ef469d0f1 req-82f25b18-09e6-4050-874d-5f9e9a292bb7 service nova] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating instance_info_cache with network_info: [{"id": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "address": "fa:16:3e:dd:3d:04", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bfbca6e-5f", "ovs_interfaceid": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.129574] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1557.130854] env[62181]: INFO nova.compute.manager [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Took 10.94 seconds to spawn the instance on the hypervisor. [ 1557.131116] env[62181]: DEBUG nova.compute.manager [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1557.131981] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e28db97-708b-4824-8cee-074d2a9a7ffc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.245018] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790092, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.381009] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2add7af-75a9-4957-98ab-7336c12d9d10 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.390102] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccda233d-3468-4b9c-9aea-6103c12112af {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.433290] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8cb6dd-61cb-48fa-a90a-7883bcd2f8c9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.445372] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529d562e-3b2c-da37-1d8a-4ddf774c015d, 'name': SearchDatastore_Task, 'duration_secs': 0.010388} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.447149] env[62181]: DEBUG oslo_concurrency.lockutils [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.447532] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1557.447863] env[62181]: DEBUG oslo_concurrency.lockutils [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.448108] env[62181]: DEBUG oslo_concurrency.lockutils [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.448397] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1557.449861] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bc87a1f-cd16-47bc-8795-5edc4c720d99 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.452211] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaebe47-54ca-47f9-ae60-9f69a0e1cb57 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.468929] env[62181]: DEBUG nova.compute.provider_tree [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.469969] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1557.469969] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1557.470918] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf95f058-2dd4-4870-8983-ac4266f7bbfa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.477204] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1557.477204] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5289034e-9f80-4791-6b88-7b17839a707f" [ 1557.477204] env[62181]: _type = "Task" [ 1557.477204] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.487018] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5289034e-9f80-4791-6b88-7b17839a707f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.638949] env[62181]: DEBUG oslo_concurrency.lockutils [req-644edfa2-024d-4f76-8486-671ef469d0f1 req-82f25b18-09e6-4050-874d-5f9e9a292bb7 service nova] Releasing lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.641150] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.660578] env[62181]: INFO nova.compute.manager [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Took 32.80 seconds to build instance. [ 1557.740770] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790092, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.776601] env[62181]: DEBUG nova.compute.manager [None req-69597c73-d102-4578-9251-4f2c721e20d3 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1557.777543] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37af72cb-5985-40c4-b54c-9d2530c56b2a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.972254] env[62181]: DEBUG nova.scheduler.client.report [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1558.002718] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5289034e-9f80-4791-6b88-7b17839a707f, 'name': SearchDatastore_Task, 'duration_secs': 0.009816} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.004406] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd18460b-8d04-48b3-8915-fe5cabbd3d60 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.015308] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1558.015308] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52416fde-cb2b-bacc-ad31-05bcd509db2c" [ 1558.015308] env[62181]: _type = "Task" [ 1558.015308] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.028622] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52416fde-cb2b-bacc-ad31-05bcd509db2c, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.029054] env[62181]: DEBUG oslo_concurrency.lockutils [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.029468] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 13bc5ed7-0e84-4472-ba74-2009b801f4a1/13bc5ed7-0e84-4472-ba74-2009b801f4a1.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1558.030549] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5072fc01-518f-4ab8-89f9-61b7be08c123 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.038133] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1558.038133] env[62181]: value = "task-1790093" [ 1558.038133] env[62181]: _type = "Task" [ 1558.038133] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.048326] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.065084] env[62181]: DEBUG oslo_concurrency.lockutils [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Acquiring lock "7cb6a55f-b1b9-4fb3-b0d2-d4e108345423" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.065434] env[62181]: DEBUG oslo_concurrency.lockutils [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Lock "7cb6a55f-b1b9-4fb3-b0d2-d4e108345423" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.065668] env[62181]: DEBUG oslo_concurrency.lockutils [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Acquiring lock "7cb6a55f-b1b9-4fb3-b0d2-d4e108345423-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.066028] env[62181]: DEBUG oslo_concurrency.lockutils [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Lock "7cb6a55f-b1b9-4fb3-b0d2-d4e108345423-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.066091] env[62181]: DEBUG oslo_concurrency.lockutils [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Lock "7cb6a55f-b1b9-4fb3-b0d2-d4e108345423-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.068808] env[62181]: INFO nova.compute.manager [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Terminating instance [ 1558.162976] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7e214d72-0717-40b0-8a81-c6fa85da021d tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Lock "dcfd3b17-c193-416b-8e6b-f1c149769c30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.262s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.241578] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790092, 'name': CreateSnapshot_Task, 'duration_secs': 1.351914} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.243922] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Created Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1558.244422] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98c1e96-5e28-419d-b1fc-638d9b05f848 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.288984] env[62181]: INFO nova.compute.manager [None req-69597c73-d102-4578-9251-4f2c721e20d3 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] instance snapshotting [ 1558.290251] env[62181]: DEBUG nova.objects.instance [None req-69597c73-d102-4578-9251-4f2c721e20d3 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Lazy-loading 'flavor' on Instance uuid 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1558.488882] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.489543] env[62181]: DEBUG nova.compute.manager [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1558.498893] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.337s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.499241] env[62181]: DEBUG nova.objects.instance [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Lazy-loading 'resources' on Instance uuid a39ea307-7343-4c5d-a62f-1b4af7c27a9a {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1558.552482] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790093, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.576681] env[62181]: DEBUG oslo_concurrency.lockutils [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Acquiring lock "refresh_cache-7cb6a55f-b1b9-4fb3-b0d2-d4e108345423" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.576996] env[62181]: DEBUG oslo_concurrency.lockutils [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Acquired lock "refresh_cache-7cb6a55f-b1b9-4fb3-b0d2-d4e108345423" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.577068] env[62181]: DEBUG nova.network.neutron [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1558.666388] env[62181]: DEBUG nova.compute.manager [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1558.766492] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Creating linked-clone VM from snapshot {{(pid=62181) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1558.767046] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9b5d6c4d-1c9a-457f-aa1f-3dc7d8af34d7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.777127] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1558.777127] env[62181]: value = "task-1790094" [ 1558.777127] env[62181]: _type = "Task" [ 1558.777127] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.786776] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790094, 'name': CloneVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.797156] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15138f36-cc36-4365-a18d-5b9c3c8de026 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.818567] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7a4b8d-0d47-438a-bcf3-755ca6c2c0f7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.857129] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "refresh_cache-571c2ea4-2a87-4876-a245-c6f6f67d2223" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.857129] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquired lock "refresh_cache-571c2ea4-2a87-4876-a245-c6f6f67d2223" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.857129] env[62181]: DEBUG nova.network.neutron [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Forcefully refreshing network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1559.000753] env[62181]: DEBUG nova.compute.utils [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1559.002268] env[62181]: DEBUG nova.compute.manager [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1559.002437] env[62181]: DEBUG nova.network.neutron [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1559.055444] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624789} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.058664] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 13bc5ed7-0e84-4472-ba74-2009b801f4a1/13bc5ed7-0e84-4472-ba74-2009b801f4a1.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1559.058898] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1559.059431] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99497d4f-a8f0-4989-8cf9-c14c9e9a5a28 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.066982] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1559.066982] env[62181]: value = "task-1790095" [ 1559.066982] env[62181]: _type = "Task" [ 1559.066982] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.080560] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.084425] env[62181]: DEBUG nova.policy [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b20bfd410bc45bfa138c8ee16ff69cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9dc016d31c645a0a771b4744d080cdd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1559.107579] env[62181]: DEBUG nova.network.neutron [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1559.186548] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.217825] env[62181]: DEBUG nova.network.neutron [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.290688] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790094, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.329964] env[62181]: DEBUG nova.compute.manager [None req-69597c73-d102-4578-9251-4f2c721e20d3 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Instance disappeared during snapshot {{(pid=62181) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4634}} [ 1559.385648] env[62181]: DEBUG nova.compute.manager [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1559.387756] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040653c5-b0e6-4143-a1e2-1a0b61e728c1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.506374] env[62181]: DEBUG nova.compute.manager [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1559.536167] env[62181]: DEBUG nova.compute.manager [None req-69597c73-d102-4578-9251-4f2c721e20d3 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Found 0 images (rotation: 2) {{(pid=62181) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4999}} [ 1559.546772] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389e9372-d577-406b-8667-59ddae760245 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.561454] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1af8eb-2a5a-4e1b-9c6d-6b6a109bcdde {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.603498] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13388} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.604672] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1559.605319] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a958d7dc-fdf4-4dc9-ab00-674179f199c7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.608784] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fed406-30f9-4c1f-a3b9-36a4fa5d1fe7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.627361] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b93b5b6-33b2-4483-8d32-ce17ba37d3c0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.642246] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 13bc5ed7-0e84-4472-ba74-2009b801f4a1/13bc5ed7-0e84-4472-ba74-2009b801f4a1.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1559.642799] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8825c81-9eb1-49b3-bf4a-fbcf7c050aeb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.659735] env[62181]: DEBUG nova.network.neutron [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Successfully created port: 113cc88e-72c7-4dbe-a6ec-cbce72739c2d {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1559.675159] env[62181]: DEBUG nova.compute.provider_tree [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1559.677858] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1559.677858] env[62181]: value = "task-1790096" [ 1559.677858] env[62181]: _type = "Task" [ 1559.677858] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.686850] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.720814] env[62181]: DEBUG oslo_concurrency.lockutils [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Releasing lock "refresh_cache-7cb6a55f-b1b9-4fb3-b0d2-d4e108345423" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.721317] env[62181]: DEBUG nova.compute.manager [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1559.721589] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1559.723147] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c0aad1-b7c4-426f-a818-e0af573a8363 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.730462] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1559.730721] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f7efb6a-a287-4d74-81e3-d555bc60e365 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.737045] env[62181]: DEBUG oslo_vmware.api [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Waiting for the task: (returnval){ [ 1559.737045] env[62181]: value = "task-1790097" [ 1559.737045] env[62181]: _type = "Task" [ 1559.737045] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.745235] env[62181]: DEBUG oslo_vmware.api [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': task-1790097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.788160] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790094, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.866550] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Acquiring lock "d0f2fe87-b24d-4fdb-987b-39138467eb7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.866902] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Lock "d0f2fe87-b24d-4fdb-987b-39138467eb7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.867176] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Acquiring lock "d0f2fe87-b24d-4fdb-987b-39138467eb7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.867433] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Lock "d0f2fe87-b24d-4fdb-987b-39138467eb7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.867645] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Lock "d0f2fe87-b24d-4fdb-987b-39138467eb7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.870901] env[62181]: INFO nova.compute.manager [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Terminating instance [ 1559.899825] env[62181]: INFO nova.compute.manager [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] instance snapshotting [ 1559.902704] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b657be1-9b54-4703-aa1d-d46d88e08fa8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.927276] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b1e38f-7ac2-451b-ac83-ab042ab80f2b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.179388] env[62181]: DEBUG nova.scheduler.client.report [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1560.193536] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790096, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.222829] env[62181]: DEBUG nova.network.neutron [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Updating instance_info_cache with network_info: [{"id": "67dfc0fc-0f9a-48d2-81c1-9aebbe79305f", "address": "fa:16:3e:64:83:50", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67dfc0fc-0f", "ovs_interfaceid": "67dfc0fc-0f9a-48d2-81c1-9aebbe79305f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.246675] env[62181]: DEBUG oslo_vmware.api [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': task-1790097, 'name': PowerOffVM_Task, 'duration_secs': 0.188156} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.246865] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1560.247082] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1560.247289] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c36128f1-e22c-43f0-9288-e12bd97c860d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.272150] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1560.272422] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1560.272610] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Deleting the datastore file [datastore1] 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1560.272867] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ff8e80f-c6ea-4f2a-b39f-89a2f380d257 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.282916] env[62181]: DEBUG oslo_vmware.api [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Waiting for the task: (returnval){ [ 1560.282916] env[62181]: value = "task-1790099" [ 1560.282916] env[62181]: _type = "Task" [ 1560.282916] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.291183] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790094, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.295908] env[62181]: DEBUG oslo_vmware.api [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': task-1790099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.380240] env[62181]: DEBUG nova.compute.manager [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1560.380495] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1560.381432] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e860f1-afd6-44a2-9c89-d8c80e1bb948 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.390654] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1560.391594] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc90d71e-8671-4588-9215-a11895ebfb98 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.398656] env[62181]: DEBUG oslo_vmware.api [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Waiting for the task: (returnval){ [ 1560.398656] env[62181]: value = "task-1790100" [ 1560.398656] env[62181]: _type = "Task" [ 1560.398656] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.409140] env[62181]: DEBUG oslo_vmware.api [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': task-1790100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.442025] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Creating Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1560.442025] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-334245e1-9924-477e-bb1c-fc94056f4dd4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.450740] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the task: (returnval){ [ 1560.450740] env[62181]: value = "task-1790101" [ 1560.450740] env[62181]: _type = "Task" [ 1560.450740] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.461778] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790101, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.522015] env[62181]: DEBUG nova.compute.manager [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1560.551777] env[62181]: DEBUG nova.virt.hardware [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:31:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f310f000-1a7a-4e5a-b393-a6e1ef5b74ff',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-365604585',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1560.552275] env[62181]: DEBUG nova.virt.hardware [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1560.552662] env[62181]: DEBUG nova.virt.hardware [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1560.553050] env[62181]: DEBUG nova.virt.hardware [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1560.553476] env[62181]: DEBUG nova.virt.hardware [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1560.553795] env[62181]: DEBUG nova.virt.hardware [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1560.554248] env[62181]: DEBUG nova.virt.hardware [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1560.554622] env[62181]: DEBUG nova.virt.hardware [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1560.554932] env[62181]: DEBUG nova.virt.hardware [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1560.555747] env[62181]: DEBUG nova.virt.hardware [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1560.555747] env[62181]: DEBUG nova.virt.hardware [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1560.557292] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a956d49-23ed-46d8-96aa-ba57b51c34b1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.570536] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bedfea-2920-49d1-8fb0-95b3340de43f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.688192] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.694865] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.657s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.695149] env[62181]: DEBUG nova.objects.instance [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Lazy-loading 'resources' on Instance uuid e9e2eb6e-21df-402a-9f10-6c6695c19caa {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.696582] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790096, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.723147] env[62181]: INFO nova.scheduler.client.report [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Deleted allocations for instance a39ea307-7343-4c5d-a62f-1b4af7c27a9a [ 1560.731541] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Releasing lock "refresh_cache-571c2ea4-2a87-4876-a245-c6f6f67d2223" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.731654] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Updated the network info_cache for instance {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10455}} [ 1560.731792] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.732060] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.732386] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.732483] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.732657] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.732817] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.732946] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 1560.733131] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.792884] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790094, 'name': CloneVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.798464] env[62181]: DEBUG oslo_vmware.api [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Task: {'id': task-1790099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161698} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.799009] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1560.799316] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1560.799669] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1560.799895] env[62181]: INFO nova.compute.manager [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1560.800196] env[62181]: DEBUG oslo.service.loopingcall [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.801298] env[62181]: DEBUG nova.compute.manager [-] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1560.801298] env[62181]: DEBUG nova.network.neutron [-] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1560.820335] env[62181]: DEBUG nova.network.neutron [-] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1560.909891] env[62181]: DEBUG oslo_vmware.api [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': task-1790100, 'name': PowerOffVM_Task, 'duration_secs': 0.219436} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.913015] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1560.913015] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1560.913015] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99ecf95c-dea0-49a6-a443-6cccbb9a3f28 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.968439] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790101, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.972768] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "4bc0e10e-367a-4fb4-bf83-1e4550d24790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.972996] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "4bc0e10e-367a-4fb4-bf83-1e4550d24790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.019940] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1561.020227] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1561.020416] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Deleting the datastore file [datastore1] d0f2fe87-b24d-4fdb-987b-39138467eb7e {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1561.020690] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01d4bd18-8032-41ea-8385-81bf3579294e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.030454] env[62181]: DEBUG oslo_vmware.api [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Waiting for the task: (returnval){ [ 1561.030454] env[62181]: value = "task-1790103" [ 1561.030454] env[62181]: _type = "Task" [ 1561.030454] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.040570] env[62181]: DEBUG oslo_vmware.api [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': task-1790103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.197662] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790096, 'name': ReconfigVM_Task, 'duration_secs': 1.304133} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.197969] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 13bc5ed7-0e84-4472-ba74-2009b801f4a1/13bc5ed7-0e84-4472-ba74-2009b801f4a1.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1561.201848] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d281271-dc17-4344-a645-e391f6cecdc0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.208793] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1561.208793] env[62181]: value = "task-1790104" [ 1561.208793] env[62181]: _type = "Task" [ 1561.208793] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.218154] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790104, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.231394] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f332a1dd-e82f-4697-9cc3-41deda7ed5b4 tempest-VolumesAssistedSnapshotsTest-445833066 tempest-VolumesAssistedSnapshotsTest-445833066-project-member] Lock "a39ea307-7343-4c5d-a62f-1b4af7c27a9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.766s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.236285] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.295613] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790094, 'name': CloneVM_Task, 'duration_secs': 2.017358} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.295993] env[62181]: INFO nova.virt.vmwareapi.vmops [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Created linked-clone VM from snapshot [ 1561.296992] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276e97e7-a116-4392-a5b9-c9cd213f74d2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.311020] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Uploading image 9b7cfe2b-5b44-412c-9519-4239c56e40f7 {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1561.324330] env[62181]: DEBUG nova.network.neutron [-] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.335433] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Destroying the VM {{(pid=62181) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1561.335685] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-09881ce9-a609-4a7c-808f-437d3095a4b6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.347572] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1561.347572] env[62181]: value = "task-1790105" [ 1561.347572] env[62181]: _type = "Task" [ 1561.347572] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.364155] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790105, 'name': Destroy_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.466887] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790101, 'name': CreateSnapshot_Task, 'duration_secs': 0.902488} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.466887] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Created Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1561.471020] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92228c3b-f63a-4d0c-9f50-8baf95fd69e1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.540014] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "aee5cc05-511a-4b6f-b3ab-21bc651866f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.540320] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "aee5cc05-511a-4b6f-b3ab-21bc651866f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.549975] env[62181]: DEBUG oslo_vmware.api [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Task: {'id': task-1790103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286763} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.550316] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1561.550686] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1561.550758] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1561.550883] env[62181]: INFO nova.compute.manager [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1561.551141] env[62181]: DEBUG oslo.service.loopingcall [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.551702] env[62181]: DEBUG nova.compute.manager [-] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1561.551702] env[62181]: DEBUG nova.network.neutron [-] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1561.721682] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790104, 'name': Rename_Task, 'duration_secs': 0.149861} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.722186] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1561.722543] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ef2cb1c-ed48-4f18-8460-9b7773fb2263 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.732300] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1561.732300] env[62181]: value = "task-1790106" [ 1561.732300] env[62181]: _type = "Task" [ 1561.732300] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.732300] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36c18a2-bcdc-485d-8eec-dfb7ab6dad7a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.754035] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73db97be-567b-43d1-8ea4-ae5c26f97379 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.757831] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790106, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.760501] env[62181]: DEBUG nova.compute.manager [req-7753450a-efb7-448f-90db-d44ee297cf73 req-72f3597b-f58f-4075-89fa-3282bca5aa1a service nova] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Received event network-vif-plugged-113cc88e-72c7-4dbe-a6ec-cbce72739c2d {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1561.760852] env[62181]: DEBUG oslo_concurrency.lockutils [req-7753450a-efb7-448f-90db-d44ee297cf73 req-72f3597b-f58f-4075-89fa-3282bca5aa1a service nova] Acquiring lock "f6d9cca5-4f3d-4bf0-9306-6d6616533809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.761153] env[62181]: DEBUG oslo_concurrency.lockutils [req-7753450a-efb7-448f-90db-d44ee297cf73 req-72f3597b-f58f-4075-89fa-3282bca5aa1a service nova] Lock "f6d9cca5-4f3d-4bf0-9306-6d6616533809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.761516] env[62181]: DEBUG oslo_concurrency.lockutils [req-7753450a-efb7-448f-90db-d44ee297cf73 req-72f3597b-f58f-4075-89fa-3282bca5aa1a service nova] Lock "f6d9cca5-4f3d-4bf0-9306-6d6616533809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.761764] env[62181]: DEBUG nova.compute.manager [req-7753450a-efb7-448f-90db-d44ee297cf73 req-72f3597b-f58f-4075-89fa-3282bca5aa1a service nova] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] No waiting events found dispatching network-vif-plugged-113cc88e-72c7-4dbe-a6ec-cbce72739c2d {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1561.761989] env[62181]: WARNING nova.compute.manager [req-7753450a-efb7-448f-90db-d44ee297cf73 req-72f3597b-f58f-4075-89fa-3282bca5aa1a service nova] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Received unexpected event network-vif-plugged-113cc88e-72c7-4dbe-a6ec-cbce72739c2d for instance with vm_state building and task_state spawning. [ 1561.795625] env[62181]: DEBUG nova.network.neutron [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Successfully updated port: 113cc88e-72c7-4dbe-a6ec-cbce72739c2d {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1561.797320] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9869d52-d4d8-4985-85d6-5d79bcbd7f5f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.806521] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9f7771-9849-449a-9b41-0701bc0aba1c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.822374] env[62181]: DEBUG nova.compute.provider_tree [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.830865] env[62181]: INFO nova.compute.manager [-] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Took 1.03 seconds to deallocate network for instance. [ 1561.858123] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790105, 'name': Destroy_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.995183] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Creating linked-clone VM from snapshot {{(pid=62181) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1561.995183] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-461a2f92-6385-4a5d-a7ad-9297f857f515 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.003832] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the task: (returnval){ [ 1562.003832] env[62181]: value = "task-1790107" [ 1562.003832] env[62181]: _type = "Task" [ 1562.003832] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.013396] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790107, 'name': CloneVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.079644] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "d5da7fe3-39f4-4fd3-ae12-4e127db14ae1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.083043] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "d5da7fe3-39f4-4fd3-ae12-4e127db14ae1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.243871] env[62181]: DEBUG oslo_vmware.api [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790106, 'name': PowerOnVM_Task, 'duration_secs': 0.495502} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.244341] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1562.244394] env[62181]: INFO nova.compute.manager [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1562.244840] env[62181]: DEBUG nova.compute.manager [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1562.246042] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e47217-1fe2-4703-99e4-2f6f8a309268 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.301714] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "refresh_cache-f6d9cca5-4f3d-4bf0-9306-6d6616533809" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.301714] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquired lock "refresh_cache-f6d9cca5-4f3d-4bf0-9306-6d6616533809" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.301868] env[62181]: DEBUG nova.network.neutron [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1562.325301] env[62181]: DEBUG nova.scheduler.client.report [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1562.337041] env[62181]: DEBUG oslo_concurrency.lockutils [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.359759] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790105, 'name': Destroy_Task, 'duration_secs': 0.604605} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.360118] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Destroyed the VM [ 1562.360465] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Deleting Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1562.360730] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-819124c3-1566-463f-9653-146d8e0cf914 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.368787] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1562.368787] env[62181]: value = "task-1790108" [ 1562.368787] env[62181]: _type = "Task" [ 1562.368787] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.377501] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790108, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.520928] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790107, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.770815] env[62181]: INFO nova.compute.manager [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Took 31.83 seconds to build instance. [ 1562.831149] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.834661] env[62181]: DEBUG oslo_concurrency.lockutils [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.526s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.838033] env[62181]: INFO nova.compute.claims [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1562.854115] env[62181]: DEBUG nova.network.neutron [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1562.870598] env[62181]: INFO nova.scheduler.client.report [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Deleted allocations for instance e9e2eb6e-21df-402a-9f10-6c6695c19caa [ 1562.885230] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790108, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.015821] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790107, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.168353] env[62181]: DEBUG nova.network.neutron [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updating instance_info_cache with network_info: [{"id": "113cc88e-72c7-4dbe-a6ec-cbce72739c2d", "address": "fa:16:3e:69:41:d0", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap113cc88e-72", "ovs_interfaceid": "113cc88e-72c7-4dbe-a6ec-cbce72739c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.230765] env[62181]: DEBUG nova.network.neutron [-] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.273091] env[62181]: DEBUG oslo_concurrency.lockutils [None req-badf775d-6058-4247-b0ef-ed74f81982ce tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.503s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.390041] env[62181]: DEBUG oslo_vmware.api [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790108, 'name': RemoveSnapshot_Task, 'duration_secs': 0.895763} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.390574] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4a41671b-2899-44a9-9940-735fa9439b2c tempest-ImagesNegativeTestJSON-485036672 tempest-ImagesNegativeTestJSON-485036672-project-member] Lock "e9e2eb6e-21df-402a-9f10-6c6695c19caa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.922s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.391814] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Deleted Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1563.522099] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790107, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.671499] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Releasing lock "refresh_cache-f6d9cca5-4f3d-4bf0-9306-6d6616533809" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.671857] env[62181]: DEBUG nova.compute.manager [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Instance network_info: |[{"id": "113cc88e-72c7-4dbe-a6ec-cbce72739c2d", "address": "fa:16:3e:69:41:d0", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap113cc88e-72", "ovs_interfaceid": "113cc88e-72c7-4dbe-a6ec-cbce72739c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1563.673657] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:41:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '113cc88e-72c7-4dbe-a6ec-cbce72739c2d', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1563.681943] env[62181]: DEBUG oslo.service.loopingcall [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.681943] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1563.682333] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4592c075-e75a-4bbc-ac32-57d8e1a4f9b8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.704362] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1563.704362] env[62181]: value = "task-1790109" [ 1563.704362] env[62181]: _type = "Task" [ 1563.704362] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.713654] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790109, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.734336] env[62181]: INFO nova.compute.manager [-] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Took 2.18 seconds to deallocate network for instance. [ 1563.777081] env[62181]: DEBUG nova.compute.manager [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1563.900838] env[62181]: WARNING nova.compute.manager [None req-4fadb271-1e9b-40f2-9cd1-3b30d983f789 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Image not found during snapshot: nova.exception.ImageNotFound: Image 9b7cfe2b-5b44-412c-9519-4239c56e40f7 could not be found. [ 1563.950271] env[62181]: DEBUG nova.compute.manager [req-b3ae5cc9-f5c8-4184-90d0-afe7d9813085 req-e6cee80f-76b3-440d-bec5-8087847f3e8d service nova] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Received event network-changed-113cc88e-72c7-4dbe-a6ec-cbce72739c2d {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1563.950271] env[62181]: DEBUG nova.compute.manager [req-b3ae5cc9-f5c8-4184-90d0-afe7d9813085 req-e6cee80f-76b3-440d-bec5-8087847f3e8d service nova] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Refreshing instance network info cache due to event network-changed-113cc88e-72c7-4dbe-a6ec-cbce72739c2d. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1563.950271] env[62181]: DEBUG oslo_concurrency.lockutils [req-b3ae5cc9-f5c8-4184-90d0-afe7d9813085 req-e6cee80f-76b3-440d-bec5-8087847f3e8d service nova] Acquiring lock "refresh_cache-f6d9cca5-4f3d-4bf0-9306-6d6616533809" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.950271] env[62181]: DEBUG oslo_concurrency.lockutils [req-b3ae5cc9-f5c8-4184-90d0-afe7d9813085 req-e6cee80f-76b3-440d-bec5-8087847f3e8d service nova] Acquired lock "refresh_cache-f6d9cca5-4f3d-4bf0-9306-6d6616533809" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.950271] env[62181]: DEBUG nova.network.neutron [req-b3ae5cc9-f5c8-4184-90d0-afe7d9813085 req-e6cee80f-76b3-440d-bec5-8087847f3e8d service nova] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Refreshing network info cache for port 113cc88e-72c7-4dbe-a6ec-cbce72739c2d {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1564.021492] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790107, 'name': CloneVM_Task} progress is 95%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.224190] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790109, 'name': CreateVM_Task, 'duration_secs': 0.476273} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.224521] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1564.225902] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.226094] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.226417] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1564.228359] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-366cb08f-bfbd-4384-ab15-da063154ab2a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.233058] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1564.233058] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52aa6471-03f4-c2ba-cf5e-13d7cbc386a9" [ 1564.233058] env[62181]: _type = "Task" [ 1564.233058] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.250121] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.250616] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52aa6471-03f4-c2ba-cf5e-13d7cbc386a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.310069] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.443272] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57125dde-52b7-4111-bace-3a6b9c428b96 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.451517] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81349847-50e0-4e1c-9e0b-594c3780a5c4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.494351] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3376dc1d-4779-49c4-b945-2a0844a3d550 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.503145] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dd78fa-2c06-4353-999d-40deed3d6a01 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.523521] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790107, 'name': CloneVM_Task} progress is 95%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.532659] env[62181]: DEBUG nova.compute.provider_tree [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1564.655135] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "30abe2dc-f244-490c-aa4d-931da243efdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.655417] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "30abe2dc-f244-490c-aa4d-931da243efdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.655633] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "30abe2dc-f244-490c-aa4d-931da243efdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.655816] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "30abe2dc-f244-490c-aa4d-931da243efdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.655986] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "30abe2dc-f244-490c-aa4d-931da243efdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.658468] env[62181]: INFO nova.compute.manager [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Terminating instance [ 1564.748851] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52aa6471-03f4-c2ba-cf5e-13d7cbc386a9, 'name': SearchDatastore_Task, 'duration_secs': 0.026865} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.750122] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.750122] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1564.750122] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.750122] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.750122] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1564.750720] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-babee76c-1f68-4ad7-992e-1bf0be5deae0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.759406] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1564.760066] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1564.760305] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d6d51d-ce20-41c0-bda4-d414c38a9718 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.768912] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1564.768912] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5253fee5-bf97-7f13-32a8-22b2081d112b" [ 1564.768912] env[62181]: _type = "Task" [ 1564.768912] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.779296] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5253fee5-bf97-7f13-32a8-22b2081d112b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.028875] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790107, 'name': CloneVM_Task} progress is 95%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.036142] env[62181]: DEBUG nova.scheduler.client.report [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1565.110652] env[62181]: DEBUG nova.network.neutron [req-b3ae5cc9-f5c8-4184-90d0-afe7d9813085 req-e6cee80f-76b3-440d-bec5-8087847f3e8d service nova] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updated VIF entry in instance network info cache for port 113cc88e-72c7-4dbe-a6ec-cbce72739c2d. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1565.112490] env[62181]: DEBUG nova.network.neutron [req-b3ae5cc9-f5c8-4184-90d0-afe7d9813085 req-e6cee80f-76b3-440d-bec5-8087847f3e8d service nova] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updating instance_info_cache with network_info: [{"id": "113cc88e-72c7-4dbe-a6ec-cbce72739c2d", "address": "fa:16:3e:69:41:d0", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap113cc88e-72", "ovs_interfaceid": "113cc88e-72c7-4dbe-a6ec-cbce72739c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.164940] env[62181]: DEBUG nova.compute.manager [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1565.164940] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1565.164940] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f9379f-aed7-4bcb-b318-8d006f451eae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.172983] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1565.173267] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b23fa2e-e2fa-4c31-b993-1b6d45fe2de3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.184389] env[62181]: DEBUG oslo_vmware.api [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1565.184389] env[62181]: value = "task-1790110" [ 1565.184389] env[62181]: _type = "Task" [ 1565.184389] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.196218] env[62181]: DEBUG oslo_vmware.api [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.286521] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5253fee5-bf97-7f13-32a8-22b2081d112b, 'name': SearchDatastore_Task, 'duration_secs': 0.009455} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.288906] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eafc9e08-06bf-40d0-bdd9-f9abc55b63dd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.295909] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1565.295909] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5283a7b3-6e0e-0724-a152-5f8b6c28de1a" [ 1565.295909] env[62181]: _type = "Task" [ 1565.295909] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.306546] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5283a7b3-6e0e-0724-a152-5f8b6c28de1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.525201] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790107, 'name': CloneVM_Task, 'duration_secs': 3.437489} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.525201] env[62181]: INFO nova.virt.vmwareapi.vmops [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Created linked-clone VM from snapshot [ 1565.525664] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06754782-0ada-4b39-8360-a998ee34f295 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.533825] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Uploading image f7870c30-ca59-496f-896b-ab6b2633ba76 {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1565.543782] env[62181]: DEBUG oslo_concurrency.lockutils [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.543782] env[62181]: DEBUG nova.compute.manager [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1565.549123] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.934s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.550637] env[62181]: INFO nova.compute.claims [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1565.575539] env[62181]: DEBUG oslo_vmware.rw_handles [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1565.575539] env[62181]: value = "vm-371380" [ 1565.575539] env[62181]: _type = "VirtualMachine" [ 1565.575539] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1565.575539] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-44b2451e-0c6a-49d5-8549-d82a3da4753f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.587348] env[62181]: DEBUG oslo_vmware.rw_handles [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Lease: (returnval){ [ 1565.587348] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5248c345-2d09-676a-eea2-b7c26a545647" [ 1565.587348] env[62181]: _type = "HttpNfcLease" [ 1565.587348] env[62181]: } obtained for exporting VM: (result){ [ 1565.587348] env[62181]: value = "vm-371380" [ 1565.587348] env[62181]: _type = "VirtualMachine" [ 1565.587348] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1565.587348] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the lease: (returnval){ [ 1565.587348] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5248c345-2d09-676a-eea2-b7c26a545647" [ 1565.587348] env[62181]: _type = "HttpNfcLease" [ 1565.587348] env[62181]: } to be ready. {{(pid=62181) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1565.593195] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1565.593195] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5248c345-2d09-676a-eea2-b7c26a545647" [ 1565.593195] env[62181]: _type = "HttpNfcLease" [ 1565.593195] env[62181]: } is initializing. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1565.614721] env[62181]: DEBUG oslo_concurrency.lockutils [req-b3ae5cc9-f5c8-4184-90d0-afe7d9813085 req-e6cee80f-76b3-440d-bec5-8087847f3e8d service nova] Releasing lock "refresh_cache-f6d9cca5-4f3d-4bf0-9306-6d6616533809" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.614914] env[62181]: DEBUG nova.compute.manager [req-b3ae5cc9-f5c8-4184-90d0-afe7d9813085 req-e6cee80f-76b3-440d-bec5-8087847f3e8d service nova] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Received event network-vif-deleted-f374ec82-62d6-4b38-af81-7f031b92a570 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1565.695257] env[62181]: DEBUG oslo_vmware.api [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790110, 'name': PowerOffVM_Task, 'duration_secs': 0.222046} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.695873] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1565.696023] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1565.696299] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1128807a-5995-41dc-8bc4-a5f97198a55a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.794320] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1565.794320] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1565.794320] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Deleting the datastore file [datastore1] 30abe2dc-f244-490c-aa4d-931da243efdc {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1565.794320] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16acba82-4b63-46e7-ac34-d7494c75002a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.815104] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5283a7b3-6e0e-0724-a152-5f8b6c28de1a, 'name': SearchDatastore_Task, 'duration_secs': 0.0182} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.815977] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.816436] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f6d9cca5-4f3d-4bf0-9306-6d6616533809/f6d9cca5-4f3d-4bf0-9306-6d6616533809.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1565.816628] env[62181]: DEBUG oslo_vmware.api [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1565.816628] env[62181]: value = "task-1790113" [ 1565.816628] env[62181]: _type = "Task" [ 1565.816628] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.816825] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35f0e32d-a3a1-4615-80a5-15d62abeee01 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.829241] env[62181]: DEBUG oslo_vmware.api [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.831321] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1565.831321] env[62181]: value = "task-1790114" [ 1565.831321] env[62181]: _type = "Task" [ 1565.831321] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.839677] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.978165] env[62181]: DEBUG nova.compute.manager [req-c850583d-5d4e-47f4-877a-85e4372b110a req-bd5846df-843e-4c7a-8ddc-925bc36db5e6 service nova] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Received event network-changed-8bfbca6e-5f60-4f33-ac68-8eff81584c66 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1565.978165] env[62181]: DEBUG nova.compute.manager [req-c850583d-5d4e-47f4-877a-85e4372b110a req-bd5846df-843e-4c7a-8ddc-925bc36db5e6 service nova] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Refreshing instance network info cache due to event network-changed-8bfbca6e-5f60-4f33-ac68-8eff81584c66. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1565.978165] env[62181]: DEBUG oslo_concurrency.lockutils [req-c850583d-5d4e-47f4-877a-85e4372b110a req-bd5846df-843e-4c7a-8ddc-925bc36db5e6 service nova] Acquiring lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.978804] env[62181]: DEBUG oslo_concurrency.lockutils [req-c850583d-5d4e-47f4-877a-85e4372b110a req-bd5846df-843e-4c7a-8ddc-925bc36db5e6 service nova] Acquired lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.978804] env[62181]: DEBUG nova.network.neutron [req-c850583d-5d4e-47f4-877a-85e4372b110a req-bd5846df-843e-4c7a-8ddc-925bc36db5e6 service nova] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Refreshing network info cache for port 8bfbca6e-5f60-4f33-ac68-8eff81584c66 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1566.060194] env[62181]: DEBUG nova.compute.utils [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1566.062363] env[62181]: DEBUG nova.compute.manager [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1566.062611] env[62181]: DEBUG nova.network.neutron [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1566.100452] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1566.100452] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5248c345-2d09-676a-eea2-b7c26a545647" [ 1566.100452] env[62181]: _type = "HttpNfcLease" [ 1566.100452] env[62181]: } is ready. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1566.100769] env[62181]: DEBUG oslo_vmware.rw_handles [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1566.100769] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5248c345-2d09-676a-eea2-b7c26a545647" [ 1566.100769] env[62181]: _type = "HttpNfcLease" [ 1566.100769] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1566.101576] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4ac8c4-5ca6-451a-9cb3-76bba3ab742c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.118522] env[62181]: DEBUG oslo_vmware.rw_handles [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52446bb0-6635-5816-8431-768c49d69a90/disk-0.vmdk from lease info. {{(pid=62181) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1566.120206] env[62181]: DEBUG oslo_vmware.rw_handles [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52446bb0-6635-5816-8431-768c49d69a90/disk-0.vmdk for reading. {{(pid=62181) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1566.214283] env[62181]: DEBUG nova.policy [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28a61c1ce3fc4c078b50aeb252fd09d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5109cbae729848b6a9867e71f01ddfe5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1566.334356] env[62181]: DEBUG oslo_vmware.api [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173389} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.337299] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1566.337401] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1566.337560] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1566.337746] env[62181]: INFO nova.compute.manager [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1566.337996] env[62181]: DEBUG oslo.service.loopingcall [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.338233] env[62181]: DEBUG nova.compute.manager [-] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1566.338428] env[62181]: DEBUG nova.network.neutron [-] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1566.345942] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790114, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.369662] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f30bf0e0-0907-453d-b886-95f8061e51aa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.569767] env[62181]: DEBUG nova.compute.manager [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1566.844126] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548724} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.844126] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f6d9cca5-4f3d-4bf0-9306-6d6616533809/f6d9cca5-4f3d-4bf0-9306-6d6616533809.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1566.844461] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1566.845613] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64cd625b-0310-4dcf-97f8-994a9f832604 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.853980] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1566.853980] env[62181]: value = "task-1790118" [ 1566.853980] env[62181]: _type = "Task" [ 1566.853980] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.863855] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.938154] env[62181]: DEBUG nova.network.neutron [req-c850583d-5d4e-47f4-877a-85e4372b110a req-bd5846df-843e-4c7a-8ddc-925bc36db5e6 service nova] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updated VIF entry in instance network info cache for port 8bfbca6e-5f60-4f33-ac68-8eff81584c66. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1566.938154] env[62181]: DEBUG nova.network.neutron [req-c850583d-5d4e-47f4-877a-85e4372b110a req-bd5846df-843e-4c7a-8ddc-925bc36db5e6 service nova] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating instance_info_cache with network_info: [{"id": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "address": "fa:16:3e:dd:3d:04", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bfbca6e-5f", "ovs_interfaceid": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.124759] env[62181]: DEBUG nova.network.neutron [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Successfully created port: 0aaeca53-889e-4f1c-bb2a-e45b95dfc8d8 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1567.171769] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2684842c-9cdc-435d-9793-f127929ef438 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.180314] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356db504-254b-4245-99da-8c4c3dbcf6ed {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.222708] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81950ca-e0b7-455a-b8eb-ed57d3b91507 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.230890] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be13062b-5f13-4975-9f46-1242238f5e48 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.246774] env[62181]: DEBUG nova.compute.provider_tree [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.367402] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074548} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.367774] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1567.368725] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7a4e19-d467-4f7a-9cec-cb84c94f7180 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.393136] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] f6d9cca5-4f3d-4bf0-9306-6d6616533809/f6d9cca5-4f3d-4bf0-9306-6d6616533809.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1567.396022] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbe968c8-333f-470c-bc79-1de32ab1d149 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.414748] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1567.414748] env[62181]: value = "task-1790119" [ 1567.414748] env[62181]: _type = "Task" [ 1567.414748] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.424209] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.441026] env[62181]: DEBUG oslo_concurrency.lockutils [req-c850583d-5d4e-47f4-877a-85e4372b110a req-bd5846df-843e-4c7a-8ddc-925bc36db5e6 service nova] Releasing lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.589476] env[62181]: DEBUG nova.compute.manager [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1567.619754] env[62181]: DEBUG nova.network.neutron [-] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.626173] env[62181]: DEBUG nova.virt.hardware [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1567.626440] env[62181]: DEBUG nova.virt.hardware [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1567.626622] env[62181]: DEBUG nova.virt.hardware [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1567.626796] env[62181]: DEBUG nova.virt.hardware [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1567.626958] env[62181]: DEBUG nova.virt.hardware [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1567.627555] env[62181]: DEBUG nova.virt.hardware [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1567.627780] env[62181]: DEBUG nova.virt.hardware [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1567.627941] env[62181]: DEBUG nova.virt.hardware [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1567.628123] env[62181]: DEBUG nova.virt.hardware [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1567.628285] env[62181]: DEBUG nova.virt.hardware [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1567.628452] env[62181]: DEBUG nova.virt.hardware [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1567.629409] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e401dd-6e95-47be-890d-f348208d3f5b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.638671] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd2bf85-390d-4804-a08c-010597b84c2c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.750189] env[62181]: DEBUG nova.scheduler.client.report [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1567.925797] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790119, 'name': ReconfigVM_Task, 'duration_secs': 0.312989} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.926284] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Reconfigured VM instance instance-0000002e to attach disk [datastore1] f6d9cca5-4f3d-4bf0-9306-6d6616533809/f6d9cca5-4f3d-4bf0-9306-6d6616533809.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.926777] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1effafc6-125b-43f0-82e2-6a65b5f24ebe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.933554] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1567.933554] env[62181]: value = "task-1790120" [ 1567.933554] env[62181]: _type = "Task" [ 1567.933554] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.943279] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790120, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.037695] env[62181]: DEBUG nova.compute.manager [req-e9733a87-cc29-4af1-9199-c0e2fc183442 req-297b2beb-fcf8-4d84-9344-725bb9622c50 service nova] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Received event network-vif-deleted-a79c0276-219d-4e96-8b51-7a01c7acaf0f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1568.124922] env[62181]: INFO nova.compute.manager [-] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Took 1.79 seconds to deallocate network for instance. [ 1568.257548] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.260027] env[62181]: DEBUG nova.compute.manager [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1568.262610] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.953s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.262845] env[62181]: DEBUG nova.objects.instance [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Lazy-loading 'resources' on Instance uuid 2728ada8-aae7-4566-bb67-716ac4e3eb88 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.446021] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790120, 'name': Rename_Task, 'duration_secs': 0.172316} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.446379] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1568.446687] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e45442b-cf6c-4eac-9c04-5cf26600431e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.453776] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1568.453776] env[62181]: value = "task-1790121" [ 1568.453776] env[62181]: _type = "Task" [ 1568.453776] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.463467] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.632283] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.777177] env[62181]: DEBUG nova.compute.utils [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1568.783036] env[62181]: DEBUG nova.compute.manager [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1568.783036] env[62181]: DEBUG nova.network.neutron [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1568.891834] env[62181]: DEBUG nova.policy [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8c40fa4a10b4138b09499fe6a975f22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '464a47300886417bb648a1448cc038e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1568.964411] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.284313] env[62181]: DEBUG nova.compute.utils [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1569.290067] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc356648-7091-4074-99a9-2834f70dbdc0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.302777] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a554bb5-da91-47f8-8d13-399a5aea673f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.342915] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2872600f-650c-46d4-8355-28e9757e75ce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.353097] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360ae970-fc85-4c06-9648-0873bc003fec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.371243] env[62181]: DEBUG nova.compute.provider_tree [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.465732] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790121, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.582024] env[62181]: DEBUG nova.network.neutron [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Successfully updated port: 0aaeca53-889e-4f1c-bb2a-e45b95dfc8d8 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1569.792598] env[62181]: DEBUG nova.compute.manager [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1569.877810] env[62181]: DEBUG nova.scheduler.client.report [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1569.907201] env[62181]: DEBUG nova.network.neutron [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Successfully created port: 20a99106-9fac-45e6-b796-ba118c2ba406 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1569.974304] env[62181]: DEBUG oslo_vmware.api [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790121, 'name': PowerOnVM_Task, 'duration_secs': 1.107967} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.974989] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1569.975397] env[62181]: INFO nova.compute.manager [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1569.977048] env[62181]: DEBUG nova.compute.manager [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1569.979035] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdfd0bd-13be-4bac-8110-f59b1a1b6057 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.085677] env[62181]: DEBUG oslo_concurrency.lockutils [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Acquiring lock "refresh_cache-b30b8c09-c863-4a11-b0a8-7c841c7a1539" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.085799] env[62181]: DEBUG oslo_concurrency.lockutils [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Acquired lock "refresh_cache-b30b8c09-c863-4a11-b0a8-7c841c7a1539" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.086224] env[62181]: DEBUG nova.network.neutron [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1570.133860] env[62181]: DEBUG nova.compute.manager [req-486f297f-2592-4642-b5e2-7b6706d8fcf5 req-3491f933-eeca-4ccc-8c3f-0544bb0e3b46 service nova] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Received event network-vif-plugged-0aaeca53-889e-4f1c-bb2a-e45b95dfc8d8 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1570.135871] env[62181]: DEBUG oslo_concurrency.lockutils [req-486f297f-2592-4642-b5e2-7b6706d8fcf5 req-3491f933-eeca-4ccc-8c3f-0544bb0e3b46 service nova] Acquiring lock "b30b8c09-c863-4a11-b0a8-7c841c7a1539-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.135871] env[62181]: DEBUG oslo_concurrency.lockutils [req-486f297f-2592-4642-b5e2-7b6706d8fcf5 req-3491f933-eeca-4ccc-8c3f-0544bb0e3b46 service nova] Lock "b30b8c09-c863-4a11-b0a8-7c841c7a1539-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.135871] env[62181]: DEBUG oslo_concurrency.lockutils [req-486f297f-2592-4642-b5e2-7b6706d8fcf5 req-3491f933-eeca-4ccc-8c3f-0544bb0e3b46 service nova] Lock "b30b8c09-c863-4a11-b0a8-7c841c7a1539-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.135871] env[62181]: DEBUG nova.compute.manager [req-486f297f-2592-4642-b5e2-7b6706d8fcf5 req-3491f933-eeca-4ccc-8c3f-0544bb0e3b46 service nova] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] No waiting events found dispatching network-vif-plugged-0aaeca53-889e-4f1c-bb2a-e45b95dfc8d8 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1570.135871] env[62181]: WARNING nova.compute.manager [req-486f297f-2592-4642-b5e2-7b6706d8fcf5 req-3491f933-eeca-4ccc-8c3f-0544bb0e3b46 service nova] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Received unexpected event network-vif-plugged-0aaeca53-889e-4f1c-bb2a-e45b95dfc8d8 for instance with vm_state building and task_state spawning. [ 1570.135871] env[62181]: DEBUG nova.compute.manager [req-486f297f-2592-4642-b5e2-7b6706d8fcf5 req-3491f933-eeca-4ccc-8c3f-0544bb0e3b46 service nova] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Received event network-changed-0aaeca53-889e-4f1c-bb2a-e45b95dfc8d8 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1570.135871] env[62181]: DEBUG nova.compute.manager [req-486f297f-2592-4642-b5e2-7b6706d8fcf5 req-3491f933-eeca-4ccc-8c3f-0544bb0e3b46 service nova] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Refreshing instance network info cache due to event network-changed-0aaeca53-889e-4f1c-bb2a-e45b95dfc8d8. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1570.135871] env[62181]: DEBUG oslo_concurrency.lockutils [req-486f297f-2592-4642-b5e2-7b6706d8fcf5 req-3491f933-eeca-4ccc-8c3f-0544bb0e3b46 service nova] Acquiring lock "refresh_cache-b30b8c09-c863-4a11-b0a8-7c841c7a1539" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.382426] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.384800] env[62181]: DEBUG oslo_concurrency.lockutils [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.397s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.388426] env[62181]: DEBUG nova.objects.instance [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Lazy-loading 'resources' on Instance uuid 059488cd-9eee-4fe3-bfd9-73a761223193 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.417904] env[62181]: INFO nova.scheduler.client.report [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Deleted allocations for instance 2728ada8-aae7-4566-bb67-716ac4e3eb88 [ 1570.497341] env[62181]: INFO nova.compute.manager [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Took 38.02 seconds to build instance. [ 1570.674103] env[62181]: DEBUG nova.network.neutron [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1570.805326] env[62181]: DEBUG nova.compute.manager [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1570.841050] env[62181]: DEBUG nova.virt.hardware [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:29:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='674408338',id=17,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1364514424',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1570.841340] env[62181]: DEBUG nova.virt.hardware [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1570.841416] env[62181]: DEBUG nova.virt.hardware [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1570.844021] env[62181]: DEBUG nova.virt.hardware [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1570.844021] env[62181]: DEBUG nova.virt.hardware [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1570.844021] env[62181]: DEBUG nova.virt.hardware [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1570.844021] env[62181]: DEBUG nova.virt.hardware [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1570.844021] env[62181]: DEBUG nova.virt.hardware [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1570.844021] env[62181]: DEBUG nova.virt.hardware [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1570.844021] env[62181]: DEBUG nova.virt.hardware [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1570.844021] env[62181]: DEBUG nova.virt.hardware [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1570.844412] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d24bde-845c-43ce-a91a-22a563db9b15 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.852621] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39180e4e-a20e-427b-a7b1-2d0b83d133c6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.938383] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb649c4b-4045-41b9-baee-d87d6d64ceb3 tempest-ServerGroupTestJSON-958825990 tempest-ServerGroupTestJSON-958825990-project-member] Lock "2728ada8-aae7-4566-bb67-716ac4e3eb88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.144s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.987468] env[62181]: DEBUG nova.network.neutron [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Updating instance_info_cache with network_info: [{"id": "0aaeca53-889e-4f1c-bb2a-e45b95dfc8d8", "address": "fa:16:3e:1e:f0:b6", "network": {"id": "372d5aef-ded4-4e4f-b690-7c2f71b47f1a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1817503266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5109cbae729848b6a9867e71f01ddfe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aaeca53-88", "ovs_interfaceid": "0aaeca53-889e-4f1c-bb2a-e45b95dfc8d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.001641] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7ed25ac-6fff-4bf7-b30f-d9152c86ea0c tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "f6d9cca5-4f3d-4bf0-9306-6d6616533809" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.580s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.489716] env[62181]: DEBUG oslo_concurrency.lockutils [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Releasing lock "refresh_cache-b30b8c09-c863-4a11-b0a8-7c841c7a1539" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.490287] env[62181]: DEBUG nova.compute.manager [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Instance network_info: |[{"id": "0aaeca53-889e-4f1c-bb2a-e45b95dfc8d8", "address": "fa:16:3e:1e:f0:b6", "network": {"id": "372d5aef-ded4-4e4f-b690-7c2f71b47f1a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1817503266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5109cbae729848b6a9867e71f01ddfe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aaeca53-88", "ovs_interfaceid": "0aaeca53-889e-4f1c-bb2a-e45b95dfc8d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1571.490728] env[62181]: DEBUG oslo_concurrency.lockutils [req-486f297f-2592-4642-b5e2-7b6706d8fcf5 req-3491f933-eeca-4ccc-8c3f-0544bb0e3b46 service nova] Acquired lock "refresh_cache-b30b8c09-c863-4a11-b0a8-7c841c7a1539" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.491041] env[62181]: DEBUG nova.network.neutron [req-486f297f-2592-4642-b5e2-7b6706d8fcf5 req-3491f933-eeca-4ccc-8c3f-0544bb0e3b46 service nova] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Refreshing network info cache for port 0aaeca53-889e-4f1c-bb2a-e45b95dfc8d8 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.492820] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:f0:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aaeca53-889e-4f1c-bb2a-e45b95dfc8d8', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1571.508384] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Creating folder: Project (5109cbae729848b6a9867e71f01ddfe5). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1571.509484] env[62181]: DEBUG nova.compute.manager [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1571.518396] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e29e287e-8cba-4bcc-a532-d94e22f1c308 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.543453] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Created folder: Project (5109cbae729848b6a9867e71f01ddfe5) in parent group-v371238. [ 1571.543453] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Creating folder: Instances. Parent ref: group-v371385. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1571.543453] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cae3f20-f240-433f-aad0-7da129ea5c46 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.559026] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Created folder: Instances in parent group-v371385. [ 1571.559026] env[62181]: DEBUG oslo.service.loopingcall [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.559256] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1571.559590] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cce84b2-849f-4f13-bdc9-db42ecf7be61 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.581082] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd8e5e1-4dff-4a43-a4ea-2a2b2e28e0ac {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.590906] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18feed4-00db-4760-9bcc-ec7587aa1ff1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.595797] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1571.595797] env[62181]: value = "task-1790125" [ 1571.595797] env[62181]: _type = "Task" [ 1571.595797] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.631184] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218e8cd9-cb88-46cf-9f4b-b7d45a6b4f9b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.637374] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790125, 'name': CreateVM_Task} progress is 15%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.647498] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "63c5a682-fce7-43e3-9bee-17f9e901cd3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.647681] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "63c5a682-fce7-43e3-9bee-17f9e901cd3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.649294] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599cb2ed-e3ad-442f-aa32-3938ff78079e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.664829] env[62181]: DEBUG nova.compute.provider_tree [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1571.688277] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "8a62f342-c02f-4088-a31c-523504ca2481" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.688584] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "8a62f342-c02f-4088-a31c-523504ca2481" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.042096] env[62181]: DEBUG nova.network.neutron [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Successfully updated port: 20a99106-9fac-45e6-b796-ba118c2ba406 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1572.059057] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.109871] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790125, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.168309] env[62181]: DEBUG nova.scheduler.client.report [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1572.228179] env[62181]: DEBUG nova.compute.manager [req-19a4437b-3017-4383-810b-37afd3e2b4ea req-497c2792-d1f0-49d1-a460-d4e9dcae9f47 service nova] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Received event network-vif-plugged-20a99106-9fac-45e6-b796-ba118c2ba406 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1572.228474] env[62181]: DEBUG oslo_concurrency.lockutils [req-19a4437b-3017-4383-810b-37afd3e2b4ea req-497c2792-d1f0-49d1-a460-d4e9dcae9f47 service nova] Acquiring lock "4fc51519-f9a0-4ad0-bded-963e133affe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.228917] env[62181]: DEBUG oslo_concurrency.lockutils [req-19a4437b-3017-4383-810b-37afd3e2b4ea req-497c2792-d1f0-49d1-a460-d4e9dcae9f47 service nova] Lock "4fc51519-f9a0-4ad0-bded-963e133affe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.229463] env[62181]: DEBUG oslo_concurrency.lockutils [req-19a4437b-3017-4383-810b-37afd3e2b4ea req-497c2792-d1f0-49d1-a460-d4e9dcae9f47 service nova] Lock "4fc51519-f9a0-4ad0-bded-963e133affe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.229675] env[62181]: DEBUG nova.compute.manager [req-19a4437b-3017-4383-810b-37afd3e2b4ea req-497c2792-d1f0-49d1-a460-d4e9dcae9f47 service nova] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] No waiting events found dispatching network-vif-plugged-20a99106-9fac-45e6-b796-ba118c2ba406 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1572.229850] env[62181]: WARNING nova.compute.manager [req-19a4437b-3017-4383-810b-37afd3e2b4ea req-497c2792-d1f0-49d1-a460-d4e9dcae9f47 service nova] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Received unexpected event network-vif-plugged-20a99106-9fac-45e6-b796-ba118c2ba406 for instance with vm_state building and task_state spawning. [ 1572.230050] env[62181]: DEBUG nova.compute.manager [req-19a4437b-3017-4383-810b-37afd3e2b4ea req-497c2792-d1f0-49d1-a460-d4e9dcae9f47 service nova] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Received event network-changed-20a99106-9fac-45e6-b796-ba118c2ba406 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1572.230218] env[62181]: DEBUG nova.compute.manager [req-19a4437b-3017-4383-810b-37afd3e2b4ea req-497c2792-d1f0-49d1-a460-d4e9dcae9f47 service nova] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Refreshing instance network info cache due to event network-changed-20a99106-9fac-45e6-b796-ba118c2ba406. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1572.230441] env[62181]: DEBUG oslo_concurrency.lockutils [req-19a4437b-3017-4383-810b-37afd3e2b4ea req-497c2792-d1f0-49d1-a460-d4e9dcae9f47 service nova] Acquiring lock "refresh_cache-4fc51519-f9a0-4ad0-bded-963e133affe9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.230659] env[62181]: DEBUG oslo_concurrency.lockutils [req-19a4437b-3017-4383-810b-37afd3e2b4ea req-497c2792-d1f0-49d1-a460-d4e9dcae9f47 service nova] Acquired lock "refresh_cache-4fc51519-f9a0-4ad0-bded-963e133affe9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.230994] env[62181]: DEBUG nova.network.neutron [req-19a4437b-3017-4383-810b-37afd3e2b4ea req-497c2792-d1f0-49d1-a460-d4e9dcae9f47 service nova] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Refreshing network info cache for port 20a99106-9fac-45e6-b796-ba118c2ba406 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1572.408027] env[62181]: DEBUG nova.network.neutron [req-486f297f-2592-4642-b5e2-7b6706d8fcf5 req-3491f933-eeca-4ccc-8c3f-0544bb0e3b46 service nova] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Updated VIF entry in instance network info cache for port 0aaeca53-889e-4f1c-bb2a-e45b95dfc8d8. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1572.408414] env[62181]: DEBUG nova.network.neutron [req-486f297f-2592-4642-b5e2-7b6706d8fcf5 req-3491f933-eeca-4ccc-8c3f-0544bb0e3b46 service nova] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Updating instance_info_cache with network_info: [{"id": "0aaeca53-889e-4f1c-bb2a-e45b95dfc8d8", "address": "fa:16:3e:1e:f0:b6", "network": {"id": "372d5aef-ded4-4e4f-b690-7c2f71b47f1a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1817503266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5109cbae729848b6a9867e71f01ddfe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aaeca53-88", "ovs_interfaceid": "0aaeca53-889e-4f1c-bb2a-e45b95dfc8d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.546387] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquiring lock "refresh_cache-4fc51519-f9a0-4ad0-bded-963e133affe9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.613314] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790125, 'name': CreateVM_Task, 'duration_secs': 0.521442} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.613577] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1572.614413] env[62181]: DEBUG oslo_concurrency.lockutils [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.614805] env[62181]: DEBUG oslo_concurrency.lockutils [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.615172] env[62181]: DEBUG oslo_concurrency.lockutils [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1572.615454] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1414b0e-a866-4e7d-891a-801343f71e1d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.621609] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Waiting for the task: (returnval){ [ 1572.621609] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5214bb6e-832d-8bda-4243-67a1cff53d45" [ 1572.621609] env[62181]: _type = "Task" [ 1572.621609] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.632419] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5214bb6e-832d-8bda-4243-67a1cff53d45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.676636] env[62181]: DEBUG oslo_concurrency.lockutils [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.678985] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.132s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.680760] env[62181]: INFO nova.compute.claims [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1572.709564] env[62181]: INFO nova.scheduler.client.report [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Deleted allocations for instance 059488cd-9eee-4fe3-bfd9-73a761223193 [ 1572.779071] env[62181]: DEBUG nova.network.neutron [req-19a4437b-3017-4383-810b-37afd3e2b4ea req-497c2792-d1f0-49d1-a460-d4e9dcae9f47 service nova] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1572.892275] env[62181]: DEBUG nova.network.neutron [req-19a4437b-3017-4383-810b-37afd3e2b4ea req-497c2792-d1f0-49d1-a460-d4e9dcae9f47 service nova] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.911999] env[62181]: DEBUG oslo_concurrency.lockutils [req-486f297f-2592-4642-b5e2-7b6706d8fcf5 req-3491f933-eeca-4ccc-8c3f-0544bb0e3b46 service nova] Releasing lock "refresh_cache-b30b8c09-c863-4a11-b0a8-7c841c7a1539" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.132861] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5214bb6e-832d-8bda-4243-67a1cff53d45, 'name': SearchDatastore_Task, 'duration_secs': 0.014546} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.133364] env[62181]: DEBUG oslo_concurrency.lockutils [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.133512] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1573.133911] env[62181]: DEBUG oslo_concurrency.lockutils [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.133987] env[62181]: DEBUG oslo_concurrency.lockutils [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.134188] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1573.134487] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfab3d5f-de8a-43e3-b027-7a5c97df8668 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.143727] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1573.143936] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1573.144723] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64b2c45-0d15-49ae-aa67-343fa075e685 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.150742] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Waiting for the task: (returnval){ [ 1573.150742] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52490b94-4e6b-2dd9-fc70-0c7a021a5494" [ 1573.150742] env[62181]: _type = "Task" [ 1573.150742] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.158791] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52490b94-4e6b-2dd9-fc70-0c7a021a5494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.222976] env[62181]: DEBUG oslo_concurrency.lockutils [None req-83cd8b36-9f78-46ae-b271-b91211138511 tempest-AttachInterfacesUnderV243Test-1796393757 tempest-AttachInterfacesUnderV243Test-1796393757-project-member] Lock "059488cd-9eee-4fe3-bfd9-73a761223193" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.254s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.395438] env[62181]: DEBUG oslo_concurrency.lockutils [req-19a4437b-3017-4383-810b-37afd3e2b4ea req-497c2792-d1f0-49d1-a460-d4e9dcae9f47 service nova] Releasing lock "refresh_cache-4fc51519-f9a0-4ad0-bded-963e133affe9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.397411] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquired lock "refresh_cache-4fc51519-f9a0-4ad0-bded-963e133affe9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.397587] env[62181]: DEBUG nova.network.neutron [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1573.407876] env[62181]: DEBUG nova.compute.manager [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Stashing vm_state: active {{(pid=62181) _prep_resize /opt/stack/nova/nova/compute/manager.py:6073}} [ 1573.668040] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52490b94-4e6b-2dd9-fc70-0c7a021a5494, 'name': SearchDatastore_Task, 'duration_secs': 0.013856} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.668040] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8abc0913-47ee-45cd-9a9d-0fb050e639b4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.672686] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Waiting for the task: (returnval){ [ 1573.672686] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]524eff8d-d2e5-d547-6cb6-d6a53951cbbc" [ 1573.672686] env[62181]: _type = "Task" [ 1573.672686] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.681612] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]524eff8d-d2e5-d547-6cb6-d6a53951cbbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.931304] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.190423] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]524eff8d-d2e5-d547-6cb6-d6a53951cbbc, 'name': SearchDatastore_Task, 'duration_secs': 0.013699} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.190732] env[62181]: DEBUG oslo_concurrency.lockutils [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.190965] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] b30b8c09-c863-4a11-b0a8-7c841c7a1539/b30b8c09-c863-4a11-b0a8-7c841c7a1539.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1574.191261] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-691bea03-2369-4b0e-abc9-36da9159e121 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.203013] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Waiting for the task: (returnval){ [ 1574.203013] env[62181]: value = "task-1790128" [ 1574.203013] env[62181]: _type = "Task" [ 1574.203013] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.207393] env[62181]: DEBUG nova.network.neutron [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1574.216052] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.270497] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c616a018-da91-4150-8de1-8b945240813d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.278206] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90951a30-34ff-4786-b1b5-7e6e85ffa36b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.311807] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f08c389-bd6d-445b-a16a-7a169380c7f8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.319784] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95967075-3870-4256-8310-24b905f9c5e1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.333592] env[62181]: DEBUG nova.compute.provider_tree [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.505111] env[62181]: DEBUG nova.network.neutron [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Updating instance_info_cache with network_info: [{"id": "20a99106-9fac-45e6-b796-ba118c2ba406", "address": "fa:16:3e:ce:e8:92", "network": {"id": "a4ef4196-7870-43af-9345-0387d11f0df9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-823907528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464a47300886417bb648a1448cc038e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a99106-9f", "ovs_interfaceid": "20a99106-9fac-45e6-b796-ba118c2ba406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.718408] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790128, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.839028] env[62181]: DEBUG nova.scheduler.client.report [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.008767] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Releasing lock "refresh_cache-4fc51519-f9a0-4ad0-bded-963e133affe9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.009324] env[62181]: DEBUG nova.compute.manager [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Instance network_info: |[{"id": "20a99106-9fac-45e6-b796-ba118c2ba406", "address": "fa:16:3e:ce:e8:92", "network": {"id": "a4ef4196-7870-43af-9345-0387d11f0df9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-823907528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464a47300886417bb648a1448cc038e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a99106-9f", "ovs_interfaceid": "20a99106-9fac-45e6-b796-ba118c2ba406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1575.010050] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:e8:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20a99106-9fac-45e6-b796-ba118c2ba406', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1575.024883] env[62181]: DEBUG oslo.service.loopingcall [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1575.029016] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1575.029016] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2755c6cf-da79-41d5-a0fb-b20c3dc5a774 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.050024] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1575.050024] env[62181]: value = "task-1790129" [ 1575.050024] env[62181]: _type = "Task" [ 1575.050024] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.057087] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790129, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.131207] env[62181]: DEBUG oslo_vmware.rw_handles [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52446bb0-6635-5816-8431-768c49d69a90/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1575.132517] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9471c84f-8c71-4154-8112-a346fad2c976 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.141334] env[62181]: DEBUG oslo_vmware.rw_handles [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52446bb0-6635-5816-8431-768c49d69a90/disk-0.vmdk is in state: ready. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1575.141525] env[62181]: ERROR oslo_vmware.rw_handles [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52446bb0-6635-5816-8431-768c49d69a90/disk-0.vmdk due to incomplete transfer. [ 1575.141780] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2a57deef-5a9c-4ac9-823c-58e7ab3246dd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.150796] env[62181]: DEBUG oslo_vmware.rw_handles [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52446bb0-6635-5816-8431-768c49d69a90/disk-0.vmdk. {{(pid=62181) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1575.152797] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Uploaded image f7870c30-ca59-496f-896b-ab6b2633ba76 to the Glance image server {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1575.154480] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Destroying the VM {{(pid=62181) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1575.154802] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-61192f20-db32-4456-b419-8dbc2d1eb470 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.163000] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the task: (returnval){ [ 1575.163000] env[62181]: value = "task-1790130" [ 1575.163000] env[62181]: _type = "Task" [ 1575.163000] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.175119] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790130, 'name': Destroy_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.213404] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765546} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.213848] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] b30b8c09-c863-4a11-b0a8-7c841c7a1539/b30b8c09-c863-4a11-b0a8-7c841c7a1539.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1575.214149] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1575.214484] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1ecdc01-51a0-4971-acbb-ce98bf26132d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.222127] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Waiting for the task: (returnval){ [ 1575.222127] env[62181]: value = "task-1790131" [ 1575.222127] env[62181]: _type = "Task" [ 1575.222127] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.230577] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.345071] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.345788] env[62181]: DEBUG nova.compute.manager [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1575.350185] env[62181]: DEBUG oslo_concurrency.lockutils [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.772s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.350838] env[62181]: INFO nova.compute.claims [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1575.559367] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790129, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.680575] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790130, 'name': Destroy_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.739116] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075106} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.739116] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1575.739116] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7d8653-8b51-49ee-a00b-1357c055b683 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.762472] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] b30b8c09-c863-4a11-b0a8-7c841c7a1539/b30b8c09-c863-4a11-b0a8-7c841c7a1539.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1575.762959] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebbf705a-b324-4124-bd58-8ba82c21f469 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.783551] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Waiting for the task: (returnval){ [ 1575.783551] env[62181]: value = "task-1790132" [ 1575.783551] env[62181]: _type = "Task" [ 1575.783551] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.792267] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790132, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.859467] env[62181]: DEBUG nova.compute.utils [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1575.867026] env[62181]: DEBUG nova.compute.manager [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1575.867026] env[62181]: DEBUG nova.network.neutron [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1575.943664] env[62181]: DEBUG nova.policy [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edbe047eab454a77998d74b53c7816bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b06718bd5e441f8b5fcc5d2ea636456', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1576.060071] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790129, 'name': CreateVM_Task, 'duration_secs': 0.691342} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.060262] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1576.062053] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.062053] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.062053] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1576.062053] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea25fa4e-8903-43b7-9344-594da6c040a0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.066457] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1576.066457] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]526776db-eefd-8d0c-1d4a-f350da2ad66f" [ 1576.066457] env[62181]: _type = "Task" [ 1576.066457] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.074416] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]526776db-eefd-8d0c-1d4a-f350da2ad66f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.173999] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790130, 'name': Destroy_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.294042] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.366933] env[62181]: DEBUG nova.compute.manager [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1576.428176] env[62181]: DEBUG nova.network.neutron [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Successfully created port: e59246d3-4a29-4ec5-a1e3-97a61da6a2eb {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1576.579718] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]526776db-eefd-8d0c-1d4a-f350da2ad66f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.677399] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790130, 'name': Destroy_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.800089] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.951503] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ca81fa-2407-4b61-9ed4-3ce1908e6316 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.960165] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca1b516-dc56-4bfc-a119-9eeb82a28076 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.993684] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f69ca18-774b-4647-8c60-fb26fda71547 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.001214] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1db60f-062b-49ea-a656-311d51af6402 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.014202] env[62181]: DEBUG nova.compute.provider_tree [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.079770] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]526776db-eefd-8d0c-1d4a-f350da2ad66f, 'name': SearchDatastore_Task, 'duration_secs': 0.617337} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.080097] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.083969] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1577.083969] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.083969] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.083969] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1577.083969] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26e1a90b-ea55-498c-a661-96e7f800b658 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.119353] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1577.119353] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1577.119951] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd4992e-7477-4dbc-a2f0-a45608e35b81 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.126249] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1577.126249] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]529a71b9-d1eb-0627-0229-b6a3238b4cda" [ 1577.126249] env[62181]: _type = "Task" [ 1577.126249] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.133933] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529a71b9-d1eb-0627-0229-b6a3238b4cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.174748] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790130, 'name': Destroy_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.296700] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.379370] env[62181]: DEBUG nova.compute.manager [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1577.414374] env[62181]: DEBUG nova.virt.hardware [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1577.414655] env[62181]: DEBUG nova.virt.hardware [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1577.414872] env[62181]: DEBUG nova.virt.hardware [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1577.415350] env[62181]: DEBUG nova.virt.hardware [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1577.415678] env[62181]: DEBUG nova.virt.hardware [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1577.415784] env[62181]: DEBUG nova.virt.hardware [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1577.416305] env[62181]: DEBUG nova.virt.hardware [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1577.419069] env[62181]: DEBUG nova.virt.hardware [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1577.419069] env[62181]: DEBUG nova.virt.hardware [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1577.419069] env[62181]: DEBUG nova.virt.hardware [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1577.419069] env[62181]: DEBUG nova.virt.hardware [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1577.419069] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fadeb6-9e3d-45be-9e63-4c665c7d5784 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.427538] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bc6544-0190-4471-961a-d2701fd16ab4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.518047] env[62181]: DEBUG nova.scheduler.client.report [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1577.640584] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529a71b9-d1eb-0627-0229-b6a3238b4cda, 'name': SearchDatastore_Task, 'duration_secs': 0.405028} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.641638] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d6ea35e-4617-46e5-a895-ade38019439c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.649174] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1577.649174] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52d04a67-5735-8afd-3813-1c6742871e2d" [ 1577.649174] env[62181]: _type = "Task" [ 1577.649174] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.657555] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d04a67-5735-8afd-3813-1c6742871e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.676615] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790130, 'name': Destroy_Task, 'duration_secs': 2.454816} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.677060] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Destroyed the VM [ 1577.677757] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Deleting Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1577.678618] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f1a3f6cf-5199-46f2-a41a-3391d10ded69 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.686209] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the task: (returnval){ [ 1577.686209] env[62181]: value = "task-1790134" [ 1577.686209] env[62181]: _type = "Task" [ 1577.686209] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.694780] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790134, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.797516] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.029904] env[62181]: DEBUG oslo_concurrency.lockutils [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.029904] env[62181]: DEBUG nova.compute.manager [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1578.035023] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.954s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.035023] env[62181]: DEBUG nova.objects.instance [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lazy-loading 'resources' on Instance uuid 4db1265b-5f9d-411f-8a69-1290b9815d0b {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1578.115281] env[62181]: DEBUG nova.compute.manager [req-13db9838-41ec-44df-b839-1f6790278140 req-29ce6683-7828-4bca-926c-c7214573c5f9 service nova] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Received event network-vif-plugged-e59246d3-4a29-4ec5-a1e3-97a61da6a2eb {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1578.115508] env[62181]: DEBUG oslo_concurrency.lockutils [req-13db9838-41ec-44df-b839-1f6790278140 req-29ce6683-7828-4bca-926c-c7214573c5f9 service nova] Acquiring lock "c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.115718] env[62181]: DEBUG oslo_concurrency.lockutils [req-13db9838-41ec-44df-b839-1f6790278140 req-29ce6683-7828-4bca-926c-c7214573c5f9 service nova] Lock "c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.115890] env[62181]: DEBUG oslo_concurrency.lockutils [req-13db9838-41ec-44df-b839-1f6790278140 req-29ce6683-7828-4bca-926c-c7214573c5f9 service nova] Lock "c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.116072] env[62181]: DEBUG nova.compute.manager [req-13db9838-41ec-44df-b839-1f6790278140 req-29ce6683-7828-4bca-926c-c7214573c5f9 service nova] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] No waiting events found dispatching network-vif-plugged-e59246d3-4a29-4ec5-a1e3-97a61da6a2eb {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1578.116242] env[62181]: WARNING nova.compute.manager [req-13db9838-41ec-44df-b839-1f6790278140 req-29ce6683-7828-4bca-926c-c7214573c5f9 service nova] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Received unexpected event network-vif-plugged-e59246d3-4a29-4ec5-a1e3-97a61da6a2eb for instance with vm_state building and task_state spawning. [ 1578.165528] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d04a67-5735-8afd-3813-1c6742871e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.29439} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.165931] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.166104] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 4fc51519-f9a0-4ad0-bded-963e133affe9/4fc51519-f9a0-4ad0-bded-963e133affe9.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1578.166378] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13e1d4d5-903c-43e6-99cc-0c1006b74ef8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.173951] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1578.173951] env[62181]: value = "task-1790136" [ 1578.173951] env[62181]: _type = "Task" [ 1578.173951] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.184961] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.195452] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790134, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.309840] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.406752] env[62181]: DEBUG nova.network.neutron [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Successfully updated port: e59246d3-4a29-4ec5-a1e3-97a61da6a2eb {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1578.535354] env[62181]: DEBUG nova.compute.utils [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1578.537760] env[62181]: DEBUG nova.compute.manager [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1578.537760] env[62181]: DEBUG nova.network.neutron [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1578.641016] env[62181]: DEBUG nova.policy [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b46c3230c1f94001bd2e9de23b093a75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13f677cd385841e6b68724be80928c42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1578.688275] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.697564] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790134, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.804794] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.910309] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "refresh_cache-c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.910457] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired lock "refresh_cache-c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.910614] env[62181]: DEBUG nova.network.neutron [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1579.046791] env[62181]: DEBUG nova.compute.manager [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1579.129546] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f15a53-1f07-4472-a049-d3f3d016c26e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.140025] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aad438e-3752-4b63-968c-1ea1d8103a02 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.173643] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f298b43b-0cc9-4091-9d89-7c0fef516e17 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.182254] env[62181]: DEBUG nova.network.neutron [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Successfully created port: 1f56eee3-003e-42c3-b8f2-9e05248ce37f {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1579.188528] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df0aba4-be5d-447e-bbb4-62ec4c7bcbac {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.196028] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.212136] env[62181]: DEBUG nova.compute.provider_tree [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.213647] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790134, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.298245] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.488506] env[62181]: DEBUG nova.network.neutron [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1579.686863] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790136, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.706425] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790134, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.715597] env[62181]: DEBUG nova.scheduler.client.report [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1579.803085] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.063897] env[62181]: DEBUG nova.compute.manager [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1580.115169] env[62181]: DEBUG nova.virt.hardware [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1580.115546] env[62181]: DEBUG nova.virt.hardware [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1580.115738] env[62181]: DEBUG nova.virt.hardware [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1580.115938] env[62181]: DEBUG nova.virt.hardware [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1580.116110] env[62181]: DEBUG nova.virt.hardware [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1580.116264] env[62181]: DEBUG nova.virt.hardware [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1580.116496] env[62181]: DEBUG nova.virt.hardware [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1580.116664] env[62181]: DEBUG nova.virt.hardware [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1580.117854] env[62181]: DEBUG nova.virt.hardware [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1580.117854] env[62181]: DEBUG nova.virt.hardware [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1580.117854] env[62181]: DEBUG nova.virt.hardware [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1580.118179] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa3aea9-c7fe-4435-8baf-322b5fb15ca4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.131962] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2811a3a3-f53f-4f44-86a8-eb1e05457a3a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.162114] env[62181]: DEBUG nova.network.neutron [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Updating instance_info_cache with network_info: [{"id": "e59246d3-4a29-4ec5-a1e3-97a61da6a2eb", "address": "fa:16:3e:ec:e7:a6", "network": {"id": "d68a42e1-23d3-4aa2-b0b3-e01edb8f55cc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-615642629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b06718bd5e441f8b5fcc5d2ea636456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59246d3-4a", "ovs_interfaceid": "e59246d3-4a29-4ec5-a1e3-97a61da6a2eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.196168] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790136, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.776989} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.196531] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 4fc51519-f9a0-4ad0-bded-963e133affe9/4fc51519-f9a0-4ad0-bded-963e133affe9.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1580.196531] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1580.197527] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03b79764-78ec-46f4-b4c1-c8b5c5655b78 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.213087] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790134, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.214883] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1580.214883] env[62181]: value = "task-1790138" [ 1580.214883] env[62181]: _type = "Task" [ 1580.214883] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.220693] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.228072] env[62181]: DEBUG oslo_concurrency.lockutils [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.902s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.228331] env[62181]: DEBUG nova.objects.instance [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Lazy-loading 'resources' on Instance uuid 7a617a4a-f487-4a3d-9689-c3f4d3448c40 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1580.230179] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.255100] env[62181]: INFO nova.scheduler.client.report [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Deleted allocations for instance 4db1265b-5f9d-411f-8a69-1290b9815d0b [ 1580.299345] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790132, 'name': ReconfigVM_Task, 'duration_secs': 4.076312} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.299707] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Reconfigured VM instance instance-0000002f to attach disk [datastore1] b30b8c09-c863-4a11-b0a8-7c841c7a1539/b30b8c09-c863-4a11-b0a8-7c841c7a1539.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1580.300542] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-064a12e2-a8c2-4f31-8e52-918fa97dc835 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.308567] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Waiting for the task: (returnval){ [ 1580.308567] env[62181]: value = "task-1790139" [ 1580.308567] env[62181]: _type = "Task" [ 1580.308567] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.321464] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790139, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.503675] env[62181]: DEBUG nova.compute.manager [req-22a57d0f-6bf5-4ffb-b80d-1b769ea1c8a9 req-830cf331-5bb6-4dee-92fc-22b316f31470 service nova] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Received event network-changed-e59246d3-4a29-4ec5-a1e3-97a61da6a2eb {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1580.503675] env[62181]: DEBUG nova.compute.manager [req-22a57d0f-6bf5-4ffb-b80d-1b769ea1c8a9 req-830cf331-5bb6-4dee-92fc-22b316f31470 service nova] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Refreshing instance network info cache due to event network-changed-e59246d3-4a29-4ec5-a1e3-97a61da6a2eb. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1580.503675] env[62181]: DEBUG oslo_concurrency.lockutils [req-22a57d0f-6bf5-4ffb-b80d-1b769ea1c8a9 req-830cf331-5bb6-4dee-92fc-22b316f31470 service nova] Acquiring lock "refresh_cache-c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.665769] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Releasing lock "refresh_cache-c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.666134] env[62181]: DEBUG nova.compute.manager [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Instance network_info: |[{"id": "e59246d3-4a29-4ec5-a1e3-97a61da6a2eb", "address": "fa:16:3e:ec:e7:a6", "network": {"id": "d68a42e1-23d3-4aa2-b0b3-e01edb8f55cc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-615642629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b06718bd5e441f8b5fcc5d2ea636456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59246d3-4a", "ovs_interfaceid": "e59246d3-4a29-4ec5-a1e3-97a61da6a2eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1580.666470] env[62181]: DEBUG oslo_concurrency.lockutils [req-22a57d0f-6bf5-4ffb-b80d-1b769ea1c8a9 req-830cf331-5bb6-4dee-92fc-22b316f31470 service nova] Acquired lock "refresh_cache-c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.666640] env[62181]: DEBUG nova.network.neutron [req-22a57d0f-6bf5-4ffb-b80d-1b769ea1c8a9 req-830cf331-5bb6-4dee-92fc-22b316f31470 service nova] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Refreshing network info cache for port e59246d3-4a29-4ec5-a1e3-97a61da6a2eb {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1580.667901] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:e7:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e59246d3-4a29-4ec5-a1e3-97a61da6a2eb', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1580.679378] env[62181]: DEBUG oslo.service.loopingcall [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.682283] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1580.682777] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d044d95-ea52-4936-844d-e7f9a1ef3cab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.707920] env[62181]: DEBUG oslo_vmware.api [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790134, 'name': RemoveSnapshot_Task, 'duration_secs': 2.697682} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.709245] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Deleted Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1580.709484] env[62181]: INFO nova.compute.manager [None req-7082f091-10db-404d-ae64-868d33e34fbe tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Took 20.81 seconds to snapshot the instance on the hypervisor. [ 1580.712120] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1580.712120] env[62181]: value = "task-1790140" [ 1580.712120] env[62181]: _type = "Task" [ 1580.712120] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.723885] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790140, 'name': CreateVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.727641] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079378} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.727891] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1580.728681] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193093e8-127a-4398-a110-b70f5aff6998 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.754926] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 4fc51519-f9a0-4ad0-bded-963e133affe9/4fc51519-f9a0-4ad0-bded-963e133affe9.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1580.755923] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e616add6-24d0-4123-b0a8-ccec0c50e81f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.777907] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7b86edb-8024-45ca-9ef0-50d1330881fe tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "4db1265b-5f9d-411f-8a69-1290b9815d0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.050s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.784688] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1580.784688] env[62181]: value = "task-1790141" [ 1580.784688] env[62181]: _type = "Task" [ 1580.784688] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.793659] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.824968] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790139, 'name': Rename_Task, 'duration_secs': 0.147601} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.825275] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1580.825521] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63813922-23c8-4938-a6b2-cd3efe362c1e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.832293] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Waiting for the task: (returnval){ [ 1580.832293] env[62181]: value = "task-1790142" [ 1580.832293] env[62181]: _type = "Task" [ 1580.832293] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.844148] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.195866] env[62181]: DEBUG nova.network.neutron [req-22a57d0f-6bf5-4ffb-b80d-1b769ea1c8a9 req-830cf331-5bb6-4dee-92fc-22b316f31470 service nova] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Updated VIF entry in instance network info cache for port e59246d3-4a29-4ec5-a1e3-97a61da6a2eb. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1581.196263] env[62181]: DEBUG nova.network.neutron [req-22a57d0f-6bf5-4ffb-b80d-1b769ea1c8a9 req-830cf331-5bb6-4dee-92fc-22b316f31470 service nova] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Updating instance_info_cache with network_info: [{"id": "e59246d3-4a29-4ec5-a1e3-97a61da6a2eb", "address": "fa:16:3e:ec:e7:a6", "network": {"id": "d68a42e1-23d3-4aa2-b0b3-e01edb8f55cc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-615642629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b06718bd5e441f8b5fcc5d2ea636456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59246d3-4a", "ovs_interfaceid": "e59246d3-4a29-4ec5-a1e3-97a61da6a2eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.225779] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790140, 'name': CreateVM_Task, 'duration_secs': 0.499477} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.227933] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1581.227933] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.227933] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.227933] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1581.227933] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6f0bb9c-e068-436a-a55d-99eacfcc4f2d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.237490] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1581.237490] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5277c18c-4619-8068-e6a6-0eaed950f7d4" [ 1581.237490] env[62181]: _type = "Task" [ 1581.237490] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.247507] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5277c18c-4619-8068-e6a6-0eaed950f7d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.264932] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ed4064-f9c4-4cd2-93e6-a0c672a8b3bc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.273627] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01f9cbd-4e5c-4d42-8d9c-1f71ec556965 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.312669] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485c3256-ef1a-43a8-a8ac-cd980bdb9163 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.323830] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e698cc-f1f3-429d-89ec-e21a97a4ab19 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.328049] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790141, 'name': ReconfigVM_Task, 'duration_secs': 0.336793} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.328375] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 4fc51519-f9a0-4ad0-bded-963e133affe9/4fc51519-f9a0-4ad0-bded-963e133affe9.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1581.328703] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62181) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1581.329843] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-81ff0ca9-eaff-4e16-9622-c9f1b1a1569c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.344827] env[62181]: DEBUG nova.compute.provider_tree [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.352653] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1581.352653] env[62181]: value = "task-1790143" [ 1581.352653] env[62181]: _type = "Task" [ 1581.352653] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.361165] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790142, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.367361] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790143, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.533597] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquiring lock "dbfcde44-3d88-4874-aefe-667bd4d90842" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.534193] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "dbfcde44-3d88-4874-aefe-667bd4d90842" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.534393] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquiring lock "dbfcde44-3d88-4874-aefe-667bd4d90842-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.534782] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "dbfcde44-3d88-4874-aefe-667bd4d90842-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.535104] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "dbfcde44-3d88-4874-aefe-667bd4d90842-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.539360] env[62181]: INFO nova.compute.manager [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Terminating instance [ 1581.589651] env[62181]: DEBUG oslo_concurrency.lockutils [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Acquiring lock "2f7076e0-c66b-44d4-b7d8-dd7cfe811b22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.590056] env[62181]: DEBUG oslo_concurrency.lockutils [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Lock "2f7076e0-c66b-44d4-b7d8-dd7cfe811b22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.701805] env[62181]: DEBUG oslo_concurrency.lockutils [req-22a57d0f-6bf5-4ffb-b80d-1b769ea1c8a9 req-830cf331-5bb6-4dee-92fc-22b316f31470 service nova] Releasing lock "refresh_cache-c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.750295] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5277c18c-4619-8068-e6a6-0eaed950f7d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009231} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.750777] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.751163] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1581.751573] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.752028] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.753757] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1581.753757] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25479721-b462-4bf2-ac33-1b8e1a813dcc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.765042] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1581.765352] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1581.765964] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef534440-7813-41f8-bec0-2fca49c1fd50 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.771193] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1581.771193] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52e8c426-d52b-6859-fac6-26580ec21f6b" [ 1581.771193] env[62181]: _type = "Task" [ 1581.771193] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.780968] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e8c426-d52b-6859-fac6-26580ec21f6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.855446] env[62181]: DEBUG nova.scheduler.client.report [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1581.860177] env[62181]: DEBUG oslo_vmware.api [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790142, 'name': PowerOnVM_Task, 'duration_secs': 0.541005} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.870504] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1581.870504] env[62181]: INFO nova.compute.manager [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Took 14.28 seconds to spawn the instance on the hypervisor. [ 1581.870504] env[62181]: DEBUG nova.compute.manager [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1581.870915] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757be586-959e-464c-9480-f8494402b353 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.882095] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790143, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.052146} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.884697] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62181) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1581.892555] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de83b4b-7778-4a9e-99c8-7cbb0890084e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.918703] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 4fc51519-f9a0-4ad0-bded-963e133affe9/ephemeral_0.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1581.919527] env[62181]: DEBUG nova.network.neutron [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Successfully updated port: 1f56eee3-003e-42c3-b8f2-9e05248ce37f {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1581.920515] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b9a9ccc-78f2-42b2-8c19-460421908a5c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.935395] env[62181]: DEBUG oslo_concurrency.lockutils [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "refresh_cache-01101102-ee60-4de8-a5c1-07127419108b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.935526] env[62181]: DEBUG oslo_concurrency.lockutils [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquired lock "refresh_cache-01101102-ee60-4de8-a5c1-07127419108b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.935673] env[62181]: DEBUG nova.network.neutron [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1581.942604] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1581.942604] env[62181]: value = "task-1790144" [ 1581.942604] env[62181]: _type = "Task" [ 1581.942604] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.954551] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790144, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.043753] env[62181]: DEBUG nova.compute.manager [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1582.043890] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1582.045169] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069c0280-bdfe-4949-b4c9-e94b6fd2ff4c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.052536] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1582.052797] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4a6f4c7-fd35-4a38-bbfe-a2729d696e85 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.058725] env[62181]: DEBUG oslo_vmware.api [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1582.058725] env[62181]: value = "task-1790145" [ 1582.058725] env[62181]: _type = "Task" [ 1582.058725] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.067439] env[62181]: DEBUG oslo_vmware.api [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1790145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.285029] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e8c426-d52b-6859-fac6-26580ec21f6b, 'name': SearchDatastore_Task, 'duration_secs': 0.031888} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.285894] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79153569-9c65-4313-b6aa-aa218fc023dd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.294877] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1582.294877] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]524a9623-86f8-a26c-92ac-67e58489d579" [ 1582.294877] env[62181]: _type = "Task" [ 1582.294877] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.308334] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]524a9623-86f8-a26c-92ac-67e58489d579, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.363249] env[62181]: DEBUG oslo_concurrency.lockutils [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.367136] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.461s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.368792] env[62181]: INFO nova.compute.claims [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1582.406537] env[62181]: INFO nova.scheduler.client.report [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Deleted allocations for instance 7a617a4a-f487-4a3d-9689-c3f4d3448c40 [ 1582.407713] env[62181]: INFO nova.compute.manager [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Took 46.12 seconds to build instance. [ 1582.455196] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790144, 'name': ReconfigVM_Task, 'duration_secs': 0.375945} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.455481] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 4fc51519-f9a0-4ad0-bded-963e133affe9/ephemeral_0.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1582.457423] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4eb9c1b8-5244-4c75-be21-ddc46937f019 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.467219] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1582.467219] env[62181]: value = "task-1790147" [ 1582.467219] env[62181]: _type = "Task" [ 1582.467219] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.476363] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790147, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.505898] env[62181]: DEBUG nova.network.neutron [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1582.574270] env[62181]: DEBUG oslo_vmware.api [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1790145, 'name': PowerOffVM_Task, 'duration_secs': 0.176946} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.575369] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1582.575648] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1582.576584] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01536d60-138f-48c2-8ee8-30c2f1151a5d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.659555] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1582.659725] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1582.659901] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Deleting the datastore file [datastore1] dbfcde44-3d88-4874-aefe-667bd4d90842 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1582.660201] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71a180dc-2b6f-4544-b35c-b6bb1b87a600 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.667353] env[62181]: DEBUG oslo_vmware.api [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for the task: (returnval){ [ 1582.667353] env[62181]: value = "task-1790149" [ 1582.667353] env[62181]: _type = "Task" [ 1582.667353] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.675761] env[62181]: DEBUG oslo_vmware.api [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1790149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.762057] env[62181]: DEBUG nova.compute.manager [req-36000597-fb56-4571-abb5-6bb5d4c9dd66 req-b2e3df7e-11ca-4027-8a83-41902c94a26a service nova] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Received event network-vif-plugged-1f56eee3-003e-42c3-b8f2-9e05248ce37f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1582.762587] env[62181]: DEBUG oslo_concurrency.lockutils [req-36000597-fb56-4571-abb5-6bb5d4c9dd66 req-b2e3df7e-11ca-4027-8a83-41902c94a26a service nova] Acquiring lock "01101102-ee60-4de8-a5c1-07127419108b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.762813] env[62181]: DEBUG oslo_concurrency.lockutils [req-36000597-fb56-4571-abb5-6bb5d4c9dd66 req-b2e3df7e-11ca-4027-8a83-41902c94a26a service nova] Lock "01101102-ee60-4de8-a5c1-07127419108b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.762989] env[62181]: DEBUG oslo_concurrency.lockutils [req-36000597-fb56-4571-abb5-6bb5d4c9dd66 req-b2e3df7e-11ca-4027-8a83-41902c94a26a service nova] Lock "01101102-ee60-4de8-a5c1-07127419108b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.763172] env[62181]: DEBUG nova.compute.manager [req-36000597-fb56-4571-abb5-6bb5d4c9dd66 req-b2e3df7e-11ca-4027-8a83-41902c94a26a service nova] [instance: 01101102-ee60-4de8-a5c1-07127419108b] No waiting events found dispatching network-vif-plugged-1f56eee3-003e-42c3-b8f2-9e05248ce37f {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1582.763340] env[62181]: WARNING nova.compute.manager [req-36000597-fb56-4571-abb5-6bb5d4c9dd66 req-b2e3df7e-11ca-4027-8a83-41902c94a26a service nova] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Received unexpected event network-vif-plugged-1f56eee3-003e-42c3-b8f2-9e05248ce37f for instance with vm_state building and task_state spawning. [ 1582.763493] env[62181]: DEBUG nova.compute.manager [req-36000597-fb56-4571-abb5-6bb5d4c9dd66 req-b2e3df7e-11ca-4027-8a83-41902c94a26a service nova] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Received event network-changed-1f56eee3-003e-42c3-b8f2-9e05248ce37f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1582.763645] env[62181]: DEBUG nova.compute.manager [req-36000597-fb56-4571-abb5-6bb5d4c9dd66 req-b2e3df7e-11ca-4027-8a83-41902c94a26a service nova] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Refreshing instance network info cache due to event network-changed-1f56eee3-003e-42c3-b8f2-9e05248ce37f. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1582.763812] env[62181]: DEBUG oslo_concurrency.lockutils [req-36000597-fb56-4571-abb5-6bb5d4c9dd66 req-b2e3df7e-11ca-4027-8a83-41902c94a26a service nova] Acquiring lock "refresh_cache-01101102-ee60-4de8-a5c1-07127419108b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.809120] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]524a9623-86f8-a26c-92ac-67e58489d579, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.809473] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.809783] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588/c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1582.810107] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1c04472-483e-4cfb-b144-ea88d25140fc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.816717] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1582.816717] env[62181]: value = "task-1790150" [ 1582.816717] env[62181]: _type = "Task" [ 1582.816717] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.829063] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.916162] env[62181]: DEBUG oslo_concurrency.lockutils [None req-29009154-7999-4b00-8b85-c49a8e8436c3 tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Lock "b30b8c09-c863-4a11-b0a8-7c841c7a1539" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.709s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.923138] env[62181]: DEBUG oslo_concurrency.lockutils [None req-00287994-228a-41df-b1c5-9383c24afcd6 tempest-InstanceActionsTestJSON-1375471075 tempest-InstanceActionsTestJSON-1375471075-project-member] Lock "7a617a4a-f487-4a3d-9689-c3f4d3448c40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.904s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.976939] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790147, 'name': Rename_Task, 'duration_secs': 0.167858} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.977758] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1582.977758] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c065946e-7214-4ae4-b823-80bfb5b392af {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.983904] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1582.983904] env[62181]: value = "task-1790151" [ 1582.983904] env[62181]: _type = "Task" [ 1582.983904] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.992294] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.019223] env[62181]: DEBUG nova.network.neutron [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Updating instance_info_cache with network_info: [{"id": "1f56eee3-003e-42c3-b8f2-9e05248ce37f", "address": "fa:16:3e:e9:9f:21", "network": {"id": "fca9125f-3fbd-42bf-b35e-cedb4d33f41e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-396198727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f677cd385841e6b68724be80928c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f56eee3-00", "ovs_interfaceid": "1f56eee3-003e-42c3-b8f2-9e05248ce37f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.178313] env[62181]: DEBUG oslo_vmware.api [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Task: {'id': task-1790149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317383} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.178634] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1583.178855] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1583.179031] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1583.179360] env[62181]: INFO nova.compute.manager [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1583.179636] env[62181]: DEBUG oslo.service.loopingcall [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1583.180398] env[62181]: DEBUG nova.compute.manager [-] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1583.180398] env[62181]: DEBUG nova.network.neutron [-] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1583.329949] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790150, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.427590] env[62181]: DEBUG nova.compute.manager [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1583.497181] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790151, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.521768] env[62181]: DEBUG oslo_concurrency.lockutils [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Releasing lock "refresh_cache-01101102-ee60-4de8-a5c1-07127419108b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.523471] env[62181]: DEBUG nova.compute.manager [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Instance network_info: |[{"id": "1f56eee3-003e-42c3-b8f2-9e05248ce37f", "address": "fa:16:3e:e9:9f:21", "network": {"id": "fca9125f-3fbd-42bf-b35e-cedb4d33f41e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-396198727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f677cd385841e6b68724be80928c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f56eee3-00", "ovs_interfaceid": "1f56eee3-003e-42c3-b8f2-9e05248ce37f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1583.523471] env[62181]: DEBUG oslo_concurrency.lockutils [req-36000597-fb56-4571-abb5-6bb5d4c9dd66 req-b2e3df7e-11ca-4027-8a83-41902c94a26a service nova] Acquired lock "refresh_cache-01101102-ee60-4de8-a5c1-07127419108b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.523471] env[62181]: DEBUG nova.network.neutron [req-36000597-fb56-4571-abb5-6bb5d4c9dd66 req-b2e3df7e-11ca-4027-8a83-41902c94a26a service nova] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Refreshing network info cache for port 1f56eee3-003e-42c3-b8f2-9e05248ce37f {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1583.525222] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:9f:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f56eee3-003e-42c3-b8f2-9e05248ce37f', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1583.534459] env[62181]: DEBUG oslo.service.loopingcall [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1583.540677] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1583.540677] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-979b1373-978f-4fe8-b49a-062104919e66 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.568402] env[62181]: DEBUG nova.compute.manager [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1583.569937] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e33734-81bb-4367-9af8-b694d291394a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.575204] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1583.575204] env[62181]: value = "task-1790152" [ 1583.575204] env[62181]: _type = "Task" [ 1583.575204] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.596913] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790152, 'name': CreateVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.829096] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790150, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.921062] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a5f39f-3777-43ea-b013-9560e7a0594a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.929389] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66d311c-0bc2-4a4a-b212-3fcf4bd785b6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.969194] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481d257e-068f-459b-9b85-ebea96903850 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.976882] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690e50c2-de1b-4078-9675-aeeada5996fb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.982855] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.993553] env[62181]: DEBUG nova.compute.provider_tree [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.007800] env[62181]: DEBUG oslo_vmware.api [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790151, 'name': PowerOnVM_Task, 'duration_secs': 0.748905} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.008781] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1584.009065] env[62181]: INFO nova.compute.manager [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Took 13.20 seconds to spawn the instance on the hypervisor. [ 1584.009279] env[62181]: DEBUG nova.compute.manager [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1584.010090] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b1abcb-6aee-4e35-bcac-5f35643b8d07 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.061394] env[62181]: DEBUG nova.network.neutron [-] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.070072] env[62181]: DEBUG oslo_concurrency.lockutils [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Acquiring lock "b30b8c09-c863-4a11-b0a8-7c841c7a1539" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.070352] env[62181]: DEBUG oslo_concurrency.lockutils [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Lock "b30b8c09-c863-4a11-b0a8-7c841c7a1539" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.070592] env[62181]: DEBUG oslo_concurrency.lockutils [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Acquiring lock "b30b8c09-c863-4a11-b0a8-7c841c7a1539-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.070903] env[62181]: DEBUG oslo_concurrency.lockutils [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Lock "b30b8c09-c863-4a11-b0a8-7c841c7a1539-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.071014] env[62181]: DEBUG oslo_concurrency.lockutils [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Lock "b30b8c09-c863-4a11-b0a8-7c841c7a1539-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.073415] env[62181]: INFO nova.compute.manager [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Terminating instance [ 1584.087672] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790152, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.089956] env[62181]: INFO nova.compute.manager [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] instance snapshotting [ 1584.095170] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0133ca-4ffe-4cd5-9d51-248c50c38b14 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.121790] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feaf833-c75e-4852-99da-d7e3a75da386 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.330722] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790150, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.488947] env[62181]: DEBUG nova.network.neutron [req-36000597-fb56-4571-abb5-6bb5d4c9dd66 req-b2e3df7e-11ca-4027-8a83-41902c94a26a service nova] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Updated VIF entry in instance network info cache for port 1f56eee3-003e-42c3-b8f2-9e05248ce37f. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1584.488947] env[62181]: DEBUG nova.network.neutron [req-36000597-fb56-4571-abb5-6bb5d4c9dd66 req-b2e3df7e-11ca-4027-8a83-41902c94a26a service nova] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Updating instance_info_cache with network_info: [{"id": "1f56eee3-003e-42c3-b8f2-9e05248ce37f", "address": "fa:16:3e:e9:9f:21", "network": {"id": "fca9125f-3fbd-42bf-b35e-cedb4d33f41e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-396198727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f677cd385841e6b68724be80928c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f56eee3-00", "ovs_interfaceid": "1f56eee3-003e-42c3-b8f2-9e05248ce37f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.503064] env[62181]: DEBUG nova.scheduler.client.report [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1584.530854] env[62181]: INFO nova.compute.manager [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Took 46.93 seconds to build instance. [ 1584.562929] env[62181]: INFO nova.compute.manager [-] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Took 1.38 seconds to deallocate network for instance. [ 1584.581764] env[62181]: DEBUG nova.compute.manager [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1584.582896] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1584.584063] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49140856-08b2-4c07-93f4-53dc528c14d6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.593942] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790152, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.596735] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1584.596847] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f5cdb4b-8405-4d8e-a4b9-626f0809b38f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.602959] env[62181]: DEBUG oslo_vmware.api [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Waiting for the task: (returnval){ [ 1584.602959] env[62181]: value = "task-1790153" [ 1584.602959] env[62181]: _type = "Task" [ 1584.602959] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.616284] env[62181]: DEBUG oslo_vmware.api [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.638170] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Creating Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1584.638737] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-633edd02-6a65-49a5-b5bb-35bf2b92d0ad {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.652189] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the task: (returnval){ [ 1584.652189] env[62181]: value = "task-1790154" [ 1584.652189] env[62181]: _type = "Task" [ 1584.652189] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.666182] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790154, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.832029] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790150, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.605096} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.832029] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588/c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1584.832029] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1584.832029] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-992a40f2-e363-4fae-9f69-bced0cf90f77 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.844325] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1584.844325] env[62181]: value = "task-1790155" [ 1584.844325] env[62181]: _type = "Task" [ 1584.844325] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.853190] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.992279] env[62181]: DEBUG oslo_concurrency.lockutils [req-36000597-fb56-4571-abb5-6bb5d4c9dd66 req-b2e3df7e-11ca-4027-8a83-41902c94a26a service nova] Releasing lock "refresh_cache-01101102-ee60-4de8-a5c1-07127419108b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.008723] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.009178] env[62181]: DEBUG nova.compute.manager [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1585.012091] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.755s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.012319] env[62181]: DEBUG nova.objects.instance [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Lazy-loading 'resources' on Instance uuid ada9887b-6474-4679-a327-e217c7fbf167 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1585.034387] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5c5a0ce-73be-494e-b912-88f6098465ea tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "4fc51519-f9a0-4ad0-bded-963e133affe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.883s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.071706] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.088346] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790152, 'name': CreateVM_Task, 'duration_secs': 1.43677} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.088516] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.089361] env[62181]: DEBUG oslo_concurrency.lockutils [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.089648] env[62181]: DEBUG oslo_concurrency.lockutils [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.090026] env[62181]: DEBUG oslo_concurrency.lockutils [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1585.090303] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8832f0fc-25d5-4be4-b0ac-14a7b6c0dc3b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.096073] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1585.096073] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a3124b-6675-ee32-9e03-0c46a65c06b7" [ 1585.096073] env[62181]: _type = "Task" [ 1585.096073] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.108954] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a3124b-6675-ee32-9e03-0c46a65c06b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.118729] env[62181]: DEBUG oslo_vmware.api [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790153, 'name': PowerOffVM_Task, 'duration_secs': 0.345418} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.118986] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.119465] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1585.119903] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-795459a1-7e1b-4b67-8cd4-6b6bc32656ae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.167990] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790154, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.197368] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1585.197615] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1585.197799] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Deleting the datastore file [datastore1] b30b8c09-c863-4a11-b0a8-7c841c7a1539 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1585.198226] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61efd563-fbe2-4a19-a9d1-8ad83016afb4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.209021] env[62181]: DEBUG oslo_vmware.api [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Waiting for the task: (returnval){ [ 1585.209021] env[62181]: value = "task-1790157" [ 1585.209021] env[62181]: _type = "Task" [ 1585.209021] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.218453] env[62181]: DEBUG oslo_vmware.api [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.357308] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078915} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.357308] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1585.358521] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f1a565-0ae9-401c-9651-fa8a4e89632e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.386680] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588/c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1585.386680] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af70130c-1a22-49ec-9f59-19d634f1ffa6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.407029] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1585.407029] env[62181]: value = "task-1790158" [ 1585.407029] env[62181]: _type = "Task" [ 1585.407029] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.418233] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.489582] env[62181]: DEBUG nova.compute.manager [req-0e626222-af4b-4dbb-850b-715f324b9794 req-8f83b29b-df91-42f6-92b6-e77da30cc7b4 service nova] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Received event network-vif-deleted-6309e49f-6f33-4b36-92e2-eb1cacd38f7a {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1585.516712] env[62181]: DEBUG nova.compute.utils [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1585.520044] env[62181]: DEBUG nova.compute.manager [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1585.521834] env[62181]: DEBUG nova.network.neutron [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1585.540217] env[62181]: DEBUG nova.compute.manager [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1585.607325] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a3124b-6675-ee32-9e03-0c46a65c06b7, 'name': SearchDatastore_Task, 'duration_secs': 0.017302} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.607325] env[62181]: DEBUG oslo_concurrency.lockutils [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.607702] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1585.607702] env[62181]: DEBUG oslo_concurrency.lockutils [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.607780] env[62181]: DEBUG oslo_concurrency.lockutils [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.607996] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1585.608289] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d3e6714-832f-4d76-abdb-e6bc4086bbce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.622188] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1585.622396] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1585.623189] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93ffe326-f31d-48aa-902f-4bb2b12a4d87 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.630268] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1585.630268] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5242c76c-da6c-212d-a24f-b69ab91af68e" [ 1585.630268] env[62181]: _type = "Task" [ 1585.630268] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.646658] env[62181]: DEBUG nova.policy [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08a4994ebab74c4f94f36d56f3bc4850', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fccd6a836a1d4a9ba6136b46b7eecd07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1585.648270] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5242c76c-da6c-212d-a24f-b69ab91af68e, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.649161] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69d8485b-3c6c-4b97-b333-9da99318a13e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.659936] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1585.659936] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52297bf4-4f6e-1193-9256-d415c0b4db65" [ 1585.659936] env[62181]: _type = "Task" [ 1585.659936] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.667061] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790154, 'name': CreateSnapshot_Task, 'duration_secs': 0.917344} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.667369] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Created Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1585.668259] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4675eb96-1304-4cdf-9cb8-7ab31248eb54 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.679511] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52297bf4-4f6e-1193-9256-d415c0b4db65, 'name': SearchDatastore_Task, 'duration_secs': 0.011754} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.680419] env[62181]: DEBUG oslo_concurrency.lockutils [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.680664] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 01101102-ee60-4de8-a5c1-07127419108b/01101102-ee60-4de8-a5c1-07127419108b.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1585.680930] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24d3cc35-0b2d-44dc-a6e0-57baed75de45 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.696653] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1585.696653] env[62181]: value = "task-1790159" [ 1585.696653] env[62181]: _type = "Task" [ 1585.696653] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.708667] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.722115] env[62181]: DEBUG oslo_vmware.api [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Task: {'id': task-1790157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239915} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.725951] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1585.725951] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1585.725951] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1585.725951] env[62181]: INFO nova.compute.manager [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1585.725951] env[62181]: DEBUG oslo.service.loopingcall [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.725951] env[62181]: DEBUG nova.compute.manager [-] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1585.725951] env[62181]: DEBUG nova.network.neutron [-] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1585.875879] env[62181]: DEBUG oslo_concurrency.lockutils [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Acquiring lock "a60154e0-c78a-488a-aa2d-9eed57549cb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.876390] env[62181]: DEBUG oslo_concurrency.lockutils [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Lock "a60154e0-c78a-488a-aa2d-9eed57549cb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.923775] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790158, 'name': ReconfigVM_Task, 'duration_secs': 0.318065} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.926995] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Reconfigured VM instance instance-00000031 to attach disk [datastore1] c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588/c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.928437] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15f4dd2b-05ff-4a09-b447-123e7f616d95 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.938548] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1585.938548] env[62181]: value = "task-1790160" [ 1585.938548] env[62181]: _type = "Task" [ 1585.938548] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.949269] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790160, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.985534] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "41834414-33a1-49db-b0c3-c96e7e7875c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.985534] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "41834414-33a1-49db-b0c3-c96e7e7875c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.006814] env[62181]: DEBUG nova.compute.manager [req-b54a9ecb-64d6-4b6b-915b-c281dd934568 req-1583bb95-0deb-408d-b0bd-8cc5022bc3d7 service nova] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Received event network-changed-20a99106-9fac-45e6-b796-ba118c2ba406 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1586.007031] env[62181]: DEBUG nova.compute.manager [req-b54a9ecb-64d6-4b6b-915b-c281dd934568 req-1583bb95-0deb-408d-b0bd-8cc5022bc3d7 service nova] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Refreshing instance network info cache due to event network-changed-20a99106-9fac-45e6-b796-ba118c2ba406. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1586.007913] env[62181]: DEBUG oslo_concurrency.lockutils [req-b54a9ecb-64d6-4b6b-915b-c281dd934568 req-1583bb95-0deb-408d-b0bd-8cc5022bc3d7 service nova] Acquiring lock "refresh_cache-4fc51519-f9a0-4ad0-bded-963e133affe9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.008109] env[62181]: DEBUG oslo_concurrency.lockutils [req-b54a9ecb-64d6-4b6b-915b-c281dd934568 req-1583bb95-0deb-408d-b0bd-8cc5022bc3d7 service nova] Acquired lock "refresh_cache-4fc51519-f9a0-4ad0-bded-963e133affe9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.008287] env[62181]: DEBUG nova.network.neutron [req-b54a9ecb-64d6-4b6b-915b-c281dd934568 req-1583bb95-0deb-408d-b0bd-8cc5022bc3d7 service nova] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Refreshing network info cache for port 20a99106-9fac-45e6-b796-ba118c2ba406 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1586.028781] env[62181]: DEBUG nova.compute.manager [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1586.067779] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.198661] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Creating linked-clone VM from snapshot {{(pid=62181) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1586.200757] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6fdc8073-e429-47b2-bb61-636c30f1d9e0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.204780] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85745b2-17ca-4272-a1b0-dc59fcd553f8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.217799] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445856} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.220192] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 01101102-ee60-4de8-a5c1-07127419108b/01101102-ee60-4de8-a5c1-07127419108b.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1586.220293] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1586.221716] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f55a6181-b6d2-40af-a88f-f029d4c051d4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.224672] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39e4962-308e-4622-a36e-3aac4e39912d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.229962] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the task: (returnval){ [ 1586.229962] env[62181]: value = "task-1790161" [ 1586.229962] env[62181]: _type = "Task" [ 1586.229962] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.263470] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189f5e01-1a94-4df3-bd5d-41933870f2c6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.268240] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1586.268240] env[62181]: value = "task-1790162" [ 1586.268240] env[62181]: _type = "Task" [ 1586.268240] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.273307] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790161, 'name': CloneVM_Task} progress is 12%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.287050] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399138fd-92fe-4fda-a05e-2a70feca694a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.295080] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.307953] env[62181]: DEBUG nova.compute.provider_tree [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.408322] env[62181]: DEBUG nova.network.neutron [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Successfully created port: 1f99541a-44c9-4b80-8069-c7cb0e472f59 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1586.452019] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790160, 'name': Rename_Task, 'duration_secs': 0.323279} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.452177] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1586.452424] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa5380bd-c54e-4672-8d02-339ae35e35c0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.460235] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1586.460235] env[62181]: value = "task-1790163" [ 1586.460235] env[62181]: _type = "Task" [ 1586.460235] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.468794] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.741306] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790161, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.781845] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155528} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.782159] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1586.782948] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a861ce2-7ce9-4da1-9ef4-2b91a7b5e4e7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.806353] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 01101102-ee60-4de8-a5c1-07127419108b/01101102-ee60-4de8-a5c1-07127419108b.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.809270] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c919219d-34e1-4699-beb8-7f02da6242a1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.824519] env[62181]: DEBUG nova.scheduler.client.report [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1586.827842] env[62181]: DEBUG nova.network.neutron [-] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.835613] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1586.835613] env[62181]: value = "task-1790164" [ 1586.835613] env[62181]: _type = "Task" [ 1586.835613] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.857025] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.945831] env[62181]: DEBUG nova.network.neutron [req-b54a9ecb-64d6-4b6b-915b-c281dd934568 req-1583bb95-0deb-408d-b0bd-8cc5022bc3d7 service nova] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Updated VIF entry in instance network info cache for port 20a99106-9fac-45e6-b796-ba118c2ba406. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1586.946302] env[62181]: DEBUG nova.network.neutron [req-b54a9ecb-64d6-4b6b-915b-c281dd934568 req-1583bb95-0deb-408d-b0bd-8cc5022bc3d7 service nova] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Updating instance_info_cache with network_info: [{"id": "20a99106-9fac-45e6-b796-ba118c2ba406", "address": "fa:16:3e:ce:e8:92", "network": {"id": "a4ef4196-7870-43af-9345-0387d11f0df9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-823907528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464a47300886417bb648a1448cc038e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a99106-9f", "ovs_interfaceid": "20a99106-9fac-45e6-b796-ba118c2ba406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.972113] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790163, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.040506] env[62181]: DEBUG nova.compute.manager [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1587.065188] env[62181]: DEBUG nova.virt.hardware [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1587.065456] env[62181]: DEBUG nova.virt.hardware [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1587.065613] env[62181]: DEBUG nova.virt.hardware [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1587.065795] env[62181]: DEBUG nova.virt.hardware [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1587.065942] env[62181]: DEBUG nova.virt.hardware [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1587.066102] env[62181]: DEBUG nova.virt.hardware [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1587.066308] env[62181]: DEBUG nova.virt.hardware [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1587.066496] env[62181]: DEBUG nova.virt.hardware [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1587.066684] env[62181]: DEBUG nova.virt.hardware [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1587.066853] env[62181]: DEBUG nova.virt.hardware [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1587.067040] env[62181]: DEBUG nova.virt.hardware [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1587.067908] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a7065e-804c-4f91-88ab-abf24d5b6dae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.078768] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e368e95a-feee-48cc-8dc6-4b55534c1eaf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.241506] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790161, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.330741] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.319s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.333121] env[62181]: INFO nova.compute.manager [-] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Took 1.61 seconds to deallocate network for instance. [ 1587.333689] env[62181]: DEBUG oslo_concurrency.lockutils [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.279s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.333926] env[62181]: DEBUG nova.objects.instance [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lazy-loading 'resources' on Instance uuid d54f5326-c587-44a4-bdd6-459f9aff96d6 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1587.349870] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.375246] env[62181]: INFO nova.scheduler.client.report [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Deleted allocations for instance ada9887b-6474-4679-a327-e217c7fbf167 [ 1587.448791] env[62181]: DEBUG oslo_concurrency.lockutils [req-b54a9ecb-64d6-4b6b-915b-c281dd934568 req-1583bb95-0deb-408d-b0bd-8cc5022bc3d7 service nova] Releasing lock "refresh_cache-4fc51519-f9a0-4ad0-bded-963e133affe9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.475748] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790163, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.542090] env[62181]: DEBUG nova.compute.manager [req-202136a3-143e-46a9-a63c-17720ae4c92b req-532e86d3-1f65-46ef-8d9a-6a84f1f07a1a service nova] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Received event network-vif-deleted-0aaeca53-889e-4f1c-bb2a-e45b95dfc8d8 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1587.742459] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790161, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.845472] env[62181]: DEBUG oslo_concurrency.lockutils [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.857328] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790164, 'name': ReconfigVM_Task, 'duration_secs': 0.681165} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.860127] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 01101102-ee60-4de8-a5c1-07127419108b/01101102-ee60-4de8-a5c1-07127419108b.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.861152] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ecea505-e430-4bfb-b917-99ef0db48657 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.868872] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1587.868872] env[62181]: value = "task-1790165" [ 1587.868872] env[62181]: _type = "Task" [ 1587.868872] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.882816] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790165, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.883307] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3048b761-6267-44b3-921a-03bb5865ab16 tempest-AttachInterfacesV270Test-1965784010 tempest-AttachInterfacesV270Test-1965784010-project-member] Lock "ada9887b-6474-4679-a327-e217c7fbf167" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.236s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.972331] env[62181]: DEBUG oslo_vmware.api [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790163, 'name': PowerOnVM_Task, 'duration_secs': 1.016931} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.975639] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1587.975639] env[62181]: INFO nova.compute.manager [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Took 10.60 seconds to spawn the instance on the hypervisor. [ 1587.975639] env[62181]: DEBUG nova.compute.manager [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1587.976454] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab66590-f79c-4484-8479-f318d32c9660 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.191802] env[62181]: DEBUG nova.network.neutron [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Successfully updated port: 1f99541a-44c9-4b80-8069-c7cb0e472f59 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1588.248752] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790161, 'name': CloneVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.294431] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e099f05-0fe8-4043-8070-ebe52bcd1d9e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.303549] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe782f10-4f3f-40ce-8334-8df01c6afa02 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.338405] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fcb0dd-2d92-4dc7-b897-a83a68442412 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.346170] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7e8871-ba75-4c09-aa06-38fb069841c8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.360709] env[62181]: DEBUG nova.compute.provider_tree [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1588.379324] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790165, 'name': Rename_Task, 'duration_secs': 0.315144} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.379645] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1588.380126] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fc77780-9d38-4644-a50f-80fafce34334 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.387388] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1588.387388] env[62181]: value = "task-1790166" [ 1588.387388] env[62181]: _type = "Task" [ 1588.387388] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.395799] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.498324] env[62181]: INFO nova.compute.manager [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Took 44.98 seconds to build instance. [ 1588.694842] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.697122] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquired lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.697122] env[62181]: DEBUG nova.network.neutron [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1588.747024] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790161, 'name': CloneVM_Task, 'duration_secs': 2.118637} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.747024] env[62181]: INFO nova.virt.vmwareapi.vmops [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Created linked-clone VM from snapshot [ 1588.747024] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7774e6f8-cf48-4bb8-92b1-16cf6a87e773 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.755691] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Uploading image 00c2be77-80af-4874-9d16-242179211a8d {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1588.785548] env[62181]: DEBUG oslo_vmware.rw_handles [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1588.785548] env[62181]: value = "vm-371393" [ 1588.785548] env[62181]: _type = "VirtualMachine" [ 1588.785548] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1588.787770] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1f4c036b-9709-425c-ac2b-7a09bcf70957 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.795308] env[62181]: DEBUG oslo_vmware.rw_handles [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Lease: (returnval){ [ 1588.795308] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525436ce-4e14-bc68-2128-a733ef365425" [ 1588.795308] env[62181]: _type = "HttpNfcLease" [ 1588.795308] env[62181]: } obtained for exporting VM: (result){ [ 1588.795308] env[62181]: value = "vm-371393" [ 1588.795308] env[62181]: _type = "VirtualMachine" [ 1588.795308] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1588.797259] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the lease: (returnval){ [ 1588.797259] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525436ce-4e14-bc68-2128-a733ef365425" [ 1588.797259] env[62181]: _type = "HttpNfcLease" [ 1588.797259] env[62181]: } to be ready. {{(pid=62181) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1588.804505] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1588.804505] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525436ce-4e14-bc68-2128-a733ef365425" [ 1588.804505] env[62181]: _type = "HttpNfcLease" [ 1588.804505] env[62181]: } is initializing. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1588.870245] env[62181]: DEBUG nova.scheduler.client.report [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1588.899566] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790166, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.001262] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e588c039-f7f9-44e0-89ed-d0bfc4f69fc0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.362s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.257242] env[62181]: DEBUG nova.network.neutron [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1589.305396] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1589.305396] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525436ce-4e14-bc68-2128-a733ef365425" [ 1589.305396] env[62181]: _type = "HttpNfcLease" [ 1589.305396] env[62181]: } is ready. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1589.305702] env[62181]: DEBUG oslo_vmware.rw_handles [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1589.305702] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525436ce-4e14-bc68-2128-a733ef365425" [ 1589.305702] env[62181]: _type = "HttpNfcLease" [ 1589.305702] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1589.306494] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ac4d2d-a6a7-4ca9-ba21-b40cdf43e103 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.314283] env[62181]: DEBUG oslo_vmware.rw_handles [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a91964-d4df-91ae-9420-509e47900169/disk-0.vmdk from lease info. {{(pid=62181) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1589.314477] env[62181]: DEBUG oslo_vmware.rw_handles [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a91964-d4df-91ae-9420-509e47900169/disk-0.vmdk for reading. {{(pid=62181) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1589.378790] env[62181]: DEBUG oslo_concurrency.lockutils [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.386855] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.195s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.386855] env[62181]: DEBUG nova.objects.instance [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lazy-loading 'resources' on Instance uuid 5fce7919-77bd-4033-bc8b-9aae4abe6c07 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1589.398713] env[62181]: DEBUG oslo_vmware.api [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790166, 'name': PowerOnVM_Task, 'duration_secs': 0.566741} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.399272] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1589.399528] env[62181]: INFO nova.compute.manager [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1589.399735] env[62181]: DEBUG nova.compute.manager [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1589.401312] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7619266-644e-47ab-aa9f-d08fac1b3ca4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.405463] env[62181]: INFO nova.scheduler.client.report [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleted allocations for instance d54f5326-c587-44a4-bdd6-459f9aff96d6 [ 1589.442942] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c7b52e1b-8128-4745-9b5f-4d973fc89853 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.503974] env[62181]: DEBUG nova.compute.manager [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1589.529375] env[62181]: DEBUG nova.network.neutron [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Updating instance_info_cache with network_info: [{"id": "1f99541a-44c9-4b80-8069-c7cb0e472f59", "address": "fa:16:3e:53:4d:a7", "network": {"id": "2f3efdfa-3ac8-452a-82bb-94429086ff43", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795103716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccd6a836a1d4a9ba6136b46b7eecd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f99541a-44", "ovs_interfaceid": "1f99541a-44c9-4b80-8069-c7cb0e472f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.571488] env[62181]: DEBUG nova.compute.manager [req-3532bca8-2f70-45f0-91de-5799f292867c req-9277e417-a871-4319-a3c8-c70ac5e0b841 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Received event network-vif-plugged-1f99541a-44c9-4b80-8069-c7cb0e472f59 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1589.571766] env[62181]: DEBUG oslo_concurrency.lockutils [req-3532bca8-2f70-45f0-91de-5799f292867c req-9277e417-a871-4319-a3c8-c70ac5e0b841 service nova] Acquiring lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.571983] env[62181]: DEBUG oslo_concurrency.lockutils [req-3532bca8-2f70-45f0-91de-5799f292867c req-9277e417-a871-4319-a3c8-c70ac5e0b841 service nova] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.572174] env[62181]: DEBUG oslo_concurrency.lockutils [req-3532bca8-2f70-45f0-91de-5799f292867c req-9277e417-a871-4319-a3c8-c70ac5e0b841 service nova] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.572371] env[62181]: DEBUG nova.compute.manager [req-3532bca8-2f70-45f0-91de-5799f292867c req-9277e417-a871-4319-a3c8-c70ac5e0b841 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] No waiting events found dispatching network-vif-plugged-1f99541a-44c9-4b80-8069-c7cb0e472f59 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1589.572509] env[62181]: WARNING nova.compute.manager [req-3532bca8-2f70-45f0-91de-5799f292867c req-9277e417-a871-4319-a3c8-c70ac5e0b841 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Received unexpected event network-vif-plugged-1f99541a-44c9-4b80-8069-c7cb0e472f59 for instance with vm_state building and task_state spawning. [ 1589.572708] env[62181]: DEBUG nova.compute.manager [req-3532bca8-2f70-45f0-91de-5799f292867c req-9277e417-a871-4319-a3c8-c70ac5e0b841 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Received event network-changed-1f99541a-44c9-4b80-8069-c7cb0e472f59 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1589.572849] env[62181]: DEBUG nova.compute.manager [req-3532bca8-2f70-45f0-91de-5799f292867c req-9277e417-a871-4319-a3c8-c70ac5e0b841 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Refreshing instance network info cache due to event network-changed-1f99541a-44c9-4b80-8069-c7cb0e472f59. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1589.573043] env[62181]: DEBUG oslo_concurrency.lockutils [req-3532bca8-2f70-45f0-91de-5799f292867c req-9277e417-a871-4319-a3c8-c70ac5e0b841 service nova] Acquiring lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.585235] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "cde31390-04ec-43bd-93b6-35b4e1447d22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.585489] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "cde31390-04ec-43bd-93b6-35b4e1447d22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.915728] env[62181]: DEBUG oslo_concurrency.lockutils [None req-712fe5dd-a4b0-4b8f-973f-f05232cc30dd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "d54f5326-c587-44a4-bdd6-459f9aff96d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.420s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.929207] env[62181]: INFO nova.compute.manager [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Took 45.37 seconds to build instance. [ 1590.031193] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.031846] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Releasing lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.032323] env[62181]: DEBUG nova.compute.manager [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Instance network_info: |[{"id": "1f99541a-44c9-4b80-8069-c7cb0e472f59", "address": "fa:16:3e:53:4d:a7", "network": {"id": "2f3efdfa-3ac8-452a-82bb-94429086ff43", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795103716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccd6a836a1d4a9ba6136b46b7eecd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f99541a-44", "ovs_interfaceid": "1f99541a-44c9-4b80-8069-c7cb0e472f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1590.036957] env[62181]: DEBUG oslo_concurrency.lockutils [req-3532bca8-2f70-45f0-91de-5799f292867c req-9277e417-a871-4319-a3c8-c70ac5e0b841 service nova] Acquired lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.036957] env[62181]: DEBUG nova.network.neutron [req-3532bca8-2f70-45f0-91de-5799f292867c req-9277e417-a871-4319-a3c8-c70ac5e0b841 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Refreshing network info cache for port 1f99541a-44c9-4b80-8069-c7cb0e472f59 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1590.038628] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:4d:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f99541a-44c9-4b80-8069-c7cb0e472f59', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1590.048625] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Creating folder: Project (fccd6a836a1d4a9ba6136b46b7eecd07). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1590.050594] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abfe70bb-ecd7-4dd8-8ee9-c890810a701d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.068508] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Created folder: Project (fccd6a836a1d4a9ba6136b46b7eecd07) in parent group-v371238. [ 1590.068508] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Creating folder: Instances. Parent ref: group-v371394. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1590.075172] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-085e7898-aba8-4a10-b5bf-9c7b8079c1c2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.095413] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Created folder: Instances in parent group-v371394. [ 1590.096110] env[62181]: DEBUG oslo.service.loopingcall [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.099221] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1590.100422] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74060611-f8fa-4e1d-8204-4a66d5486969 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.130375] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1590.130375] env[62181]: value = "task-1790170" [ 1590.130375] env[62181]: _type = "Task" [ 1590.130375] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.141728] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790170, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.429187] env[62181]: DEBUG oslo_concurrency.lockutils [None req-750a08c7-1649-4853-aa5a-6aa6c773d0d4 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "01101102-ee60-4de8-a5c1-07127419108b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.891s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.529362] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c236806-c6e1-4cc4-a783-023824f4923d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.537648] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d951f62-fc40-4b30-8e57-696abfd78e81 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.575758] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "01101102-ee60-4de8-a5c1-07127419108b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.575957] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "01101102-ee60-4de8-a5c1-07127419108b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.576188] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "01101102-ee60-4de8-a5c1-07127419108b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.579316] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "01101102-ee60-4de8-a5c1-07127419108b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.579316] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "01101102-ee60-4de8-a5c1-07127419108b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.579316] env[62181]: INFO nova.compute.manager [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Terminating instance [ 1590.583603] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eb105f-44b3-4ae5-8649-e680cfd55230 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.593860] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2878f601-0d1a-42ad-8561-890bf8b8ca97 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.612068] env[62181]: DEBUG nova.compute.provider_tree [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.642226] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790170, 'name': CreateVM_Task, 'duration_secs': 0.427194} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.642537] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1590.643425] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.643655] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.644238] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1590.644762] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6812693-e7f9-4919-aa65-3a0c631c0936 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.650605] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1590.650605] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5210cca8-5478-baff-5f14-b7d75837e9dd" [ 1590.650605] env[62181]: _type = "Task" [ 1590.650605] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.659536] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5210cca8-5478-baff-5f14-b7d75837e9dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.848189] env[62181]: DEBUG nova.network.neutron [req-3532bca8-2f70-45f0-91de-5799f292867c req-9277e417-a871-4319-a3c8-c70ac5e0b841 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Updated VIF entry in instance network info cache for port 1f99541a-44c9-4b80-8069-c7cb0e472f59. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1590.848189] env[62181]: DEBUG nova.network.neutron [req-3532bca8-2f70-45f0-91de-5799f292867c req-9277e417-a871-4319-a3c8-c70ac5e0b841 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Updating instance_info_cache with network_info: [{"id": "1f99541a-44c9-4b80-8069-c7cb0e472f59", "address": "fa:16:3e:53:4d:a7", "network": {"id": "2f3efdfa-3ac8-452a-82bb-94429086ff43", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795103716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccd6a836a1d4a9ba6136b46b7eecd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f99541a-44", "ovs_interfaceid": "1f99541a-44c9-4b80-8069-c7cb0e472f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.932765] env[62181]: DEBUG nova.compute.manager [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1591.091082] env[62181]: DEBUG nova.compute.manager [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1591.091367] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.092684] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb85bb7-b083-4009-b8f0-83a6e1e4c793 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.103309] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1591.103710] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-600c13eb-639b-43ad-92fa-b6c780ea917d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.111790] env[62181]: DEBUG oslo_vmware.api [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1591.111790] env[62181]: value = "task-1790171" [ 1591.111790] env[62181]: _type = "Task" [ 1591.111790] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.117157] env[62181]: DEBUG nova.scheduler.client.report [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1591.128478] env[62181]: DEBUG oslo_vmware.api [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.163926] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5210cca8-5478-baff-5f14-b7d75837e9dd, 'name': SearchDatastore_Task, 'duration_secs': 0.016245} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.164371] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.164604] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1591.164912] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.165089] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.165274] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1591.165594] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffd8620e-a7ec-4607-ac2b-5f7c3dd1444d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.175024] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1591.176045] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1591.176190] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50b3804-de4f-4e55-8281-9074779af16f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.182537] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1591.182537] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52473073-d8fc-4363-e411-958d6ca84d48" [ 1591.182537] env[62181]: _type = "Task" [ 1591.182537] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.190974] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52473073-d8fc-4363-e411-958d6ca84d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.277263] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "180320b7-6a64-4bb4-bb00-3aab3d562906" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.277639] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "180320b7-6a64-4bb4-bb00-3aab3d562906" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.349356] env[62181]: DEBUG oslo_concurrency.lockutils [req-3532bca8-2f70-45f0-91de-5799f292867c req-9277e417-a871-4319-a3c8-c70ac5e0b841 service nova] Releasing lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.457779] env[62181]: DEBUG oslo_concurrency.lockutils [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.623059] env[62181]: DEBUG oslo_vmware.api [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790171, 'name': PowerOffVM_Task, 'duration_secs': 0.266157} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.623374] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1591.623624] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.623910] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2e7a010-29af-495a-8587-b5eb5afd09e5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.626179] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.628785] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.131s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.630034] env[62181]: INFO nova.compute.claims [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1591.645994] env[62181]: INFO nova.scheduler.client.report [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Deleted allocations for instance 5fce7919-77bd-4033-bc8b-9aae4abe6c07 [ 1591.696705] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52473073-d8fc-4363-e411-958d6ca84d48, 'name': SearchDatastore_Task, 'duration_secs': 0.030399} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.698342] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb64b42a-9c55-4fff-9184-c371917a7b7f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.706247] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1591.706247] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]523b9888-b26c-dfc2-d68e-5ed633a8c5e0" [ 1591.706247] env[62181]: _type = "Task" [ 1591.706247] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.713100] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.713540] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.713621] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Deleting the datastore file [datastore1] 01101102-ee60-4de8-a5c1-07127419108b {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.713929] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38c63687-3727-4b4b-b8e6-b34d254fbdd6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.719427] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523b9888-b26c-dfc2-d68e-5ed633a8c5e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.724801] env[62181]: DEBUG oslo_vmware.api [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1591.724801] env[62181]: value = "task-1790173" [ 1591.724801] env[62181]: _type = "Task" [ 1591.724801] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.734057] env[62181]: DEBUG oslo_vmware.api [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.155688] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8fc8ac99-1a28-4bec-84f2-f455cc03b9bc tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "5fce7919-77bd-4033-bc8b-9aae4abe6c07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.007s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.217176] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523b9888-b26c-dfc2-d68e-5ed633a8c5e0, 'name': SearchDatastore_Task, 'duration_secs': 0.020125} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.217452] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.217716] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93/48b7c782-f3b2-4d24-a3c8-0ef6a461ef93.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1592.217976] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37cfbf5c-89e9-42e7-94d7-24babec690ea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.225913] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1592.225913] env[62181]: value = "task-1790174" [ 1592.225913] env[62181]: _type = "Task" [ 1592.225913] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.238089] env[62181]: DEBUG oslo_vmware.api [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331315} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.241720] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.241947] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.242143] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.242323] env[62181]: INFO nova.compute.manager [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1592.242577] env[62181]: DEBUG oslo.service.loopingcall [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.242814] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.243047] env[62181]: DEBUG nova.compute.manager [-] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1592.243146] env[62181]: DEBUG nova.network.neutron [-] [instance: 01101102-ee60-4de8-a5c1-07127419108b] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.569624] env[62181]: DEBUG nova.compute.manager [req-e874fd8e-0000-4734-9411-704b2e18141c req-70f8c62a-8fc4-4770-934b-0bcb44e2276a service nova] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Received event network-vif-deleted-1f56eee3-003e-42c3-b8f2-9e05248ce37f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1592.570412] env[62181]: INFO nova.compute.manager [req-e874fd8e-0000-4734-9411-704b2e18141c req-70f8c62a-8fc4-4770-934b-0bcb44e2276a service nova] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Neutron deleted interface 1f56eee3-003e-42c3-b8f2-9e05248ce37f; detaching it from the instance and deleting it from the info cache [ 1592.570412] env[62181]: DEBUG nova.network.neutron [req-e874fd8e-0000-4734-9411-704b2e18141c req-70f8c62a-8fc4-4770-934b-0bcb44e2276a service nova] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.741617] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790174, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.047903] env[62181]: DEBUG nova.network.neutron [-] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.061756] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934f7812-ce10-4412-8b66-53e331a92e65 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.071087] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45662ba-6146-421e-bf70-e83299288c46 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.075435] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fe50f11-83c2-41c2-94ca-e2d14e520276 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.108553] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9199a9-9b80-4a22-bd14-68d13247304a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.114528] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d624e13-d374-4fc2-a860-6f98934cca4e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.133391] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94ee611-0e7b-4abb-ba0b-17c504390547 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.152709] env[62181]: DEBUG nova.compute.provider_tree [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.169766] env[62181]: DEBUG nova.compute.manager [req-e874fd8e-0000-4734-9411-704b2e18141c req-70f8c62a-8fc4-4770-934b-0bcb44e2276a service nova] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Detach interface failed, port_id=1f56eee3-003e-42c3-b8f2-9e05248ce37f, reason: Instance 01101102-ee60-4de8-a5c1-07127419108b could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1593.239814] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790174, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.551081] env[62181]: INFO nova.compute.manager [-] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Took 1.31 seconds to deallocate network for instance. [ 1593.656120] env[62181]: DEBUG nova.scheduler.client.report [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.740619] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790174, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.058124] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.161419] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.162059] env[62181]: DEBUG nova.compute.manager [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1594.164672] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.524s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.166177] env[62181]: INFO nova.compute.claims [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1594.241429] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790174, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.674575] env[62181]: DEBUG nova.compute.utils [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1594.674758] env[62181]: DEBUG nova.compute.manager [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1594.675403] env[62181]: DEBUG nova.network.neutron [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1594.730998] env[62181]: DEBUG nova.policy [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '250be8c6ac284f2c9c7e50ff30567c10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e48b1a5cc1804c109e5404ce122df4d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1594.743266] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790174, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.059992} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.743619] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93/48b7c782-f3b2-4d24-a3c8-0ef6a461ef93.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1594.743883] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1594.744186] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4b5a30c-8f5f-4efb-b813-1754f981a11a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.751562] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1594.751562] env[62181]: value = "task-1790175" [ 1594.751562] env[62181]: _type = "Task" [ 1594.751562] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.761732] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.046893] env[62181]: DEBUG nova.network.neutron [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Successfully created port: 7a6beb36-0d4c-4a7d-89a2-285fb540b0a3 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1595.180367] env[62181]: DEBUG nova.compute.manager [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1595.263773] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087912} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.264525] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1595.265559] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fe1c85-c3e5-47d0-adf1-bf19c4e05fb4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.294820] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93/48b7c782-f3b2-4d24-a3c8-0ef6a461ef93.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1595.298906] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ec61fe1-6e54-41b2-89e4-3e8c56403d69 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.316029] env[62181]: DEBUG nova.network.neutron [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Successfully created port: edbc3aa9-3ce6-4cc9-b5b3-56409adaa1aa {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1595.325439] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1595.325439] env[62181]: value = "task-1790176" [ 1595.325439] env[62181]: _type = "Task" [ 1595.325439] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.338890] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790176, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.783366] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f624203-34c3-494e-b6ef-51f3e5ca41e3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.792797] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0202227c-8f84-461f-82f2-0e0bc3e7fb81 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.831275] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b332b87-d002-4e42-8b58-3c2908c09f25 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.839787] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790176, 'name': ReconfigVM_Task, 'duration_secs': 0.396957} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.842363] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93/48b7c782-f3b2-4d24-a3c8-0ef6a461ef93.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1595.842593] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-873eb126-74a0-4046-8da1-fe87bf0c4f57 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.845132] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d709b46-f892-4b18-ba21-ff6703fe9b50 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.869641] env[62181]: DEBUG nova.compute.provider_tree [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.874745] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1595.874745] env[62181]: value = "task-1790177" [ 1595.874745] env[62181]: _type = "Task" [ 1595.874745] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.882127] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790177, 'name': Rename_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.188470] env[62181]: DEBUG nova.compute.manager [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1596.223977] env[62181]: DEBUG nova.virt.hardware [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1596.224290] env[62181]: DEBUG nova.virt.hardware [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1596.224451] env[62181]: DEBUG nova.virt.hardware [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1596.224633] env[62181]: DEBUG nova.virt.hardware [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1596.224789] env[62181]: DEBUG nova.virt.hardware [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1596.225158] env[62181]: DEBUG nova.virt.hardware [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1596.225357] env[62181]: DEBUG nova.virt.hardware [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1596.225523] env[62181]: DEBUG nova.virt.hardware [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1596.225694] env[62181]: DEBUG nova.virt.hardware [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1596.225856] env[62181]: DEBUG nova.virt.hardware [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1596.226036] env[62181]: DEBUG nova.virt.hardware [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1596.226930] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c33e02-5ec5-4b0b-8f13-868539849854 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.235704] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f2216e-b1f2-461e-9d38-bfe056a57d0d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.374405] env[62181]: DEBUG nova.scheduler.client.report [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1596.387896] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790177, 'name': Rename_Task, 'duration_secs': 0.172086} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.388218] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1596.388472] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-995817c3-ccb2-42b2-aa97-b73960ab8472 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.397697] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1596.397697] env[62181]: value = "task-1790178" [ 1596.397697] env[62181]: _type = "Task" [ 1596.397697] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.407391] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.883700] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.884273] env[62181]: DEBUG nova.compute.manager [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1596.887092] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.701s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.888520] env[62181]: INFO nova.compute.claims [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1596.909662] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790178, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.925379] env[62181]: DEBUG nova.compute.manager [req-cc16c9fc-c569-4622-b300-9f51296386b0 req-07d6cdf2-5a68-4396-a4f1-6cba9208fbff service nova] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Received event network-vif-plugged-7a6beb36-0d4c-4a7d-89a2-285fb540b0a3 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1596.925638] env[62181]: DEBUG oslo_concurrency.lockutils [req-cc16c9fc-c569-4622-b300-9f51296386b0 req-07d6cdf2-5a68-4396-a4f1-6cba9208fbff service nova] Acquiring lock "7d8194b9-bb34-4c75-b687-c5f3cb93e47d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.925891] env[62181]: DEBUG oslo_concurrency.lockutils [req-cc16c9fc-c569-4622-b300-9f51296386b0 req-07d6cdf2-5a68-4396-a4f1-6cba9208fbff service nova] Lock "7d8194b9-bb34-4c75-b687-c5f3cb93e47d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.926142] env[62181]: DEBUG oslo_concurrency.lockutils [req-cc16c9fc-c569-4622-b300-9f51296386b0 req-07d6cdf2-5a68-4396-a4f1-6cba9208fbff service nova] Lock "7d8194b9-bb34-4c75-b687-c5f3cb93e47d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.926561] env[62181]: DEBUG nova.compute.manager [req-cc16c9fc-c569-4622-b300-9f51296386b0 req-07d6cdf2-5a68-4396-a4f1-6cba9208fbff service nova] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] No waiting events found dispatching network-vif-plugged-7a6beb36-0d4c-4a7d-89a2-285fb540b0a3 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1596.926813] env[62181]: WARNING nova.compute.manager [req-cc16c9fc-c569-4622-b300-9f51296386b0 req-07d6cdf2-5a68-4396-a4f1-6cba9208fbff service nova] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Received unexpected event network-vif-plugged-7a6beb36-0d4c-4a7d-89a2-285fb540b0a3 for instance with vm_state building and task_state spawning. [ 1597.033444] env[62181]: DEBUG nova.network.neutron [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Successfully updated port: 7a6beb36-0d4c-4a7d-89a2-285fb540b0a3 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1597.393546] env[62181]: DEBUG nova.compute.utils [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1597.397733] env[62181]: DEBUG nova.compute.manager [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1597.397733] env[62181]: DEBUG nova.network.neutron [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1597.410369] env[62181]: DEBUG oslo_vmware.api [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790178, 'name': PowerOnVM_Task, 'duration_secs': 0.639577} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.411877] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1597.412123] env[62181]: INFO nova.compute.manager [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1597.412320] env[62181]: DEBUG nova.compute.manager [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1597.413254] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09d17ed-6926-413e-a8d4-c5f652a80186 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.444052] env[62181]: DEBUG nova.policy [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a306696a0e074c5eb73b98bfd625f4b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b810530d8404a9a8d3161b09971917d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1597.901024] env[62181]: DEBUG nova.compute.manager [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1597.937698] env[62181]: INFO nova.compute.manager [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Took 48.05 seconds to build instance. [ 1598.153138] env[62181]: DEBUG nova.network.neutron [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Successfully created port: 244f758b-0f50-478d-823e-ffff920576fe {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1598.439203] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4863287b-341e-4d8f-99f5-1d8808010a29 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.955s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.535940] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b895f26-4d65-46fe-9217-a4b78d54c008 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.545903] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957a97b1-bf33-496a-8c97-ee66680aa671 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.580488] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff4d269-4611-46fb-b128-9c06f2c4b8e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.589469] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24083af4-a0c2-4076-8cf8-c901f7ff2559 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.605404] env[62181]: DEBUG nova.compute.provider_tree [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.643524] env[62181]: DEBUG nova.compute.manager [req-f5e9b03b-ab44-48d8-a89f-c6f08c395786 req-a5e03eb0-446d-4bd3-819c-86aabfab32fe service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Received event network-changed-1f99541a-44c9-4b80-8069-c7cb0e472f59 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1598.643661] env[62181]: DEBUG nova.compute.manager [req-f5e9b03b-ab44-48d8-a89f-c6f08c395786 req-a5e03eb0-446d-4bd3-819c-86aabfab32fe service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Refreshing instance network info cache due to event network-changed-1f99541a-44c9-4b80-8069-c7cb0e472f59. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1598.643876] env[62181]: DEBUG oslo_concurrency.lockutils [req-f5e9b03b-ab44-48d8-a89f-c6f08c395786 req-a5e03eb0-446d-4bd3-819c-86aabfab32fe service nova] Acquiring lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.644044] env[62181]: DEBUG oslo_concurrency.lockutils [req-f5e9b03b-ab44-48d8-a89f-c6f08c395786 req-a5e03eb0-446d-4bd3-819c-86aabfab32fe service nova] Acquired lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.644212] env[62181]: DEBUG nova.network.neutron [req-f5e9b03b-ab44-48d8-a89f-c6f08c395786 req-a5e03eb0-446d-4bd3-819c-86aabfab32fe service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Refreshing network info cache for port 1f99541a-44c9-4b80-8069-c7cb0e472f59 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1598.915449] env[62181]: DEBUG nova.compute.manager [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1598.937791] env[62181]: DEBUG nova.virt.hardware [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1598.938090] env[62181]: DEBUG nova.virt.hardware [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1598.938274] env[62181]: DEBUG nova.virt.hardware [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1598.938473] env[62181]: DEBUG nova.virt.hardware [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1598.938687] env[62181]: DEBUG nova.virt.hardware [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1598.938781] env[62181]: DEBUG nova.virt.hardware [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1598.939035] env[62181]: DEBUG nova.virt.hardware [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1598.939209] env[62181]: DEBUG nova.virt.hardware [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1598.939391] env[62181]: DEBUG nova.virt.hardware [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1598.939563] env[62181]: DEBUG nova.virt.hardware [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1598.939809] env[62181]: DEBUG nova.virt.hardware [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1598.940701] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f46100-6bf8-4c83-842b-9a30b84cb124 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.944011] env[62181]: DEBUG nova.compute.manager [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1598.950334] env[62181]: DEBUG nova.compute.manager [req-76b2c2c3-b1ec-4f04-b05a-b5314e7f3ea8 req-fca0c1a5-e48e-4dcf-a30c-4e3c33f455f6 service nova] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Received event network-changed-7a6beb36-0d4c-4a7d-89a2-285fb540b0a3 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1598.950546] env[62181]: DEBUG nova.compute.manager [req-76b2c2c3-b1ec-4f04-b05a-b5314e7f3ea8 req-fca0c1a5-e48e-4dcf-a30c-4e3c33f455f6 service nova] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Refreshing instance network info cache due to event network-changed-7a6beb36-0d4c-4a7d-89a2-285fb540b0a3. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1598.950884] env[62181]: DEBUG oslo_concurrency.lockutils [req-76b2c2c3-b1ec-4f04-b05a-b5314e7f3ea8 req-fca0c1a5-e48e-4dcf-a30c-4e3c33f455f6 service nova] Acquiring lock "refresh_cache-7d8194b9-bb34-4c75-b687-c5f3cb93e47d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.950925] env[62181]: DEBUG oslo_concurrency.lockutils [req-76b2c2c3-b1ec-4f04-b05a-b5314e7f3ea8 req-fca0c1a5-e48e-4dcf-a30c-4e3c33f455f6 service nova] Acquired lock "refresh_cache-7d8194b9-bb34-4c75-b687-c5f3cb93e47d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.951109] env[62181]: DEBUG nova.network.neutron [req-76b2c2c3-b1ec-4f04-b05a-b5314e7f3ea8 req-fca0c1a5-e48e-4dcf-a30c-4e3c33f455f6 service nova] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Refreshing network info cache for port 7a6beb36-0d4c-4a7d-89a2-285fb540b0a3 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1598.956214] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaea9b42-c3c5-48ed-9b54-cbc1ad3044a4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.109717] env[62181]: DEBUG nova.scheduler.client.report [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1599.469784] env[62181]: DEBUG nova.network.neutron [req-f5e9b03b-ab44-48d8-a89f-c6f08c395786 req-a5e03eb0-446d-4bd3-819c-86aabfab32fe service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Updated VIF entry in instance network info cache for port 1f99541a-44c9-4b80-8069-c7cb0e472f59. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1599.470336] env[62181]: DEBUG nova.network.neutron [req-f5e9b03b-ab44-48d8-a89f-c6f08c395786 req-a5e03eb0-446d-4bd3-819c-86aabfab32fe service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Updating instance_info_cache with network_info: [{"id": "1f99541a-44c9-4b80-8069-c7cb0e472f59", "address": "fa:16:3e:53:4d:a7", "network": {"id": "2f3efdfa-3ac8-452a-82bb-94429086ff43", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795103716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccd6a836a1d4a9ba6136b46b7eecd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f99541a-44", "ovs_interfaceid": "1f99541a-44c9-4b80-8069-c7cb0e472f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.473675] env[62181]: DEBUG oslo_concurrency.lockutils [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.513557] env[62181]: DEBUG nova.network.neutron [req-76b2c2c3-b1ec-4f04-b05a-b5314e7f3ea8 req-fca0c1a5-e48e-4dcf-a30c-4e3c33f455f6 service nova] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1599.615824] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.616310] env[62181]: DEBUG nova.compute.manager [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1599.619616] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 38.384s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.619864] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.623246] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1599.623604] env[62181]: DEBUG oslo_concurrency.lockutils [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.287s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.623850] env[62181]: DEBUG nova.objects.instance [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Lazy-loading 'resources' on Instance uuid 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.626816] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d065b16-10d1-4e49-b075-fd7b95ceec24 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.640926] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822760ca-0a13-4c96-beef-045c2170b496 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.657961] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779b3249-e1e4-4f7c-b43c-e9be26959454 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.667713] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502fdb06-709b-4c2d-8320-28d055bd15d8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.704662] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179429MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1599.704662] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.784225] env[62181]: DEBUG nova.network.neutron [req-76b2c2c3-b1ec-4f04-b05a-b5314e7f3ea8 req-fca0c1a5-e48e-4dcf-a30c-4e3c33f455f6 service nova] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.906515] env[62181]: DEBUG oslo_vmware.rw_handles [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a91964-d4df-91ae-9420-509e47900169/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1599.907500] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01382ab9-39e3-4a87-adfc-c16c1fb8714a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.914438] env[62181]: DEBUG oslo_vmware.rw_handles [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a91964-d4df-91ae-9420-509e47900169/disk-0.vmdk is in state: ready. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1599.914593] env[62181]: ERROR oslo_vmware.rw_handles [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a91964-d4df-91ae-9420-509e47900169/disk-0.vmdk due to incomplete transfer. [ 1599.914827] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eb714376-80ec-4513-bfda-02c35c5d1dea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.924211] env[62181]: DEBUG oslo_vmware.rw_handles [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a91964-d4df-91ae-9420-509e47900169/disk-0.vmdk. {{(pid=62181) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1599.924421] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Uploaded image 00c2be77-80af-4874-9d16-242179211a8d to the Glance image server {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1599.926623] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Destroying the VM {{(pid=62181) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1599.927307] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-55bf733f-9846-4be5-8877-74d9efb7e08e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.934938] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the task: (returnval){ [ 1599.934938] env[62181]: value = "task-1790179" [ 1599.934938] env[62181]: _type = "Task" [ 1599.934938] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.943717] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790179, 'name': Destroy_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.958021] env[62181]: DEBUG nova.network.neutron [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Successfully updated port: edbc3aa9-3ce6-4cc9-b5b3-56409adaa1aa {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1599.975743] env[62181]: DEBUG oslo_concurrency.lockutils [req-f5e9b03b-ab44-48d8-a89f-c6f08c395786 req-a5e03eb0-446d-4bd3-819c-86aabfab32fe service nova] Releasing lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.102910] env[62181]: DEBUG nova.network.neutron [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Successfully updated port: 244f758b-0f50-478d-823e-ffff920576fe {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1600.122046] env[62181]: DEBUG nova.compute.utils [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1600.123180] env[62181]: DEBUG nova.compute.manager [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1600.123351] env[62181]: DEBUG nova.network.neutron [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1600.164759] env[62181]: DEBUG nova.policy [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '820d966ac2b74c549ecdc5a269af4fa3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eeab6549a5fe4efaa5b99cc4705eef80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1600.287136] env[62181]: DEBUG oslo_concurrency.lockutils [req-76b2c2c3-b1ec-4f04-b05a-b5314e7f3ea8 req-fca0c1a5-e48e-4dcf-a30c-4e3c33f455f6 service nova] Releasing lock "refresh_cache-7d8194b9-bb34-4c75-b687-c5f3cb93e47d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.450689] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790179, 'name': Destroy_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.462707] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquiring lock "refresh_cache-7d8194b9-bb34-4c75-b687-c5f3cb93e47d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.462913] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquired lock "refresh_cache-7d8194b9-bb34-4c75-b687-c5f3cb93e47d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.463087] env[62181]: DEBUG nova.network.neutron [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1600.513145] env[62181]: DEBUG nova.network.neutron [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Successfully created port: 4c9cd08d-ddab-45ce-94ec-e39609c7272e {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1600.603019] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b745fb-3ada-4ac8-b02f-ee3d54104846 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.604934] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "refresh_cache-4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.605233] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "refresh_cache-4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.605509] env[62181]: DEBUG nova.network.neutron [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1600.613484] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309da18b-289b-474d-82a5-19b1a088e3ec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.645629] env[62181]: DEBUG nova.compute.manager [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1600.648927] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4361c427-484e-4959-87e7-0f85f53e32d5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.657419] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d09649-96b5-4b10-9b4e-202de2901e43 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.671824] env[62181]: DEBUG nova.compute.provider_tree [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1600.948734] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790179, 'name': Destroy_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.014278] env[62181]: DEBUG nova.network.neutron [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1601.048143] env[62181]: DEBUG nova.compute.manager [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Received event network-vif-plugged-edbc3aa9-3ce6-4cc9-b5b3-56409adaa1aa {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1601.048358] env[62181]: DEBUG oslo_concurrency.lockutils [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] Acquiring lock "7d8194b9-bb34-4c75-b687-c5f3cb93e47d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.048566] env[62181]: DEBUG oslo_concurrency.lockutils [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] Lock "7d8194b9-bb34-4c75-b687-c5f3cb93e47d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.048733] env[62181]: DEBUG oslo_concurrency.lockutils [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] Lock "7d8194b9-bb34-4c75-b687-c5f3cb93e47d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.048896] env[62181]: DEBUG nova.compute.manager [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] No waiting events found dispatching network-vif-plugged-edbc3aa9-3ce6-4cc9-b5b3-56409adaa1aa {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1601.049080] env[62181]: WARNING nova.compute.manager [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Received unexpected event network-vif-plugged-edbc3aa9-3ce6-4cc9-b5b3-56409adaa1aa for instance with vm_state building and task_state spawning. [ 1601.049243] env[62181]: DEBUG nova.compute.manager [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Received event network-changed-edbc3aa9-3ce6-4cc9-b5b3-56409adaa1aa {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1601.049397] env[62181]: DEBUG nova.compute.manager [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Refreshing instance network info cache due to event network-changed-edbc3aa9-3ce6-4cc9-b5b3-56409adaa1aa. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1601.049559] env[62181]: DEBUG oslo_concurrency.lockutils [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] Acquiring lock "refresh_cache-7d8194b9-bb34-4c75-b687-c5f3cb93e47d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.157086] env[62181]: DEBUG nova.network.neutron [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1601.176061] env[62181]: DEBUG nova.scheduler.client.report [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1601.409128] env[62181]: DEBUG nova.network.neutron [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Updating instance_info_cache with network_info: [{"id": "244f758b-0f50-478d-823e-ffff920576fe", "address": "fa:16:3e:79:e9:48", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244f758b-0f", "ovs_interfaceid": "244f758b-0f50-478d-823e-ffff920576fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.449526] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790179, 'name': Destroy_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.470359] env[62181]: DEBUG nova.network.neutron [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Updating instance_info_cache with network_info: [{"id": "7a6beb36-0d4c-4a7d-89a2-285fb540b0a3", "address": "fa:16:3e:74:6c:62", "network": {"id": "bb036166-b6b6-45f0-b655-96314a315a70", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-18432620", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48b1a5cc1804c109e5404ce122df4d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a6beb36-0d", "ovs_interfaceid": "7a6beb36-0d4c-4a7d-89a2-285fb540b0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edbc3aa9-3ce6-4cc9-b5b3-56409adaa1aa", "address": "fa:16:3e:00:05:ec", "network": {"id": "ec66367e-b36d-4bca-b90e-0ec4a2e85012", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1940903154", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e48b1a5cc1804c109e5404ce122df4d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedbc3aa9-3c", "ovs_interfaceid": "edbc3aa9-3ce6-4cc9-b5b3-56409adaa1aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.660952] env[62181]: DEBUG nova.compute.manager [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1601.683510] env[62181]: DEBUG oslo_concurrency.lockutils [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.687233] env[62181]: DEBUG nova.virt.hardware [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1601.687482] env[62181]: DEBUG nova.virt.hardware [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1601.687650] env[62181]: DEBUG nova.virt.hardware [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1601.687833] env[62181]: DEBUG nova.virt.hardware [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1601.687979] env[62181]: DEBUG nova.virt.hardware [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1601.688140] env[62181]: DEBUG nova.virt.hardware [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1601.688338] env[62181]: DEBUG nova.virt.hardware [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1601.688494] env[62181]: DEBUG nova.virt.hardware [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1601.688657] env[62181]: DEBUG nova.virt.hardware [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1601.688817] env[62181]: DEBUG nova.virt.hardware [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1601.688994] env[62181]: DEBUG nova.virt.hardware [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1601.689569] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.439s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.689569] env[62181]: DEBUG nova.objects.instance [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Lazy-loading 'resources' on Instance uuid d0f2fe87-b24d-4fdb-987b-39138467eb7e {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.691555] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae464c2-ae4c-43d9-8a0c-6e7e45a61ca9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.702874] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21e1294-ad7f-467e-ab8e-01ec7fa1b4fb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.707412] env[62181]: INFO nova.scheduler.client.report [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Deleted allocations for instance 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423 [ 1601.911772] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "refresh_cache-4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.912172] env[62181]: DEBUG nova.compute.manager [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Instance network_info: |[{"id": "244f758b-0f50-478d-823e-ffff920576fe", "address": "fa:16:3e:79:e9:48", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244f758b-0f", "ovs_interfaceid": "244f758b-0f50-478d-823e-ffff920576fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1601.913132] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:e9:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '244f758b-0f50-478d-823e-ffff920576fe', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1601.920979] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Creating folder: Project (3b810530d8404a9a8d3161b09971917d). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1601.921357] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-102ef8e3-554d-46f6-8b99-676233ff13a0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.936487] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Created folder: Project (3b810530d8404a9a8d3161b09971917d) in parent group-v371238. [ 1601.936673] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Creating folder: Instances. Parent ref: group-v371397. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1601.936921] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4f27457-969a-4031-9ae2-10ae16c368bd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.949639] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790179, 'name': Destroy_Task, 'duration_secs': 1.56807} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.949857] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Destroyed the VM [ 1601.950114] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Deleting Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1601.950375] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b447be4f-94c3-4284-ad6f-0679cc77ab9c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.954173] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Created folder: Instances in parent group-v371397. [ 1601.954416] env[62181]: DEBUG oslo.service.loopingcall [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1601.954644] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1601.954812] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0b6f9fe-47b7-421e-a96f-f57aca6ce44b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.970982] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the task: (returnval){ [ 1601.970982] env[62181]: value = "task-1790182" [ 1601.970982] env[62181]: _type = "Task" [ 1601.970982] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.975164] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Releasing lock "refresh_cache-7d8194b9-bb34-4c75-b687-c5f3cb93e47d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.975601] env[62181]: DEBUG nova.compute.manager [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Instance network_info: |[{"id": "7a6beb36-0d4c-4a7d-89a2-285fb540b0a3", "address": "fa:16:3e:74:6c:62", "network": {"id": "bb036166-b6b6-45f0-b655-96314a315a70", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-18432620", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48b1a5cc1804c109e5404ce122df4d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a6beb36-0d", "ovs_interfaceid": "7a6beb36-0d4c-4a7d-89a2-285fb540b0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edbc3aa9-3ce6-4cc9-b5b3-56409adaa1aa", "address": "fa:16:3e:00:05:ec", "network": {"id": "ec66367e-b36d-4bca-b90e-0ec4a2e85012", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1940903154", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e48b1a5cc1804c109e5404ce122df4d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedbc3aa9-3c", "ovs_interfaceid": "edbc3aa9-3ce6-4cc9-b5b3-56409adaa1aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1601.977146] env[62181]: DEBUG oslo_concurrency.lockutils [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] Acquired lock "refresh_cache-7d8194b9-bb34-4c75-b687-c5f3cb93e47d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.977364] env[62181]: DEBUG nova.network.neutron [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Refreshing network info cache for port edbc3aa9-3ce6-4cc9-b5b3-56409adaa1aa {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1601.978567] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:6c:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a6beb36-0d4c-4a7d-89a2-285fb540b0a3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:05:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edbc3aa9-3ce6-4cc9-b5b3-56409adaa1aa', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1601.987975] env[62181]: DEBUG oslo.service.loopingcall [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1601.988627] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1601.988627] env[62181]: value = "task-1790183" [ 1601.988627] env[62181]: _type = "Task" [ 1601.988627] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.989706] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1601.993243] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69b85adb-f2e5-4838-bf7e-9ecf8eaa906b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.012674] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790182, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.019966] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790183, 'name': CreateVM_Task} progress is 15%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.021376] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1602.021376] env[62181]: value = "task-1790184" [ 1602.021376] env[62181]: _type = "Task" [ 1602.021376] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.030669] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790184, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.156542] env[62181]: DEBUG nova.network.neutron [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Successfully updated port: 4c9cd08d-ddab-45ce-94ec-e39609c7272e {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1602.219140] env[62181]: DEBUG oslo_concurrency.lockutils [None req-616721cd-e996-4856-9fa7-4bcfb8550599 tempest-ServersAaction247Test-1152765857 tempest-ServersAaction247Test-1152765857-project-member] Lock "7cb6a55f-b1b9-4fb3-b0d2-d4e108345423" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.153s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.486467] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790182, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.503881] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790183, 'name': CreateVM_Task, 'duration_secs': 0.398086} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.506447] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1602.507270] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.507633] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.507828] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1602.508661] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90b2b9bd-0517-49b7-8010-39acfe4a700d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.513814] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1602.513814] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52ca496b-e55f-4dc8-894b-86e5152b3081" [ 1602.513814] env[62181]: _type = "Task" [ 1602.513814] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.523462] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52ca496b-e55f-4dc8-894b-86e5152b3081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.531828] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790184, 'name': CreateVM_Task, 'duration_secs': 0.449684} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.531971] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1602.532787] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.663193] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "refresh_cache-61ab808e-c9d3-4591-8a52-a6da274fd5a5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.663455] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired lock "refresh_cache-61ab808e-c9d3-4591-8a52-a6da274fd5a5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.663455] env[62181]: DEBUG nova.network.neutron [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1602.667042] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707cf24b-17fd-4d2c-87dc-b194407c1c08 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.673840] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46912a91-a942-4d75-bc64-bdbcc4bad377 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.708528] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c282262-c872-427b-8f5c-c53499f9f840 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.718122] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158b3e25-6a12-41cc-9cf8-21c9e776f4e0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.733610] env[62181]: DEBUG nova.compute.provider_tree [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1602.781915] env[62181]: DEBUG nova.network.neutron [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Updated VIF entry in instance network info cache for port edbc3aa9-3ce6-4cc9-b5b3-56409adaa1aa. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1602.782399] env[62181]: DEBUG nova.network.neutron [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Updating instance_info_cache with network_info: [{"id": "7a6beb36-0d4c-4a7d-89a2-285fb540b0a3", "address": "fa:16:3e:74:6c:62", "network": {"id": "bb036166-b6b6-45f0-b655-96314a315a70", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-18432620", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48b1a5cc1804c109e5404ce122df4d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a6beb36-0d", "ovs_interfaceid": "7a6beb36-0d4c-4a7d-89a2-285fb540b0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edbc3aa9-3ce6-4cc9-b5b3-56409adaa1aa", "address": "fa:16:3e:00:05:ec", "network": {"id": "ec66367e-b36d-4bca-b90e-0ec4a2e85012", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1940903154", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e48b1a5cc1804c109e5404ce122df4d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedbc3aa9-3c", "ovs_interfaceid": "edbc3aa9-3ce6-4cc9-b5b3-56409adaa1aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.983032] env[62181]: DEBUG oslo_vmware.api [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790182, 'name': RemoveSnapshot_Task, 'duration_secs': 0.645043} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.983032] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Deleted Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1602.983032] env[62181]: INFO nova.compute.manager [None req-67f8c139-75fe-43b3-82d2-33c7f01ee9cf tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Took 18.89 seconds to snapshot the instance on the hypervisor. [ 1603.026654] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52ca496b-e55f-4dc8-894b-86e5152b3081, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.026972] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.027223] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1603.027449] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.027594] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.027805] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1603.028481] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.028481] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1603.028627] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a04f569d-7efb-485e-8c70-09bd0324b8fb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.030420] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1284a50a-2d36-468d-8f70-fbce362a48de {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.035983] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1603.035983] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5206df48-d45c-3b00-4469-a5f79e699364" [ 1603.035983] env[62181]: _type = "Task" [ 1603.035983] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.039925] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1603.040113] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1603.041324] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70efc49b-de38-4e89-a582-1f5b77baee82 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.046321] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5206df48-d45c-3b00-4469-a5f79e699364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.049416] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1603.049416] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52131e93-9761-6bae-026e-a67c40a790c0" [ 1603.049416] env[62181]: _type = "Task" [ 1603.049416] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.057122] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52131e93-9761-6bae-026e-a67c40a790c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.081246] env[62181]: DEBUG nova.compute.manager [req-cb35acb0-d21b-466a-aa0f-b86aa9c4e4c6 req-1a8ee961-d441-4a5a-88af-b38d4f8d92e6 service nova] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Received event network-vif-plugged-4c9cd08d-ddab-45ce-94ec-e39609c7272e {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1603.081246] env[62181]: DEBUG oslo_concurrency.lockutils [req-cb35acb0-d21b-466a-aa0f-b86aa9c4e4c6 req-1a8ee961-d441-4a5a-88af-b38d4f8d92e6 service nova] Acquiring lock "61ab808e-c9d3-4591-8a52-a6da274fd5a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.081246] env[62181]: DEBUG oslo_concurrency.lockutils [req-cb35acb0-d21b-466a-aa0f-b86aa9c4e4c6 req-1a8ee961-d441-4a5a-88af-b38d4f8d92e6 service nova] Lock "61ab808e-c9d3-4591-8a52-a6da274fd5a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.081246] env[62181]: DEBUG oslo_concurrency.lockutils [req-cb35acb0-d21b-466a-aa0f-b86aa9c4e4c6 req-1a8ee961-d441-4a5a-88af-b38d4f8d92e6 service nova] Lock "61ab808e-c9d3-4591-8a52-a6da274fd5a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.081246] env[62181]: DEBUG nova.compute.manager [req-cb35acb0-d21b-466a-aa0f-b86aa9c4e4c6 req-1a8ee961-d441-4a5a-88af-b38d4f8d92e6 service nova] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] No waiting events found dispatching network-vif-plugged-4c9cd08d-ddab-45ce-94ec-e39609c7272e {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1603.081246] env[62181]: WARNING nova.compute.manager [req-cb35acb0-d21b-466a-aa0f-b86aa9c4e4c6 req-1a8ee961-d441-4a5a-88af-b38d4f8d92e6 service nova] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Received unexpected event network-vif-plugged-4c9cd08d-ddab-45ce-94ec-e39609c7272e for instance with vm_state building and task_state spawning. [ 1603.081246] env[62181]: DEBUG nova.compute.manager [req-cb35acb0-d21b-466a-aa0f-b86aa9c4e4c6 req-1a8ee961-d441-4a5a-88af-b38d4f8d92e6 service nova] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Received event network-changed-4c9cd08d-ddab-45ce-94ec-e39609c7272e {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1603.081246] env[62181]: DEBUG nova.compute.manager [req-cb35acb0-d21b-466a-aa0f-b86aa9c4e4c6 req-1a8ee961-d441-4a5a-88af-b38d4f8d92e6 service nova] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Refreshing instance network info cache due to event network-changed-4c9cd08d-ddab-45ce-94ec-e39609c7272e. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1603.081246] env[62181]: DEBUG oslo_concurrency.lockutils [req-cb35acb0-d21b-466a-aa0f-b86aa9c4e4c6 req-1a8ee961-d441-4a5a-88af-b38d4f8d92e6 service nova] Acquiring lock "refresh_cache-61ab808e-c9d3-4591-8a52-a6da274fd5a5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.224239] env[62181]: DEBUG nova.network.neutron [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1603.236857] env[62181]: DEBUG nova.scheduler.client.report [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1603.284661] env[62181]: DEBUG oslo_concurrency.lockutils [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] Releasing lock "refresh_cache-7d8194b9-bb34-4c75-b687-c5f3cb93e47d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.284937] env[62181]: DEBUG nova.compute.manager [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Received event network-vif-plugged-244f758b-0f50-478d-823e-ffff920576fe {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1603.285151] env[62181]: DEBUG oslo_concurrency.lockutils [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] Acquiring lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.285351] env[62181]: DEBUG oslo_concurrency.lockutils [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] Lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.285508] env[62181]: DEBUG oslo_concurrency.lockutils [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] Lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.285670] env[62181]: DEBUG nova.compute.manager [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] No waiting events found dispatching network-vif-plugged-244f758b-0f50-478d-823e-ffff920576fe {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1603.285831] env[62181]: WARNING nova.compute.manager [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Received unexpected event network-vif-plugged-244f758b-0f50-478d-823e-ffff920576fe for instance with vm_state building and task_state spawning. [ 1603.285983] env[62181]: DEBUG nova.compute.manager [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Received event network-changed-244f758b-0f50-478d-823e-ffff920576fe {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1603.286147] env[62181]: DEBUG nova.compute.manager [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Refreshing instance network info cache due to event network-changed-244f758b-0f50-478d-823e-ffff920576fe. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1603.286321] env[62181]: DEBUG oslo_concurrency.lockutils [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] Acquiring lock "refresh_cache-4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.286452] env[62181]: DEBUG oslo_concurrency.lockutils [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] Acquired lock "refresh_cache-4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.286605] env[62181]: DEBUG nova.network.neutron [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Refreshing network info cache for port 244f758b-0f50-478d-823e-ffff920576fe {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1603.434579] env[62181]: DEBUG nova.network.neutron [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Updating instance_info_cache with network_info: [{"id": "4c9cd08d-ddab-45ce-94ec-e39609c7272e", "address": "fa:16:3e:85:1b:89", "network": {"id": "2239479c-690a-4f6a-934c-cb7afef254ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1593847906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeab6549a5fe4efaa5b99cc4705eef80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c9cd08d-dd", "ovs_interfaceid": "4c9cd08d-ddab-45ce-94ec-e39609c7272e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.551259] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5206df48-d45c-3b00-4469-a5f79e699364, 'name': SearchDatastore_Task, 'duration_secs': 0.009988} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.556677] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.556919] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1603.557148] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.564750] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52131e93-9761-6bae-026e-a67c40a790c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009675} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.565532] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8b1988-b673-4e9e-822c-f6e916565b16 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.571040] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1603.571040] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]526f545c-e930-deb1-bb09-b58f7ef9e5df" [ 1603.571040] env[62181]: _type = "Task" [ 1603.571040] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.579711] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]526f545c-e930-deb1-bb09-b58f7ef9e5df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.743849] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.746516] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.436s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.748833] env[62181]: INFO nova.compute.claims [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1603.776359] env[62181]: INFO nova.scheduler.client.report [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Deleted allocations for instance d0f2fe87-b24d-4fdb-987b-39138467eb7e [ 1603.937247] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Releasing lock "refresh_cache-61ab808e-c9d3-4591-8a52-a6da274fd5a5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.937857] env[62181]: DEBUG nova.compute.manager [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Instance network_info: |[{"id": "4c9cd08d-ddab-45ce-94ec-e39609c7272e", "address": "fa:16:3e:85:1b:89", "network": {"id": "2239479c-690a-4f6a-934c-cb7afef254ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1593847906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeab6549a5fe4efaa5b99cc4705eef80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c9cd08d-dd", "ovs_interfaceid": "4c9cd08d-ddab-45ce-94ec-e39609c7272e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1603.938400] env[62181]: DEBUG oslo_concurrency.lockutils [req-cb35acb0-d21b-466a-aa0f-b86aa9c4e4c6 req-1a8ee961-d441-4a5a-88af-b38d4f8d92e6 service nova] Acquired lock "refresh_cache-61ab808e-c9d3-4591-8a52-a6da274fd5a5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.938648] env[62181]: DEBUG nova.network.neutron [req-cb35acb0-d21b-466a-aa0f-b86aa9c4e4c6 req-1a8ee961-d441-4a5a-88af-b38d4f8d92e6 service nova] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Refreshing network info cache for port 4c9cd08d-ddab-45ce-94ec-e39609c7272e {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1603.943714] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:1b:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c9cd08d-ddab-45ce-94ec-e39609c7272e', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1603.961614] env[62181]: DEBUG oslo.service.loopingcall [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1603.969179] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1603.969896] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3923157b-947c-4114-b812-e50cf80437a1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.993227] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1603.993227] env[62181]: value = "task-1790185" [ 1603.993227] env[62181]: _type = "Task" [ 1603.993227] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.003248] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790185, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.052566] env[62181]: DEBUG oslo_concurrency.lockutils [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Acquiring lock "dcfd3b17-c193-416b-8e6b-f1c149769c30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.052886] env[62181]: DEBUG oslo_concurrency.lockutils [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Lock "dcfd3b17-c193-416b-8e6b-f1c149769c30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.053435] env[62181]: DEBUG oslo_concurrency.lockutils [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Acquiring lock "dcfd3b17-c193-416b-8e6b-f1c149769c30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.053435] env[62181]: DEBUG oslo_concurrency.lockutils [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Lock "dcfd3b17-c193-416b-8e6b-f1c149769c30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.053890] env[62181]: DEBUG oslo_concurrency.lockutils [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Lock "dcfd3b17-c193-416b-8e6b-f1c149769c30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.056550] env[62181]: INFO nova.compute.manager [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Terminating instance [ 1604.085953] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]526f545c-e930-deb1-bb09-b58f7ef9e5df, 'name': SearchDatastore_Task, 'duration_secs': 0.011857} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.086584] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.086968] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 4b6efecf-cfdc-4e6a-8f26-1475f0f52133/4b6efecf-cfdc-4e6a-8f26-1475f0f52133.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1604.087164] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.087355] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.087572] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-231e6c94-f917-403f-9d98-00e1d7746a5a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.090311] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4107802f-ed9f-435a-af2c-9d031dc0b715 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.098352] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1604.098352] env[62181]: value = "task-1790186" [ 1604.098352] env[62181]: _type = "Task" [ 1604.098352] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.103524] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.103715] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1604.105030] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59223da7-6bb7-472f-88f5-b205e4b4d297 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.113011] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.117045] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1604.117045] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52942d92-8cb9-3293-e8fa-4a5384352e9a" [ 1604.117045] env[62181]: _type = "Task" [ 1604.117045] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.132135] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52942d92-8cb9-3293-e8fa-4a5384352e9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009095} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.133694] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e9263a-d089-4eb2-863d-7f751b6a35a9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.142062] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1604.142062] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5281fd46-5af9-7925-37db-e2bf902c176b" [ 1604.142062] env[62181]: _type = "Task" [ 1604.142062] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.151657] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5281fd46-5af9-7925-37db-e2bf902c176b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.211246] env[62181]: DEBUG nova.network.neutron [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Updated VIF entry in instance network info cache for port 244f758b-0f50-478d-823e-ffff920576fe. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1604.212183] env[62181]: DEBUG nova.network.neutron [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Updating instance_info_cache with network_info: [{"id": "244f758b-0f50-478d-823e-ffff920576fe", "address": "fa:16:3e:79:e9:48", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244f758b-0f", "ovs_interfaceid": "244f758b-0f50-478d-823e-ffff920576fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.285419] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2926e7e9-1b44-4266-98c1-83c9d237bd06 tempest-ServersTestJSON-493271512 tempest-ServersTestJSON-493271512-project-member] Lock "d0f2fe87-b24d-4fdb-987b-39138467eb7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.418s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.376878] env[62181]: DEBUG nova.network.neutron [req-cb35acb0-d21b-466a-aa0f-b86aa9c4e4c6 req-1a8ee961-d441-4a5a-88af-b38d4f8d92e6 service nova] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Updated VIF entry in instance network info cache for port 4c9cd08d-ddab-45ce-94ec-e39609c7272e. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1604.377366] env[62181]: DEBUG nova.network.neutron [req-cb35acb0-d21b-466a-aa0f-b86aa9c4e4c6 req-1a8ee961-d441-4a5a-88af-b38d4f8d92e6 service nova] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Updating instance_info_cache with network_info: [{"id": "4c9cd08d-ddab-45ce-94ec-e39609c7272e", "address": "fa:16:3e:85:1b:89", "network": {"id": "2239479c-690a-4f6a-934c-cb7afef254ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1593847906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeab6549a5fe4efaa5b99cc4705eef80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c9cd08d-dd", "ovs_interfaceid": "4c9cd08d-ddab-45ce-94ec-e39609c7272e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.506706] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790185, 'name': CreateVM_Task, 'duration_secs': 0.498084} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.507110] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1604.507942] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.508118] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.508712] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1604.508786] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c277ec0-9c26-497a-aaff-7a79be72f607 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.518186] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1604.518186] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c43a89-8524-058b-78f0-440ceb4fbfc2" [ 1604.518186] env[62181]: _type = "Task" [ 1604.518186] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.529732] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c43a89-8524-058b-78f0-440ceb4fbfc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.560801] env[62181]: DEBUG nova.compute.manager [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1604.561100] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1604.562290] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bded590-5496-48fa-b660-9424c388ee7f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.574453] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1604.574760] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7bc1ea2-3ab3-4f69-8f37-d0270765b11e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.586812] env[62181]: DEBUG oslo_vmware.api [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the task: (returnval){ [ 1604.586812] env[62181]: value = "task-1790187" [ 1604.586812] env[62181]: _type = "Task" [ 1604.586812] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.602968] env[62181]: DEBUG oslo_vmware.api [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.619122] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790186, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.654819] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5281fd46-5af9-7925-37db-e2bf902c176b, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.655224] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.655491] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 7d8194b9-bb34-4c75-b687-c5f3cb93e47d/7d8194b9-bb34-4c75-b687-c5f3cb93e47d.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1604.655759] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3135ec4-de18-415a-8833-077a6037d393 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.664465] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1604.664465] env[62181]: value = "task-1790188" [ 1604.664465] env[62181]: _type = "Task" [ 1604.664465] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.673766] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.718656] env[62181]: DEBUG oslo_concurrency.lockutils [req-cb2a4fcc-7fd7-458d-ba15-4539677c09d1 req-c529d855-23e4-4534-8fc8-baee36eaf8bd service nova] Releasing lock "refresh_cache-4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.881287] env[62181]: DEBUG oslo_concurrency.lockutils [req-cb35acb0-d21b-466a-aa0f-b86aa9c4e4c6 req-1a8ee961-d441-4a5a-88af-b38d4f8d92e6 service nova] Releasing lock "refresh_cache-61ab808e-c9d3-4591-8a52-a6da274fd5a5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.034087] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c43a89-8524-058b-78f0-440ceb4fbfc2, 'name': SearchDatastore_Task, 'duration_secs': 0.067785} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.034796] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.035074] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1605.035383] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.035536] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.035770] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1605.036096] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42d8713b-b53b-4bca-935f-0b4b667b16e1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.069905] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1605.070153] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1605.071111] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca4d2f8-4eac-4693-a740-cdb2dcebe094 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.085839] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1605.085839] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52bf5681-4265-a3e4-8dfe-fec2d9bcebc1" [ 1605.085839] env[62181]: _type = "Task" [ 1605.085839] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.099307] env[62181]: DEBUG oslo_vmware.api [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790187, 'name': PowerOffVM_Task, 'duration_secs': 0.24255} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.105662] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1605.105860] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1605.106261] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52bf5681-4265-a3e4-8dfe-fec2d9bcebc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.107161] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30f9be60-6c62-4f48-aee2-35bf269021b8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.119897] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548201} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.123255] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 4b6efecf-cfdc-4e6a-8f26-1475f0f52133/4b6efecf-cfdc-4e6a-8f26-1475f0f52133.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1605.123523] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1605.124902] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e26b7fb-be36-4985-9a3d-d504d64cc377 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.134301] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1605.134301] env[62181]: value = "task-1790190" [ 1605.134301] env[62181]: _type = "Task" [ 1605.134301] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.149938] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.177581] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790188, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.215448] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1605.215759] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1605.216125] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Deleting the datastore file [datastore1] dcfd3b17-c193-416b-8e6b-f1c149769c30 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1605.216445] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f2fe5f8-c605-43dd-a65e-a4033ec4b026 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.227077] env[62181]: DEBUG oslo_vmware.api [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for the task: (returnval){ [ 1605.227077] env[62181]: value = "task-1790191" [ 1605.227077] env[62181]: _type = "Task" [ 1605.227077] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.237632] env[62181]: DEBUG oslo_vmware.api [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.333245] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc54a09-313a-4cff-ae4c-8ed9edfd34c9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.341957] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28116ae-8450-4c32-bfa0-4f1e634f2f93 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.383600] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57923c30-41a4-43cb-9447-87f59c38e47d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.393884] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad30537-4701-4bac-9ef3-b5369b415cf5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.410697] env[62181]: DEBUG nova.compute.provider_tree [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.601030] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52bf5681-4265-a3e4-8dfe-fec2d9bcebc1, 'name': SearchDatastore_Task, 'duration_secs': 0.05912} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.601030] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a727d85-b669-4f00-8653-bb9b87f34794 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.604635] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1605.604635] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52412814-e7b2-46e0-27e9-b7edcd29e76c" [ 1605.604635] env[62181]: _type = "Task" [ 1605.604635] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.613543] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52412814-e7b2-46e0-27e9-b7edcd29e76c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.646282] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142849} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.646630] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1605.647574] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451ac6da-9d38-4f52-9a86-6f50740af592 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.678131] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 4b6efecf-cfdc-4e6a-8f26-1475f0f52133/4b6efecf-cfdc-4e6a-8f26-1475f0f52133.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1605.684577] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caa42f73-7a10-4003-8eae-4401df5d49e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.704059] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556539} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.705441] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 7d8194b9-bb34-4c75-b687-c5f3cb93e47d/7d8194b9-bb34-4c75-b687-c5f3cb93e47d.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1605.705763] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1605.709478] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1605.709478] env[62181]: value = "task-1790192" [ 1605.709478] env[62181]: _type = "Task" [ 1605.709478] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.709478] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83e33b06-84ff-4551-b6da-7f40b561fc4b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.723383] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.724573] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1605.724573] env[62181]: value = "task-1790193" [ 1605.724573] env[62181]: _type = "Task" [ 1605.724573] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.739604] env[62181]: DEBUG oslo_vmware.api [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Task: {'id': task-1790191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174947} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.743521] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1605.743521] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1605.743521] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1605.743521] env[62181]: INFO nova.compute.manager [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1605.743521] env[62181]: DEBUG oslo.service.loopingcall [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1605.743753] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.744404] env[62181]: DEBUG nova.compute.manager [-] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1605.744404] env[62181]: DEBUG nova.network.neutron [-] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1605.914613] env[62181]: DEBUG nova.scheduler.client.report [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1606.118797] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52412814-e7b2-46e0-27e9-b7edcd29e76c, 'name': SearchDatastore_Task, 'duration_secs': 0.064497} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.119198] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.119485] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 61ab808e-c9d3-4591-8a52-a6da274fd5a5/61ab808e-c9d3-4591-8a52-a6da274fd5a5.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1606.119751] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f48c71dc-8b25-45b3-aa82-91377b9d0727 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.130937] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1606.130937] env[62181]: value = "task-1790194" [ 1606.130937] env[62181]: _type = "Task" [ 1606.130937] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.141301] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.188016] env[62181]: DEBUG nova.compute.manager [req-6aaca3ea-4a52-4910-a80f-e77134885e3b req-20beae3b-461a-4a5d-b7f6-37d36288c6d8 service nova] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Received event network-vif-deleted-8a756bf1-57d1-49ab-9527-76a2c8691b06 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1606.188242] env[62181]: INFO nova.compute.manager [req-6aaca3ea-4a52-4910-a80f-e77134885e3b req-20beae3b-461a-4a5d-b7f6-37d36288c6d8 service nova] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Neutron deleted interface 8a756bf1-57d1-49ab-9527-76a2c8691b06; detaching it from the instance and deleting it from the info cache [ 1606.188494] env[62181]: DEBUG nova.network.neutron [req-6aaca3ea-4a52-4910-a80f-e77134885e3b req-20beae3b-461a-4a5d-b7f6-37d36288c6d8 service nova] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.220788] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790192, 'name': ReconfigVM_Task, 'duration_secs': 0.341718} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.221479] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 4b6efecf-cfdc-4e6a-8f26-1475f0f52133/4b6efecf-cfdc-4e6a-8f26-1475f0f52133.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1606.222144] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11411b5d-3691-4ff7-80d6-b7c6f3a5d79d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.231856] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1606.231856] env[62181]: value = "task-1790195" [ 1606.231856] env[62181]: _type = "Task" [ 1606.231856] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.235279] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080156} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.238965] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1606.240212] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd964c8-bc0c-49c0-b07b-862e89233302 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.250193] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790195, 'name': Rename_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.276015] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 7d8194b9-bb34-4c75-b687-c5f3cb93e47d/7d8194b9-bb34-4c75-b687-c5f3cb93e47d.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1606.276398] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a58b28-e021-41bb-9e90-8412ba750ef4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.301817] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1606.301817] env[62181]: value = "task-1790196" [ 1606.301817] env[62181]: _type = "Task" [ 1606.301817] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.312523] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.420215] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.420760] env[62181]: DEBUG nova.compute.manager [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1606.423984] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.792s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.424376] env[62181]: DEBUG nova.objects.instance [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lazy-loading 'resources' on Instance uuid 30abe2dc-f244-490c-aa4d-931da243efdc {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1606.600221] env[62181]: DEBUG nova.network.neutron [-] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.641930] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790194, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.696825] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2d890ad-9bc1-477e-bf99-366d528005f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.711293] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0703f98a-fb23-4daf-b9ad-549f87b7c526 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.750636] env[62181]: DEBUG nova.compute.manager [req-6aaca3ea-4a52-4910-a80f-e77134885e3b req-20beae3b-461a-4a5d-b7f6-37d36288c6d8 service nova] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Detach interface failed, port_id=8a756bf1-57d1-49ab-9527-76a2c8691b06, reason: Instance dcfd3b17-c193-416b-8e6b-f1c149769c30 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1606.759558] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790195, 'name': Rename_Task, 'duration_secs': 0.172957} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.759805] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1606.760071] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14fb4623-6f7e-423a-ba6c-ceb6eaa63f50 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.768216] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1606.768216] env[62181]: value = "task-1790197" [ 1606.768216] env[62181]: _type = "Task" [ 1606.768216] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.778913] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.815677] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.930148] env[62181]: DEBUG nova.compute.utils [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1606.935214] env[62181]: DEBUG nova.compute.manager [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1606.935630] env[62181]: DEBUG nova.network.neutron [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1607.004483] env[62181]: DEBUG nova.policy [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7c5c7a52a414e78b2941ddc97399de6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95b0a5b387254b9da00cd2efb84a7e50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1607.103672] env[62181]: INFO nova.compute.manager [-] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Took 1.36 seconds to deallocate network for instance. [ 1607.147294] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64328} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.147690] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 61ab808e-c9d3-4591-8a52-a6da274fd5a5/61ab808e-c9d3-4591-8a52-a6da274fd5a5.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1607.149201] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1607.149201] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82b54acf-8023-49fe-a85b-b2f4630c0f7d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.163014] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1607.163014] env[62181]: value = "task-1790198" [ 1607.163014] env[62181]: _type = "Task" [ 1607.163014] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.175642] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.281492] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790197, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.315970] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790196, 'name': ReconfigVM_Task, 'duration_secs': 0.702327} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.316602] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 7d8194b9-bb34-4c75-b687-c5f3cb93e47d/7d8194b9-bb34-4c75-b687-c5f3cb93e47d.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1607.322076] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0474297-92aa-487b-bf91-1b2679d2453f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.331741] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1607.331741] env[62181]: value = "task-1790199" [ 1607.331741] env[62181]: _type = "Task" [ 1607.331741] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.345835] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790199, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.435839] env[62181]: DEBUG nova.compute.manager [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1607.484706] env[62181]: DEBUG nova.network.neutron [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Successfully created port: 96bcc0b5-6d07-4f7a-a665-5732bc1cb541 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1607.504022] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5b387e-b0b0-4585-ba1f-283e3b256e3c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.515848] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b9c036-bfae-4215-b3f1-7e60056e3bf8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.558256] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c7bc14-77a3-4cd0-9734-3b5a5f77fe6d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.568331] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77156f9-fc8f-4414-a822-083d235f280f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.591269] env[62181]: DEBUG nova.compute.provider_tree [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.619019] env[62181]: DEBUG oslo_concurrency.lockutils [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.674095] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071024} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.674532] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1607.679027] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d05af59-2d08-4b82-b1e6-6a018ad7c9a8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.703706] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 61ab808e-c9d3-4591-8a52-a6da274fd5a5/61ab808e-c9d3-4591-8a52-a6da274fd5a5.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1607.704139] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d496796-b4fc-418b-90b7-b6a947f5467b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.727606] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1607.727606] env[62181]: value = "task-1790200" [ 1607.727606] env[62181]: _type = "Task" [ 1607.727606] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.739398] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.781566] env[62181]: DEBUG oslo_vmware.api [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790197, 'name': PowerOnVM_Task, 'duration_secs': 0.649546} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.781566] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1607.781566] env[62181]: INFO nova.compute.manager [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1607.781566] env[62181]: DEBUG nova.compute.manager [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1607.782092] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9b9ff8-84ce-4e71-ba6a-b090dba82a5c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.802559] env[62181]: DEBUG oslo_concurrency.lockutils [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.802841] env[62181]: DEBUG oslo_concurrency.lockutils [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.843453] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790199, 'name': Rename_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.095093] env[62181]: DEBUG nova.scheduler.client.report [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1608.240456] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790200, 'name': ReconfigVM_Task, 'duration_secs': 0.454099} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.240456] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 61ab808e-c9d3-4591-8a52-a6da274fd5a5/61ab808e-c9d3-4591-8a52-a6da274fd5a5.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1608.240456] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60d1413b-4130-4e7b-9b22-9e922b68d6bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.250076] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1608.250076] env[62181]: value = "task-1790201" [ 1608.250076] env[62181]: _type = "Task" [ 1608.250076] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.258722] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790201, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.302578] env[62181]: INFO nova.compute.manager [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Took 50.68 seconds to build instance. [ 1608.343234] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790199, 'name': Rename_Task, 'duration_secs': 0.907984} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.343537] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1608.343790] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1ee874b-21ff-49b4-a5f5-5d593ba0288c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.351699] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1608.351699] env[62181]: value = "task-1790202" [ 1608.351699] env[62181]: _type = "Task" [ 1608.351699] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.363788] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.445432] env[62181]: DEBUG nova.compute.manager [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1608.472909] env[62181]: DEBUG nova.virt.hardware [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1608.474113] env[62181]: DEBUG nova.virt.hardware [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1608.474113] env[62181]: DEBUG nova.virt.hardware [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1608.474113] env[62181]: DEBUG nova.virt.hardware [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1608.474113] env[62181]: DEBUG nova.virt.hardware [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1608.474113] env[62181]: DEBUG nova.virt.hardware [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1608.475248] env[62181]: DEBUG nova.virt.hardware [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1608.475248] env[62181]: DEBUG nova.virt.hardware [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1608.479149] env[62181]: DEBUG nova.virt.hardware [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1608.479407] env[62181]: DEBUG nova.virt.hardware [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1608.479600] env[62181]: DEBUG nova.virt.hardware [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1608.480510] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85c1823-6476-44cb-8eec-709d680be554 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.490944] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563ee6e2-60e2-4cf5-bf53-df2ee1f52008 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.601731] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.606240] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.545s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.606926] env[62181]: INFO nova.compute.claims [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1608.611828] env[62181]: DEBUG nova.compute.manager [req-894919dd-19da-4675-acef-be3857a928f6 req-c543ceda-b6f3-4140-ba65-337b404c14d1 service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Received event network-changed-244f758b-0f50-478d-823e-ffff920576fe {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1608.612070] env[62181]: DEBUG nova.compute.manager [req-894919dd-19da-4675-acef-be3857a928f6 req-c543ceda-b6f3-4140-ba65-337b404c14d1 service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Refreshing instance network info cache due to event network-changed-244f758b-0f50-478d-823e-ffff920576fe. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1608.612312] env[62181]: DEBUG oslo_concurrency.lockutils [req-894919dd-19da-4675-acef-be3857a928f6 req-c543ceda-b6f3-4140-ba65-337b404c14d1 service nova] Acquiring lock "refresh_cache-4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.612437] env[62181]: DEBUG oslo_concurrency.lockutils [req-894919dd-19da-4675-acef-be3857a928f6 req-c543ceda-b6f3-4140-ba65-337b404c14d1 service nova] Acquired lock "refresh_cache-4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.612633] env[62181]: DEBUG nova.network.neutron [req-894919dd-19da-4675-acef-be3857a928f6 req-c543ceda-b6f3-4140-ba65-337b404c14d1 service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Refreshing network info cache for port 244f758b-0f50-478d-823e-ffff920576fe {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1608.644295] env[62181]: INFO nova.scheduler.client.report [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Deleted allocations for instance 30abe2dc-f244-490c-aa4d-931da243efdc [ 1608.760697] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790201, 'name': Rename_Task, 'duration_secs': 0.17021} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.761388] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1608.761846] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f51eda06-1471-4ca8-ac20-392969c65a0a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.772191] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1608.772191] env[62181]: value = "task-1790203" [ 1608.772191] env[62181]: _type = "Task" [ 1608.772191] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.782501] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.803647] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6978ff10-8ae0-4c19-bc02-fcad3874fd01 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.184s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.864776] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.153502] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8070b1a8-8af0-40aa-b3ca-cd7cca44d821 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "30abe2dc-f244-490c-aa4d-931da243efdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.497s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.283992] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790203, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.307891] env[62181]: DEBUG nova.compute.manager [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1609.365355] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.592565] env[62181]: DEBUG nova.network.neutron [req-894919dd-19da-4675-acef-be3857a928f6 req-c543ceda-b6f3-4140-ba65-337b404c14d1 service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Updated VIF entry in instance network info cache for port 244f758b-0f50-478d-823e-ffff920576fe. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1609.592958] env[62181]: DEBUG nova.network.neutron [req-894919dd-19da-4675-acef-be3857a928f6 req-c543ceda-b6f3-4140-ba65-337b404c14d1 service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Updating instance_info_cache with network_info: [{"id": "244f758b-0f50-478d-823e-ffff920576fe", "address": "fa:16:3e:79:e9:48", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244f758b-0f", "ovs_interfaceid": "244f758b-0f50-478d-823e-ffff920576fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.750525] env[62181]: DEBUG nova.network.neutron [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Successfully updated port: 96bcc0b5-6d07-4f7a-a665-5732bc1cb541 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1609.789675] env[62181]: DEBUG oslo_vmware.api [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790203, 'name': PowerOnVM_Task, 'duration_secs': 0.76165} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.789959] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1609.790205] env[62181]: INFO nova.compute.manager [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1609.790407] env[62181]: DEBUG nova.compute.manager [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1609.795500] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaef96c-59b1-4026-bac3-ad1dc50f027e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.822373] env[62181]: DEBUG nova.compute.manager [req-aa31e202-b65e-40e9-b319-163ce77d573e req-9f2ff7cb-74a4-47cf-8f96-40d5d1cf8bd4 service nova] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Received event network-vif-plugged-96bcc0b5-6d07-4f7a-a665-5732bc1cb541 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1609.822736] env[62181]: DEBUG oslo_concurrency.lockutils [req-aa31e202-b65e-40e9-b319-163ce77d573e req-9f2ff7cb-74a4-47cf-8f96-40d5d1cf8bd4 service nova] Acquiring lock "4bc0e10e-367a-4fb4-bf83-1e4550d24790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.822768] env[62181]: DEBUG oslo_concurrency.lockutils [req-aa31e202-b65e-40e9-b319-163ce77d573e req-9f2ff7cb-74a4-47cf-8f96-40d5d1cf8bd4 service nova] Lock "4bc0e10e-367a-4fb4-bf83-1e4550d24790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.823046] env[62181]: DEBUG oslo_concurrency.lockutils [req-aa31e202-b65e-40e9-b319-163ce77d573e req-9f2ff7cb-74a4-47cf-8f96-40d5d1cf8bd4 service nova] Lock "4bc0e10e-367a-4fb4-bf83-1e4550d24790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.823259] env[62181]: DEBUG nova.compute.manager [req-aa31e202-b65e-40e9-b319-163ce77d573e req-9f2ff7cb-74a4-47cf-8f96-40d5d1cf8bd4 service nova] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] No waiting events found dispatching network-vif-plugged-96bcc0b5-6d07-4f7a-a665-5732bc1cb541 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1609.823503] env[62181]: WARNING nova.compute.manager [req-aa31e202-b65e-40e9-b319-163ce77d573e req-9f2ff7cb-74a4-47cf-8f96-40d5d1cf8bd4 service nova] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Received unexpected event network-vif-plugged-96bcc0b5-6d07-4f7a-a665-5732bc1cb541 for instance with vm_state building and task_state spawning. [ 1609.834730] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.865615] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.095653] env[62181]: DEBUG oslo_concurrency.lockutils [req-894919dd-19da-4675-acef-be3857a928f6 req-c543ceda-b6f3-4140-ba65-337b404c14d1 service nova] Releasing lock "refresh_cache-4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.119411] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4672f4-e8cd-4ab3-b912-8714343ef936 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.128281] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6218d92a-0ed6-4dec-b8f8-5a1b5fd8790e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.165631] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8909fd8e-b089-4686-bb4a-3e872e09e4ec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.174746] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ec6c55-a644-41d8-97fd-14db1fbfa6cc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.195549] env[62181]: DEBUG nova.compute.provider_tree [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.257925] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "refresh_cache-4bc0e10e-367a-4fb4-bf83-1e4550d24790" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.258107] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquired lock "refresh_cache-4bc0e10e-367a-4fb4-bf83-1e4550d24790" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.258268] env[62181]: DEBUG nova.network.neutron [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1610.317882] env[62181]: INFO nova.compute.manager [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Took 51.15 seconds to build instance. [ 1610.365722] env[62181]: DEBUG oslo_vmware.api [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790202, 'name': PowerOnVM_Task, 'duration_secs': 1.88145} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.366944] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1610.367241] env[62181]: INFO nova.compute.manager [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Took 14.18 seconds to spawn the instance on the hypervisor. [ 1610.367462] env[62181]: DEBUG nova.compute.manager [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1610.368313] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdb2a4c-51a2-4564-bd88-0d7250dae6de {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.528550] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "afa4d08f-349b-427f-951b-11bab9e10a86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.528780] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "afa4d08f-349b-427f-951b-11bab9e10a86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.699389] env[62181]: DEBUG nova.scheduler.client.report [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1610.798048] env[62181]: DEBUG nova.network.neutron [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1610.820679] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb626408-1e88-4b07-a3e4-f07f025be79f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "61ab808e-c9d3-4591-8a52-a6da274fd5a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.123s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.894459] env[62181]: INFO nova.compute.manager [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Took 55.42 seconds to build instance. [ 1610.989247] env[62181]: DEBUG nova.network.neutron [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Updating instance_info_cache with network_info: [{"id": "96bcc0b5-6d07-4f7a-a665-5732bc1cb541", "address": "fa:16:3e:72:ca:b3", "network": {"id": "82cda549-4273-4e7e-8973-61a0da103683", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-797074780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95b0a5b387254b9da00cd2efb84a7e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96bcc0b5-6d", "ovs_interfaceid": "96bcc0b5-6d07-4f7a-a665-5732bc1cb541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.205138] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.205606] env[62181]: DEBUG nova.compute.manager [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1611.211618] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.278s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.328745] env[62181]: DEBUG nova.compute.manager [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1611.397178] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f10062d1-3ada-4510-ad6b-aa0ca3ae4146 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "7d8194b9-bb34-4c75-b687-c5f3cb93e47d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.179s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.481692] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Acquiring lock "5ae9613f-6234-4a63-b9e0-0d926ddbac8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.481998] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Lock "5ae9613f-6234-4a63-b9e0-0d926ddbac8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.492302] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Releasing lock "refresh_cache-4bc0e10e-367a-4fb4-bf83-1e4550d24790" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.492602] env[62181]: DEBUG nova.compute.manager [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Instance network_info: |[{"id": "96bcc0b5-6d07-4f7a-a665-5732bc1cb541", "address": "fa:16:3e:72:ca:b3", "network": {"id": "82cda549-4273-4e7e-8973-61a0da103683", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-797074780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95b0a5b387254b9da00cd2efb84a7e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96bcc0b5-6d", "ovs_interfaceid": "96bcc0b5-6d07-4f7a-a665-5732bc1cb541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1611.493009] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:ca:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96bcc0b5-6d07-4f7a-a665-5732bc1cb541', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1611.500569] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Creating folder: Project (95b0a5b387254b9da00cd2efb84a7e50). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1611.501163] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11c32672-b21b-4619-ad70-3dd725791d88 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.516760] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Created folder: Project (95b0a5b387254b9da00cd2efb84a7e50) in parent group-v371238. [ 1611.516760] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Creating folder: Instances. Parent ref: group-v371402. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1611.516760] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4898c7c-e391-4f3e-916f-b8ba041019ea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.526754] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Created folder: Instances in parent group-v371402. [ 1611.527172] env[62181]: DEBUG oslo.service.loopingcall [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.527324] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1611.527778] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e1a7d17-d46e-445d-8852-6ad9ace97457 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.549407] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1611.549407] env[62181]: value = "task-1790206" [ 1611.549407] env[62181]: _type = "Task" [ 1611.549407] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.558823] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790206, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.715098] env[62181]: DEBUG nova.compute.utils [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1611.718522] env[62181]: INFO nova.compute.claims [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1611.722432] env[62181]: DEBUG nova.compute.manager [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1611.722432] env[62181]: DEBUG nova.network.neutron [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1611.783273] env[62181]: DEBUG nova.policy [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7c5c7a52a414e78b2941ddc97399de6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95b0a5b387254b9da00cd2efb84a7e50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1611.857379] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.859612] env[62181]: DEBUG nova.compute.manager [req-675e9ff5-6fd8-48d8-b158-20f80d127d28 req-7520faf7-6e49-47d2-b3e6-461155dfcfda service nova] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Received event network-changed-96bcc0b5-6d07-4f7a-a665-5732bc1cb541 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1611.859857] env[62181]: DEBUG nova.compute.manager [req-675e9ff5-6fd8-48d8-b158-20f80d127d28 req-7520faf7-6e49-47d2-b3e6-461155dfcfda service nova] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Refreshing instance network info cache due to event network-changed-96bcc0b5-6d07-4f7a-a665-5732bc1cb541. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1611.861572] env[62181]: DEBUG oslo_concurrency.lockutils [req-675e9ff5-6fd8-48d8-b158-20f80d127d28 req-7520faf7-6e49-47d2-b3e6-461155dfcfda service nova] Acquiring lock "refresh_cache-4bc0e10e-367a-4fb4-bf83-1e4550d24790" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.861662] env[62181]: DEBUG oslo_concurrency.lockutils [req-675e9ff5-6fd8-48d8-b158-20f80d127d28 req-7520faf7-6e49-47d2-b3e6-461155dfcfda service nova] Acquired lock "refresh_cache-4bc0e10e-367a-4fb4-bf83-1e4550d24790" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.861866] env[62181]: DEBUG nova.network.neutron [req-675e9ff5-6fd8-48d8-b158-20f80d127d28 req-7520faf7-6e49-47d2-b3e6-461155dfcfda service nova] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Refreshing network info cache for port 96bcc0b5-6d07-4f7a-a665-5732bc1cb541 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1611.900345] env[62181]: DEBUG nova.compute.manager [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1612.046840] env[62181]: DEBUG nova.network.neutron [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Successfully created port: b37f35d1-a4a9-4ff9-9b9b-647dfcff8315 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1612.059935] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790206, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.140912] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquiring lock "7d8194b9-bb34-4c75-b687-c5f3cb93e47d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.140912] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "7d8194b9-bb34-4c75-b687-c5f3cb93e47d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.141096] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquiring lock "7d8194b9-bb34-4c75-b687-c5f3cb93e47d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.141353] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "7d8194b9-bb34-4c75-b687-c5f3cb93e47d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.141584] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "7d8194b9-bb34-4c75-b687-c5f3cb93e47d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.144186] env[62181]: INFO nova.compute.manager [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Terminating instance [ 1612.165321] env[62181]: DEBUG nova.compute.manager [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1612.166275] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc920c7b-3647-4e53-864f-2c5574a67ab3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.226981] env[62181]: INFO nova.compute.resource_tracker [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updating resource usage from migration 4b54a15f-5d5f-4c30-a359-cbfec9ffb7da [ 1612.232694] env[62181]: DEBUG nova.compute.manager [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1612.433230] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.562532] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790206, 'name': CreateVM_Task, 'duration_secs': 0.663144} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.565799] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1612.567249] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.567249] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.567759] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1612.572547] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c5b61fb-9f52-4b69-9add-ce23859d70ca {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.576076] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1612.576076] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52540be1-3e1b-90ca-e5a3-65c6db5909a7" [ 1612.576076] env[62181]: _type = "Task" [ 1612.576076] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.589055] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52540be1-3e1b-90ca-e5a3-65c6db5909a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.651112] env[62181]: DEBUG nova.compute.manager [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1612.651379] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1612.652361] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c37fdbd-0e45-4baa-86bb-45b5b2458496 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.662452] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1612.663363] env[62181]: DEBUG nova.network.neutron [req-675e9ff5-6fd8-48d8-b158-20f80d127d28 req-7520faf7-6e49-47d2-b3e6-461155dfcfda service nova] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Updated VIF entry in instance network info cache for port 96bcc0b5-6d07-4f7a-a665-5732bc1cb541. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1612.663684] env[62181]: DEBUG nova.network.neutron [req-675e9ff5-6fd8-48d8-b158-20f80d127d28 req-7520faf7-6e49-47d2-b3e6-461155dfcfda service nova] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Updating instance_info_cache with network_info: [{"id": "96bcc0b5-6d07-4f7a-a665-5732bc1cb541", "address": "fa:16:3e:72:ca:b3", "network": {"id": "82cda549-4273-4e7e-8973-61a0da103683", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-797074780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95b0a5b387254b9da00cd2efb84a7e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96bcc0b5-6d", "ovs_interfaceid": "96bcc0b5-6d07-4f7a-a665-5732bc1cb541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.664884] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16d885ed-ee42-43c7-8ef6-d0139ed9585b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.672647] env[62181]: DEBUG oslo_vmware.api [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1612.672647] env[62181]: value = "task-1790207" [ 1612.672647] env[62181]: _type = "Task" [ 1612.672647] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.687815] env[62181]: INFO nova.compute.manager [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] instance snapshotting [ 1612.689915] env[62181]: DEBUG oslo_vmware.api [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.693963] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ba5d10-049a-4b01-827d-a35973a44010 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.716911] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292da05d-fe42-4025-8d62-787d95cd57a7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.756049] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01b99ab-9a08-43f7-839f-8661dd9d648b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.764729] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a662105b-9447-4eaa-aebe-c90070758ea0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.797853] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0d9cdc-cb51-43db-86fd-9aebbe5fb04a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.807081] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700e8a39-6a12-4f76-b836-98580de95f97 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.822336] env[62181]: DEBUG nova.compute.provider_tree [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.087067] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52540be1-3e1b-90ca-e5a3-65c6db5909a7, 'name': SearchDatastore_Task, 'duration_secs': 0.057877} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.087352] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.087581] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1613.087808] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.087955] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.088151] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1613.088399] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ad3f4b6-cdcd-4f75-bb99-f26f2f26e835 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.096807] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1613.096988] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1613.097694] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0417debc-45ac-446b-91b6-fbca40fe32c0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.102861] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1613.102861] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52ccf5b2-2543-13b1-fd4c-a0dbd8c2997d" [ 1613.102861] env[62181]: _type = "Task" [ 1613.102861] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.110545] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52ccf5b2-2543-13b1-fd4c-a0dbd8c2997d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.167350] env[62181]: DEBUG oslo_concurrency.lockutils [req-675e9ff5-6fd8-48d8-b158-20f80d127d28 req-7520faf7-6e49-47d2-b3e6-461155dfcfda service nova] Releasing lock "refresh_cache-4bc0e10e-367a-4fb4-bf83-1e4550d24790" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.183046] env[62181]: DEBUG oslo_vmware.api [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790207, 'name': PowerOffVM_Task, 'duration_secs': 0.230483} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.183171] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1613.183410] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1613.183722] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a516f2a6-5327-4170-89fa-fe7050adc881 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.230926] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Creating Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1613.231286] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c6c12ac0-951b-4743-be50-40bb92e9547b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.239565] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1613.239565] env[62181]: value = "task-1790209" [ 1613.239565] env[62181]: _type = "Task" [ 1613.239565] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.243921] env[62181]: DEBUG nova.compute.manager [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1613.253382] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790209, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.267615] env[62181]: DEBUG nova.virt.hardware [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1613.267869] env[62181]: DEBUG nova.virt.hardware [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1613.268044] env[62181]: DEBUG nova.virt.hardware [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1613.268235] env[62181]: DEBUG nova.virt.hardware [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1613.268393] env[62181]: DEBUG nova.virt.hardware [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1613.268547] env[62181]: DEBUG nova.virt.hardware [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1613.268783] env[62181]: DEBUG nova.virt.hardware [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1613.268973] env[62181]: DEBUG nova.virt.hardware [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1613.269187] env[62181]: DEBUG nova.virt.hardware [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1613.269379] env[62181]: DEBUG nova.virt.hardware [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1613.269581] env[62181]: DEBUG nova.virt.hardware [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1613.270543] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18b0436-0cea-4e30-91a1-0e3846952f27 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.278770] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d3bda9-6e86-4003-a9e7-40dfc66f775a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.326165] env[62181]: DEBUG nova.scheduler.client.report [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1613.372856] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1613.372856] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1613.372856] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Deleting the datastore file [datastore1] 7d8194b9-bb34-4c75-b687-c5f3cb93e47d {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1613.373103] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0b74dc9-3ca7-49f3-a3c4-4a24b2e25dff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.380072] env[62181]: DEBUG oslo_vmware.api [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for the task: (returnval){ [ 1613.380072] env[62181]: value = "task-1790210" [ 1613.380072] env[62181]: _type = "Task" [ 1613.380072] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.388885] env[62181]: DEBUG oslo_vmware.api [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.614674] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52ccf5b2-2543-13b1-fd4c-a0dbd8c2997d, 'name': SearchDatastore_Task, 'duration_secs': 0.009836} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.615469] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1d8a9c3-3030-498b-aee6-999273906384 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.624246] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1613.624246] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5215eee3-8c99-1ff3-43cd-f1b64dba8774" [ 1613.624246] env[62181]: _type = "Task" [ 1613.624246] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.630368] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5215eee3-8c99-1ff3-43cd-f1b64dba8774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.749402] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790209, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.750281] env[62181]: DEBUG nova.network.neutron [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Successfully updated port: b37f35d1-a4a9-4ff9-9b9b-647dfcff8315 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1613.831279] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.622s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.831531] env[62181]: INFO nova.compute.manager [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Migrating [ 1613.838651] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.856s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.839984] env[62181]: INFO nova.compute.claims [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1613.891207] env[62181]: DEBUG nova.compute.manager [req-edd2aef4-c7d5-4390-8a96-8af4aef49a9b req-0f53df97-7a4f-461b-a7c9-0731bfb8de0a service nova] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Received event network-vif-plugged-b37f35d1-a4a9-4ff9-9b9b-647dfcff8315 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1613.891444] env[62181]: DEBUG oslo_concurrency.lockutils [req-edd2aef4-c7d5-4390-8a96-8af4aef49a9b req-0f53df97-7a4f-461b-a7c9-0731bfb8de0a service nova] Acquiring lock "aee5cc05-511a-4b6f-b3ab-21bc651866f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.891657] env[62181]: DEBUG oslo_concurrency.lockutils [req-edd2aef4-c7d5-4390-8a96-8af4aef49a9b req-0f53df97-7a4f-461b-a7c9-0731bfb8de0a service nova] Lock "aee5cc05-511a-4b6f-b3ab-21bc651866f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.891862] env[62181]: DEBUG oslo_concurrency.lockutils [req-edd2aef4-c7d5-4390-8a96-8af4aef49a9b req-0f53df97-7a4f-461b-a7c9-0731bfb8de0a service nova] Lock "aee5cc05-511a-4b6f-b3ab-21bc651866f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.892294] env[62181]: DEBUG nova.compute.manager [req-edd2aef4-c7d5-4390-8a96-8af4aef49a9b req-0f53df97-7a4f-461b-a7c9-0731bfb8de0a service nova] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] No waiting events found dispatching network-vif-plugged-b37f35d1-a4a9-4ff9-9b9b-647dfcff8315 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1613.892294] env[62181]: WARNING nova.compute.manager [req-edd2aef4-c7d5-4390-8a96-8af4aef49a9b req-0f53df97-7a4f-461b-a7c9-0731bfb8de0a service nova] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Received unexpected event network-vif-plugged-b37f35d1-a4a9-4ff9-9b9b-647dfcff8315 for instance with vm_state building and task_state spawning. [ 1613.892409] env[62181]: DEBUG nova.compute.manager [req-edd2aef4-c7d5-4390-8a96-8af4aef49a9b req-0f53df97-7a4f-461b-a7c9-0731bfb8de0a service nova] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Received event network-changed-b37f35d1-a4a9-4ff9-9b9b-647dfcff8315 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1613.892560] env[62181]: DEBUG nova.compute.manager [req-edd2aef4-c7d5-4390-8a96-8af4aef49a9b req-0f53df97-7a4f-461b-a7c9-0731bfb8de0a service nova] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Refreshing instance network info cache due to event network-changed-b37f35d1-a4a9-4ff9-9b9b-647dfcff8315. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1613.892745] env[62181]: DEBUG oslo_concurrency.lockutils [req-edd2aef4-c7d5-4390-8a96-8af4aef49a9b req-0f53df97-7a4f-461b-a7c9-0731bfb8de0a service nova] Acquiring lock "refresh_cache-aee5cc05-511a-4b6f-b3ab-21bc651866f6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.892910] env[62181]: DEBUG oslo_concurrency.lockutils [req-edd2aef4-c7d5-4390-8a96-8af4aef49a9b req-0f53df97-7a4f-461b-a7c9-0731bfb8de0a service nova] Acquired lock "refresh_cache-aee5cc05-511a-4b6f-b3ab-21bc651866f6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.893105] env[62181]: DEBUG nova.network.neutron [req-edd2aef4-c7d5-4390-8a96-8af4aef49a9b req-0f53df97-7a4f-461b-a7c9-0731bfb8de0a service nova] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Refreshing network info cache for port b37f35d1-a4a9-4ff9-9b9b-647dfcff8315 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1613.897450] env[62181]: DEBUG oslo_vmware.api [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Task: {'id': task-1790210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166998} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.897945] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1613.898092] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1613.898275] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1613.898440] env[62181]: INFO nova.compute.manager [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1613.898665] env[62181]: DEBUG oslo.service.loopingcall [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.898970] env[62181]: DEBUG nova.compute.manager [-] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1613.899080] env[62181]: DEBUG nova.network.neutron [-] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1614.133390] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5215eee3-8c99-1ff3-43cd-f1b64dba8774, 'name': SearchDatastore_Task, 'duration_secs': 0.010559} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.133708] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.133972] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 4bc0e10e-367a-4fb4-bf83-1e4550d24790/4bc0e10e-367a-4fb4-bf83-1e4550d24790.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1614.134397] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b064a33-b1cb-47b7-9f01-4f33e18bc251 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.141497] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1614.141497] env[62181]: value = "task-1790211" [ 1614.141497] env[62181]: _type = "Task" [ 1614.141497] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.150275] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.251605] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790209, 'name': CreateSnapshot_Task, 'duration_secs': 0.56181} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.252277] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "refresh_cache-aee5cc05-511a-4b6f-b3ab-21bc651866f6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.252570] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Created Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1614.253454] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f66531-8242-402d-b914-345ef5a232ae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.349521] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "refresh_cache-f6d9cca5-4f3d-4bf0-9306-6d6616533809" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.349706] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquired lock "refresh_cache-f6d9cca5-4f3d-4bf0-9306-6d6616533809" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.350157] env[62181]: DEBUG nova.network.neutron [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1614.440812] env[62181]: DEBUG nova.network.neutron [req-edd2aef4-c7d5-4390-8a96-8af4aef49a9b req-0f53df97-7a4f-461b-a7c9-0731bfb8de0a service nova] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.536184] env[62181]: DEBUG nova.network.neutron [req-edd2aef4-c7d5-4390-8a96-8af4aef49a9b req-0f53df97-7a4f-461b-a7c9-0731bfb8de0a service nova] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.652885] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790211, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.776033] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Creating linked-clone VM from snapshot {{(pid=62181) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1614.776520] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-06fecad1-e78c-40a5-8970-11e9c50bdd20 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.787500] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1614.787500] env[62181]: value = "task-1790212" [ 1614.787500] env[62181]: _type = "Task" [ 1614.787500] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.799368] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790212, 'name': CloneVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.848742] env[62181]: DEBUG nova.network.neutron [-] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.038032] env[62181]: DEBUG oslo_concurrency.lockutils [req-edd2aef4-c7d5-4390-8a96-8af4aef49a9b req-0f53df97-7a4f-461b-a7c9-0731bfb8de0a service nova] Releasing lock "refresh_cache-aee5cc05-511a-4b6f-b3ab-21bc651866f6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.038233] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquired lock "refresh_cache-aee5cc05-511a-4b6f-b3ab-21bc651866f6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.038397] env[62181]: DEBUG nova.network.neutron [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1615.104676] env[62181]: DEBUG nova.network.neutron [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updating instance_info_cache with network_info: [{"id": "113cc88e-72c7-4dbe-a6ec-cbce72739c2d", "address": "fa:16:3e:69:41:d0", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap113cc88e-72", "ovs_interfaceid": "113cc88e-72c7-4dbe-a6ec-cbce72739c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.156905] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790211, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.303091] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790212, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.320554] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5c24cc-5bd5-4eda-b668-b78143b48575 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.329206] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77541da8-11e9-40be-a8c5-150a34e37de1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.360940] env[62181]: INFO nova.compute.manager [-] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Took 1.46 seconds to deallocate network for instance. [ 1615.363785] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cfc248-1f02-425c-ae93-e080f478c053 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.374717] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5647e7ec-a53e-4b24-b802-6cac99174b1e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.389458] env[62181]: DEBUG nova.compute.provider_tree [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.585169] env[62181]: DEBUG nova.network.neutron [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1615.607111] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Releasing lock "refresh_cache-f6d9cca5-4f3d-4bf0-9306-6d6616533809" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.653721] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790211, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.126198} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.654075] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 4bc0e10e-367a-4fb4-bf83-1e4550d24790/4bc0e10e-367a-4fb4-bf83-1e4550d24790.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1615.654329] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1615.654614] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a21b856d-9640-40bf-a629-81bd99fba08f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.662801] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1615.662801] env[62181]: value = "task-1790213" [ 1615.662801] env[62181]: _type = "Task" [ 1615.662801] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.672284] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.744738] env[62181]: DEBUG nova.network.neutron [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Updating instance_info_cache with network_info: [{"id": "b37f35d1-a4a9-4ff9-9b9b-647dfcff8315", "address": "fa:16:3e:e4:81:5a", "network": {"id": "82cda549-4273-4e7e-8973-61a0da103683", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-797074780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95b0a5b387254b9da00cd2efb84a7e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb37f35d1-a4", "ovs_interfaceid": "b37f35d1-a4a9-4ff9-9b9b-647dfcff8315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.799719] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790212, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.872557] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.892274] env[62181]: DEBUG nova.scheduler.client.report [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1615.914579] env[62181]: DEBUG nova.compute.manager [req-2a82aff1-cacb-4232-9362-41f9e7969c29 req-b9df3b17-32cd-478d-9b03-dc83d4f1275c service nova] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Received event network-vif-deleted-7a6beb36-0d4c-4a7d-89a2-285fb540b0a3 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1615.914823] env[62181]: DEBUG nova.compute.manager [req-2a82aff1-cacb-4232-9362-41f9e7969c29 req-b9df3b17-32cd-478d-9b03-dc83d4f1275c service nova] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Received event network-vif-deleted-edbc3aa9-3ce6-4cc9-b5b3-56409adaa1aa {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1616.176350] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212756} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.176740] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1616.177848] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e829e180-400c-44b8-a7e5-b24b9a2b0774 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.211630] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 4bc0e10e-367a-4fb4-bf83-1e4550d24790/4bc0e10e-367a-4fb4-bf83-1e4550d24790.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1616.212055] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f4fca0-97ae-4aba-bc8d-4510b0a53ec2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.237337] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1616.237337] env[62181]: value = "task-1790214" [ 1616.237337] env[62181]: _type = "Task" [ 1616.237337] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.245856] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.247280] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Releasing lock "refresh_cache-aee5cc05-511a-4b6f-b3ab-21bc651866f6" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.247573] env[62181]: DEBUG nova.compute.manager [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Instance network_info: |[{"id": "b37f35d1-a4a9-4ff9-9b9b-647dfcff8315", "address": "fa:16:3e:e4:81:5a", "network": {"id": "82cda549-4273-4e7e-8973-61a0da103683", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-797074780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95b0a5b387254b9da00cd2efb84a7e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb37f35d1-a4", "ovs_interfaceid": "b37f35d1-a4a9-4ff9-9b9b-647dfcff8315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1616.247950] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:81:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b37f35d1-a4a9-4ff9-9b9b-647dfcff8315', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1616.255525] env[62181]: DEBUG oslo.service.loopingcall [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1616.255754] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1616.255976] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24695108-ea19-4b10-9916-f72b325e8d3a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.277345] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1616.277345] env[62181]: value = "task-1790215" [ 1616.277345] env[62181]: _type = "Task" [ 1616.277345] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.285803] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790215, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.299328] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790212, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.397525] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.398084] env[62181]: DEBUG nova.compute.manager [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1616.400956] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.329s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.401354] env[62181]: DEBUG nova.objects.instance [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lazy-loading 'resources' on Instance uuid dbfcde44-3d88-4874-aefe-667bd4d90842 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1616.749742] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790214, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.788251] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790215, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.799909] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790212, 'name': CloneVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.904712] env[62181]: DEBUG nova.compute.utils [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1616.909777] env[62181]: DEBUG nova.compute.manager [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1616.910185] env[62181]: DEBUG nova.network.neutron [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1616.965928] env[62181]: DEBUG nova.policy [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7c5c7a52a414e78b2941ddc97399de6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95b0a5b387254b9da00cd2efb84a7e50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1617.127851] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590b2996-ebfd-4cc7-bc0d-90f8da40fe9e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.150221] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updating instance 'f6d9cca5-4f3d-4bf0-9306-6d6616533809' progress to 0 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1617.250241] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790214, 'name': ReconfigVM_Task, 'duration_secs': 0.556055} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.250241] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 4bc0e10e-367a-4fb4-bf83-1e4550d24790/4bc0e10e-367a-4fb4-bf83-1e4550d24790.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1617.250720] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c121e35-3e02-4cfa-a7d1-102862948646 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.260913] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1617.260913] env[62181]: value = "task-1790216" [ 1617.260913] env[62181]: _type = "Task" [ 1617.260913] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.270724] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790216, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.289409] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790215, 'name': CreateVM_Task, 'duration_secs': 0.520816} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.289779] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1617.290352] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.290521] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.290849] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1617.295237] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad10d609-7fc1-4812-a41d-66e4b3cc273f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.313705] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790212, 'name': CloneVM_Task, 'duration_secs': 2.074091} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.317249] env[62181]: INFO nova.virt.vmwareapi.vmops [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Created linked-clone VM from snapshot [ 1617.317249] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1617.317249] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52dd0324-c5ce-b6bd-70f4-d567fc1bc170" [ 1617.317249] env[62181]: _type = "Task" [ 1617.317249] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.317249] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adb643d-6e2e-4f04-a688-91ce4c0f63be {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.336779] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Uploading image a2d0fb7c-642c-4376-a1f8-c52f501a0cc5 {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1617.348664] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52dd0324-c5ce-b6bd-70f4-d567fc1bc170, 'name': SearchDatastore_Task, 'duration_secs': 0.014791} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.349301] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.349653] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1617.350117] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.350377] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.351216] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1617.351626] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcd40363-144c-497c-adf9-f9f7ffdfaea4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.367353] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1617.367512] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1617.368298] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b393d9-035e-44bd-905a-b58b8c4388b3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.375263] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1617.375263] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52ddd242-9944-6df9-0a19-177cd5e06d51" [ 1617.375263] env[62181]: _type = "Task" [ 1617.375263] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.377398] env[62181]: DEBUG oslo_vmware.rw_handles [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1617.377398] env[62181]: value = "vm-371406" [ 1617.377398] env[62181]: _type = "VirtualMachine" [ 1617.377398] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1617.377692] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eb6143a8-a946-4a05-8765-65185db21295 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.391055] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52ddd242-9944-6df9-0a19-177cd5e06d51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.392567] env[62181]: DEBUG oslo_vmware.rw_handles [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lease: (returnval){ [ 1617.392567] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]526ca3e5-87f4-152c-2645-02f06ddb69f9" [ 1617.392567] env[62181]: _type = "HttpNfcLease" [ 1617.392567] env[62181]: } obtained for exporting VM: (result){ [ 1617.392567] env[62181]: value = "vm-371406" [ 1617.392567] env[62181]: _type = "VirtualMachine" [ 1617.392567] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1617.393064] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the lease: (returnval){ [ 1617.393064] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]526ca3e5-87f4-152c-2645-02f06ddb69f9" [ 1617.393064] env[62181]: _type = "HttpNfcLease" [ 1617.393064] env[62181]: } to be ready. {{(pid=62181) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1617.402423] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1617.402423] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]526ca3e5-87f4-152c-2645-02f06ddb69f9" [ 1617.402423] env[62181]: _type = "HttpNfcLease" [ 1617.402423] env[62181]: } is initializing. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1617.410828] env[62181]: DEBUG nova.compute.manager [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1617.500237] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda07b74-8462-45d7-a535-b6dfa1f13710 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.512029] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4061f161-07ef-4d9b-9f20-28b2c10a1c58 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.548878] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45308e52-66d5-4bd6-bc81-e417c7ee91e5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.558475] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5327265a-cb84-4163-a713-34b4d9d0be22 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.574538] env[62181]: DEBUG nova.compute.provider_tree [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1617.576731] env[62181]: DEBUG nova.network.neutron [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Successfully created port: 43ec5021-736d-4ce1-817c-62c52481ce1b {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1617.659678] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1617.660051] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed5b8480-7a65-4dff-a044-eae50155f871 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.668756] env[62181]: DEBUG oslo_vmware.api [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1617.668756] env[62181]: value = "task-1790218" [ 1617.668756] env[62181]: _type = "Task" [ 1617.668756] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.680904] env[62181]: DEBUG oslo_vmware.api [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.774995] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790216, 'name': Rename_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.890707] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52ddd242-9944-6df9-0a19-177cd5e06d51, 'name': SearchDatastore_Task, 'duration_secs': 0.022181} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.891581] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73688a96-9e30-45e5-a4db-40a919503ed0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.900840] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1617.900840] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52955852-edc4-5eea-4960-4ed6a3e804a9" [ 1617.900840] env[62181]: _type = "Task" [ 1617.900840] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.902705] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1617.902705] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]526ca3e5-87f4-152c-2645-02f06ddb69f9" [ 1617.902705] env[62181]: _type = "HttpNfcLease" [ 1617.902705] env[62181]: } is ready. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1617.906187] env[62181]: DEBUG oslo_vmware.rw_handles [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1617.906187] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]526ca3e5-87f4-152c-2645-02f06ddb69f9" [ 1617.906187] env[62181]: _type = "HttpNfcLease" [ 1617.906187] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1617.906970] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab60f52-a24b-4eed-89b8-94bb7001fbf5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.920065] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52955852-edc4-5eea-4960-4ed6a3e804a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.922988] env[62181]: DEBUG oslo_vmware.rw_handles [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c23fe-9d99-f696-350e-dcd9e765e8b3/disk-0.vmdk from lease info. {{(pid=62181) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1617.923681] env[62181]: DEBUG oslo_vmware.rw_handles [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c23fe-9d99-f696-350e-dcd9e765e8b3/disk-0.vmdk for reading. {{(pid=62181) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1618.025161] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e9cab302-94d3-4a38-806d-7098e5081194 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.079955] env[62181]: DEBUG nova.scheduler.client.report [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1618.180926] env[62181]: DEBUG oslo_vmware.api [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790218, 'name': PowerOffVM_Task, 'duration_secs': 0.237496} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.180926] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1618.180926] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updating instance 'f6d9cca5-4f3d-4bf0-9306-6d6616533809' progress to 17 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1618.273170] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790216, 'name': Rename_Task, 'duration_secs': 0.687149} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.273413] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1618.273687] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dd77cc7-1173-4509-a9c2-7ff200f3266c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.281506] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1618.281506] env[62181]: value = "task-1790219" [ 1618.281506] env[62181]: _type = "Task" [ 1618.281506] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.290814] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.414481] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52955852-edc4-5eea-4960-4ed6a3e804a9, 'name': SearchDatastore_Task, 'duration_secs': 0.023502} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.414897] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.415215] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] aee5cc05-511a-4b6f-b3ab-21bc651866f6/aee5cc05-511a-4b6f-b3ab-21bc651866f6.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1618.415735] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7371edde-ffaf-4e68-a699-e2a92dbdbd19 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.424248] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1618.424248] env[62181]: value = "task-1790220" [ 1618.424248] env[62181]: _type = "Task" [ 1618.424248] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.428589] env[62181]: DEBUG nova.compute.manager [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1618.438273] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.452545] env[62181]: DEBUG nova.virt.hardware [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1618.452704] env[62181]: DEBUG nova.virt.hardware [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1618.452923] env[62181]: DEBUG nova.virt.hardware [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1618.454127] env[62181]: DEBUG nova.virt.hardware [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1618.454127] env[62181]: DEBUG nova.virt.hardware [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1618.454127] env[62181]: DEBUG nova.virt.hardware [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1618.454127] env[62181]: DEBUG nova.virt.hardware [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1618.454656] env[62181]: DEBUG nova.virt.hardware [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1618.455464] env[62181]: DEBUG nova.virt.hardware [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1618.455464] env[62181]: DEBUG nova.virt.hardware [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1618.455464] env[62181]: DEBUG nova.virt.hardware [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1618.456419] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3516972b-ac90-4166-b35d-14b0d9b75e24 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.466810] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113098ba-d759-4858-b883-4e0482f095b6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.585478] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.588704] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.521s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.590602] env[62181]: INFO nova.compute.claims [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1618.613044] env[62181]: INFO nova.scheduler.client.report [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Deleted allocations for instance dbfcde44-3d88-4874-aefe-667bd4d90842 [ 1618.688716] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1618.688716] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1618.689030] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1618.689063] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1618.689251] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1618.689376] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1618.689597] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1618.689809] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1618.689949] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1618.690150] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1618.690390] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1618.696707] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a43d6dec-3fda-4120-92db-6fe95f977319 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.717561] env[62181]: DEBUG oslo_vmware.api [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1618.717561] env[62181]: value = "task-1790221" [ 1618.717561] env[62181]: _type = "Task" [ 1618.717561] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.735386] env[62181]: DEBUG oslo_vmware.api [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.795374] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.935517] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790220, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.065698] env[62181]: DEBUG nova.compute.manager [req-e81eea39-1275-464d-b2e9-a03e80ddc539 req-3ededfa3-5e5f-4890-a669-1d02c3710e0e service nova] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Received event network-vif-plugged-43ec5021-736d-4ce1-817c-62c52481ce1b {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1619.065698] env[62181]: DEBUG oslo_concurrency.lockutils [req-e81eea39-1275-464d-b2e9-a03e80ddc539 req-3ededfa3-5e5f-4890-a669-1d02c3710e0e service nova] Acquiring lock "d5da7fe3-39f4-4fd3-ae12-4e127db14ae1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.066038] env[62181]: DEBUG oslo_concurrency.lockutils [req-e81eea39-1275-464d-b2e9-a03e80ddc539 req-3ededfa3-5e5f-4890-a669-1d02c3710e0e service nova] Lock "d5da7fe3-39f4-4fd3-ae12-4e127db14ae1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.066086] env[62181]: DEBUG oslo_concurrency.lockutils [req-e81eea39-1275-464d-b2e9-a03e80ddc539 req-3ededfa3-5e5f-4890-a669-1d02c3710e0e service nova] Lock "d5da7fe3-39f4-4fd3-ae12-4e127db14ae1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.069429] env[62181]: DEBUG nova.compute.manager [req-e81eea39-1275-464d-b2e9-a03e80ddc539 req-3ededfa3-5e5f-4890-a669-1d02c3710e0e service nova] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] No waiting events found dispatching network-vif-plugged-43ec5021-736d-4ce1-817c-62c52481ce1b {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1619.069704] env[62181]: WARNING nova.compute.manager [req-e81eea39-1275-464d-b2e9-a03e80ddc539 req-3ededfa3-5e5f-4890-a669-1d02c3710e0e service nova] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Received unexpected event network-vif-plugged-43ec5021-736d-4ce1-817c-62c52481ce1b for instance with vm_state building and task_state spawning. [ 1619.124025] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6bceab4f-0020-4281-af20-dbfeee887dcf tempest-ListImageFiltersTestJSON-1776248241 tempest-ListImageFiltersTestJSON-1776248241-project-member] Lock "dbfcde44-3d88-4874-aefe-667bd4d90842" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.587s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.173035] env[62181]: DEBUG nova.network.neutron [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Successfully updated port: 43ec5021-736d-4ce1-817c-62c52481ce1b {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1619.229551] env[62181]: DEBUG oslo_vmware.api [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790221, 'name': ReconfigVM_Task, 'duration_secs': 0.210449} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.230092] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updating instance 'f6d9cca5-4f3d-4bf0-9306-6d6616533809' progress to 33 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1619.294326] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.436431] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790220, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.677597] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "refresh_cache-d5da7fe3-39f4-4fd3-ae12-4e127db14ae1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.677757] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquired lock "refresh_cache-d5da7fe3-39f4-4fd3-ae12-4e127db14ae1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.678568] env[62181]: DEBUG nova.network.neutron [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1619.737729] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:31:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f310f000-1a7a-4e5a-b393-a6e1ef5b74ff',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-365604585',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1619.738084] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1619.738298] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1619.738498] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1619.738669] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1619.738823] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1619.739084] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1619.739262] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1619.739431] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1619.739595] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1619.739764] env[62181]: DEBUG nova.virt.hardware [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1619.745946] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1619.749888] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c69a5c3-e633-4ce5-afca-8c14ed4e8c6d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.773811] env[62181]: DEBUG oslo_vmware.api [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1619.773811] env[62181]: value = "task-1790222" [ 1619.773811] env[62181]: _type = "Task" [ 1619.773811] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.787213] env[62181]: DEBUG oslo_vmware.api [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.799388] env[62181]: DEBUG oslo_vmware.api [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790219, 'name': PowerOnVM_Task, 'duration_secs': 1.513501} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.799670] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1619.799869] env[62181]: INFO nova.compute.manager [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Took 11.35 seconds to spawn the instance on the hypervisor. [ 1619.800075] env[62181]: DEBUG nova.compute.manager [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1619.800865] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e27b0d4-9bbe-41ac-a6a2-5f5f1adf4e33 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.941327] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790220, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.132837} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.944477] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] aee5cc05-511a-4b6f-b3ab-21bc651866f6/aee5cc05-511a-4b6f-b3ab-21bc651866f6.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1619.944477] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1619.944814] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dbb5e9d-f979-4d7f-b77b-1b3b2d3297d7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.953433] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1619.953433] env[62181]: value = "task-1790223" [ 1619.953433] env[62181]: _type = "Task" [ 1619.953433] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.965974] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.072553] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cbfedc-c83a-4772-acb4-1fb884c3505f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.080920] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b40cb4-ebd2-479f-90ab-1efcd7a960e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.115653] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985c307f-5308-4b18-b160-cbed20c67d31 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.124319] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b303ea74-eef8-42cf-9f91-9f2aa7317fd8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.139016] env[62181]: DEBUG nova.compute.provider_tree [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.215332] env[62181]: DEBUG nova.network.neutron [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1620.288071] env[62181]: DEBUG oslo_vmware.api [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790222, 'name': ReconfigVM_Task, 'duration_secs': 0.358354} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.288071] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1620.288071] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532d2020-8eca-43ce-b547-7543f6fe008f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.314419] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] f6d9cca5-4f3d-4bf0-9306-6d6616533809/f6d9cca5-4f3d-4bf0-9306-6d6616533809.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.317605] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aec2b922-bbd1-4787-9dda-d62805cec844 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.339824] env[62181]: INFO nova.compute.manager [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Took 56.05 seconds to build instance. [ 1620.346253] env[62181]: DEBUG oslo_vmware.api [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1620.346253] env[62181]: value = "task-1790224" [ 1620.346253] env[62181]: _type = "Task" [ 1620.346253] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.355441] env[62181]: DEBUG oslo_vmware.api [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.454557] env[62181]: DEBUG nova.network.neutron [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Updating instance_info_cache with network_info: [{"id": "43ec5021-736d-4ce1-817c-62c52481ce1b", "address": "fa:16:3e:5d:8e:5c", "network": {"id": "82cda549-4273-4e7e-8973-61a0da103683", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-797074780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95b0a5b387254b9da00cd2efb84a7e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ec5021-73", "ovs_interfaceid": "43ec5021-736d-4ce1-817c-62c52481ce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.467065] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081327} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.469028] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1620.469028] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5976a852-596b-4a16-95a0-c39110cb5eea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.494612] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] aee5cc05-511a-4b6f-b3ab-21bc651866f6/aee5cc05-511a-4b6f-b3ab-21bc651866f6.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.495383] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc5b9192-cb88-4ffd-a754-e28d0b846bd0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.515609] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1620.515609] env[62181]: value = "task-1790225" [ 1620.515609] env[62181]: _type = "Task" [ 1620.515609] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.526707] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.643072] env[62181]: DEBUG nova.scheduler.client.report [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1620.842091] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6fe718ed-12ed-4c6f-b9e7-2980842108aa tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "4bc0e10e-367a-4fb4-bf83-1e4550d24790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.869s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.857731] env[62181]: DEBUG oslo_vmware.api [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790224, 'name': ReconfigVM_Task, 'duration_secs': 0.423717} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.858039] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Reconfigured VM instance instance-0000002e to attach disk [datastore1] f6d9cca5-4f3d-4bf0-9306-6d6616533809/f6d9cca5-4f3d-4bf0-9306-6d6616533809.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.858336] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updating instance 'f6d9cca5-4f3d-4bf0-9306-6d6616533809' progress to 50 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1620.961843] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Releasing lock "refresh_cache-d5da7fe3-39f4-4fd3-ae12-4e127db14ae1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.962445] env[62181]: DEBUG nova.compute.manager [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Instance network_info: |[{"id": "43ec5021-736d-4ce1-817c-62c52481ce1b", "address": "fa:16:3e:5d:8e:5c", "network": {"id": "82cda549-4273-4e7e-8973-61a0da103683", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-797074780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95b0a5b387254b9da00cd2efb84a7e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ec5021-73", "ovs_interfaceid": "43ec5021-736d-4ce1-817c-62c52481ce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1620.962983] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:8e:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43ec5021-736d-4ce1-817c-62c52481ce1b', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1620.971733] env[62181]: DEBUG oslo.service.loopingcall [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.972390] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1620.972731] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dd44981-78f3-455b-afc9-8b9b054ccd8f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.993734] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1620.993734] env[62181]: value = "task-1790226" [ 1620.993734] env[62181]: _type = "Task" [ 1620.993734] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.002366] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790226, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.025809] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790225, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.097237] env[62181]: DEBUG nova.compute.manager [req-a21a68aa-fd2d-42cf-a903-3579f3fdddd2 req-0f833c50-0e8a-4667-a66c-06d2a31d565f service nova] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Received event network-changed-43ec5021-736d-4ce1-817c-62c52481ce1b {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1621.097649] env[62181]: DEBUG nova.compute.manager [req-a21a68aa-fd2d-42cf-a903-3579f3fdddd2 req-0f833c50-0e8a-4667-a66c-06d2a31d565f service nova] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Refreshing instance network info cache due to event network-changed-43ec5021-736d-4ce1-817c-62c52481ce1b. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1621.098351] env[62181]: DEBUG oslo_concurrency.lockutils [req-a21a68aa-fd2d-42cf-a903-3579f3fdddd2 req-0f833c50-0e8a-4667-a66c-06d2a31d565f service nova] Acquiring lock "refresh_cache-d5da7fe3-39f4-4fd3-ae12-4e127db14ae1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.098351] env[62181]: DEBUG oslo_concurrency.lockutils [req-a21a68aa-fd2d-42cf-a903-3579f3fdddd2 req-0f833c50-0e8a-4667-a66c-06d2a31d565f service nova] Acquired lock "refresh_cache-d5da7fe3-39f4-4fd3-ae12-4e127db14ae1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.098351] env[62181]: DEBUG nova.network.neutron [req-a21a68aa-fd2d-42cf-a903-3579f3fdddd2 req-0f833c50-0e8a-4667-a66c-06d2a31d565f service nova] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Refreshing network info cache for port 43ec5021-736d-4ce1-817c-62c52481ce1b {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1621.147129] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.147790] env[62181]: DEBUG nova.compute.manager [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1621.150556] env[62181]: DEBUG oslo_concurrency.lockutils [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.305s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.150823] env[62181]: DEBUG nova.objects.instance [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Lazy-loading 'resources' on Instance uuid b30b8c09-c863-4a11-b0a8-7c841c7a1539 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1621.346761] env[62181]: DEBUG nova.compute.manager [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1621.365518] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba90b30-c088-413a-a4e0-27a9f55c27ad {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.389844] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379a5d99-3f48-45a2-86ef-a9197eeb2d32 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.412094] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updating instance 'f6d9cca5-4f3d-4bf0-9306-6d6616533809' progress to 67 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1621.509764] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790226, 'name': CreateVM_Task, 'duration_secs': 0.501789} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.510142] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1621.510988] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.511189] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.511669] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1621.511980] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a434d465-ce5e-48d6-9ee0-66cad556f103 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.522933] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1621.522933] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525d61d4-aca4-069d-453a-91dc0e9860ad" [ 1621.522933] env[62181]: _type = "Task" [ 1621.522933] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.531918] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790225, 'name': ReconfigVM_Task, 'duration_secs': 0.541769} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.532779] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Reconfigured VM instance instance-00000038 to attach disk [datastore1] aee5cc05-511a-4b6f-b3ab-21bc651866f6/aee5cc05-511a-4b6f-b3ab-21bc651866f6.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1621.533639] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fbcde1c-b013-4fbe-8dde-9b2418c438e8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.540222] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525d61d4-aca4-069d-453a-91dc0e9860ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011976} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.541043] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.541413] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1621.541717] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.541868] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.542134] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1621.542499] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71f137f4-8782-405c-bba6-8e45adda7f61 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.546446] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1621.546446] env[62181]: value = "task-1790227" [ 1621.546446] env[62181]: _type = "Task" [ 1621.546446] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.552641] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1621.552758] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1621.556382] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-396beb93-661c-402e-89fe-123f15099b1b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.558796] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790227, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.562644] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1621.562644] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a70932-93d6-992a-2e80-316799bbe7d2" [ 1621.562644] env[62181]: _type = "Task" [ 1621.562644] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.571978] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a70932-93d6-992a-2e80-316799bbe7d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.657036] env[62181]: DEBUG nova.compute.utils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1621.658784] env[62181]: DEBUG nova.compute.manager [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1621.659390] env[62181]: DEBUG nova.network.neutron [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1621.748776] env[62181]: DEBUG nova.policy [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09002dcd5dd84c2fbea959e5ebf1ab57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '603e99ff17d347a6805e5b4755514a36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1621.870997] env[62181]: DEBUG oslo_concurrency.lockutils [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.020619] env[62181]: DEBUG nova.network.neutron [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Port 113cc88e-72c7-4dbe-a6ec-cbce72739c2d binding to destination host cpu-1 is already ACTIVE {{(pid=62181) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1622.025710] env[62181]: DEBUG nova.network.neutron [req-a21a68aa-fd2d-42cf-a903-3579f3fdddd2 req-0f833c50-0e8a-4667-a66c-06d2a31d565f service nova] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Updated VIF entry in instance network info cache for port 43ec5021-736d-4ce1-817c-62c52481ce1b. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1622.026094] env[62181]: DEBUG nova.network.neutron [req-a21a68aa-fd2d-42cf-a903-3579f3fdddd2 req-0f833c50-0e8a-4667-a66c-06d2a31d565f service nova] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Updating instance_info_cache with network_info: [{"id": "43ec5021-736d-4ce1-817c-62c52481ce1b", "address": "fa:16:3e:5d:8e:5c", "network": {"id": "82cda549-4273-4e7e-8973-61a0da103683", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-797074780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95b0a5b387254b9da00cd2efb84a7e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ec5021-73", "ovs_interfaceid": "43ec5021-736d-4ce1-817c-62c52481ce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.058636] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790227, 'name': Rename_Task, 'duration_secs': 0.218753} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.062191] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1622.063847] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bad01cc-9848-47a1-9b61-e4c5aafe58dd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.074881] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a70932-93d6-992a-2e80-316799bbe7d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011902} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.077505] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1622.077505] env[62181]: value = "task-1790228" [ 1622.077505] env[62181]: _type = "Task" [ 1622.077505] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.081510] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc397804-87db-424b-b7cc-183c1ae6c4a1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.094398] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.096185] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1622.096185] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52e1c64d-7d52-c313-f0ef-0c6d44ba4fd9" [ 1622.096185] env[62181]: _type = "Task" [ 1622.096185] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.109183] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e1c64d-7d52-c313-f0ef-0c6d44ba4fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.011028} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.109797] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.109797] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] d5da7fe3-39f4-4fd3-ae12-4e127db14ae1/d5da7fe3-39f4-4fd3-ae12-4e127db14ae1.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1622.110091] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-464ce4f8-6583-4984-806e-7148bf005233 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.117492] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1622.117492] env[62181]: value = "task-1790229" [ 1622.117492] env[62181]: _type = "Task" [ 1622.117492] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.129323] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.162041] env[62181]: DEBUG nova.compute.manager [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1622.214466] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b229fb-409f-4425-aa14-4bf4af15cef0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.223778] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a5015c-d2f7-4fb9-97cc-7f97ef54cfd1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.260696] env[62181]: DEBUG nova.network.neutron [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Successfully created port: 385973d0-584b-4ab9-b617-88234c5e7c37 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1622.263492] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27465999-f4ff-4f55-a04d-b693d62b0f98 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.272792] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7b177d-5db4-452d-b626-ad3e809500f1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.289449] env[62181]: DEBUG nova.compute.provider_tree [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.532699] env[62181]: DEBUG oslo_concurrency.lockutils [req-a21a68aa-fd2d-42cf-a903-3579f3fdddd2 req-0f833c50-0e8a-4667-a66c-06d2a31d565f service nova] Releasing lock "refresh_cache-d5da7fe3-39f4-4fd3-ae12-4e127db14ae1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.596834] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.635656] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790229, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.794414] env[62181]: DEBUG nova.scheduler.client.report [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1623.048131] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "f6d9cca5-4f3d-4bf0-9306-6d6616533809-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.048411] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "f6d9cca5-4f3d-4bf0-9306-6d6616533809-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.048613] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "f6d9cca5-4f3d-4bf0-9306-6d6616533809-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.099378] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790228, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.129076] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790229, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.172554] env[62181]: DEBUG nova.compute.manager [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1623.196222] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1623.196514] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1623.196677] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1623.196874] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1623.197033] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1623.197189] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1623.197405] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1623.197651] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1623.197841] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1623.198016] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1623.198217] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1623.199449] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4e6919-389f-4c64-8e9c-aab6162f7519 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.208385] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1d8e94-a959-4ff4-862e-2013754210d7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.301165] env[62181]: DEBUG oslo_concurrency.lockutils [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.303657] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.273s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.305272] env[62181]: INFO nova.compute.claims [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1623.330037] env[62181]: INFO nova.scheduler.client.report [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Deleted allocations for instance b30b8c09-c863-4a11-b0a8-7c841c7a1539 [ 1623.597184] env[62181]: DEBUG oslo_vmware.api [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790228, 'name': PowerOnVM_Task, 'duration_secs': 1.103271} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.597686] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1623.597902] env[62181]: INFO nova.compute.manager [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1623.598180] env[62181]: DEBUG nova.compute.manager [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1623.598961] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935a71c0-749e-4cbc-a2e5-ee46c9cf7658 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.630029] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790229, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.054891} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.630333] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] d5da7fe3-39f4-4fd3-ae12-4e127db14ae1/d5da7fe3-39f4-4fd3-ae12-4e127db14ae1.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1623.630568] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1623.630819] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc0d055e-8b90-4f31-904c-fb97fa461b3b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.640008] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1623.640008] env[62181]: value = "task-1790230" [ 1623.640008] env[62181]: _type = "Task" [ 1623.640008] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.651647] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.837599] env[62181]: DEBUG oslo_concurrency.lockutils [None req-16f43730-749c-4546-a8aa-7707bbfe797b tempest-ServerAddressesNegativeTestJSON-1049828393 tempest-ServerAddressesNegativeTestJSON-1049828393-project-member] Lock "b30b8c09-c863-4a11-b0a8-7c841c7a1539" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.767s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.939556] env[62181]: DEBUG nova.compute.manager [req-a3805f1b-2b4d-4980-a950-ab291692ef4f req-3adb6cd6-9814-4b5d-8cab-de2a4ada2d9c service nova] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Received event network-vif-plugged-385973d0-584b-4ab9-b617-88234c5e7c37 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1623.939775] env[62181]: DEBUG oslo_concurrency.lockutils [req-a3805f1b-2b4d-4980-a950-ab291692ef4f req-3adb6cd6-9814-4b5d-8cab-de2a4ada2d9c service nova] Acquiring lock "63c5a682-fce7-43e3-9bee-17f9e901cd3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.939986] env[62181]: DEBUG oslo_concurrency.lockutils [req-a3805f1b-2b4d-4980-a950-ab291692ef4f req-3adb6cd6-9814-4b5d-8cab-de2a4ada2d9c service nova] Lock "63c5a682-fce7-43e3-9bee-17f9e901cd3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.940305] env[62181]: DEBUG oslo_concurrency.lockutils [req-a3805f1b-2b4d-4980-a950-ab291692ef4f req-3adb6cd6-9814-4b5d-8cab-de2a4ada2d9c service nova] Lock "63c5a682-fce7-43e3-9bee-17f9e901cd3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.940574] env[62181]: DEBUG nova.compute.manager [req-a3805f1b-2b4d-4980-a950-ab291692ef4f req-3adb6cd6-9814-4b5d-8cab-de2a4ada2d9c service nova] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] No waiting events found dispatching network-vif-plugged-385973d0-584b-4ab9-b617-88234c5e7c37 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1623.940640] env[62181]: WARNING nova.compute.manager [req-a3805f1b-2b4d-4980-a950-ab291692ef4f req-3adb6cd6-9814-4b5d-8cab-de2a4ada2d9c service nova] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Received unexpected event network-vif-plugged-385973d0-584b-4ab9-b617-88234c5e7c37 for instance with vm_state building and task_state spawning. [ 1624.065973] env[62181]: DEBUG nova.network.neutron [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Successfully updated port: 385973d0-584b-4ab9-b617-88234c5e7c37 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1624.101019] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "refresh_cache-f6d9cca5-4f3d-4bf0-9306-6d6616533809" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.101019] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquired lock "refresh_cache-f6d9cca5-4f3d-4bf0-9306-6d6616533809" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.101019] env[62181]: DEBUG nova.network.neutron [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1624.115660] env[62181]: INFO nova.compute.manager [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Took 52.09 seconds to build instance. [ 1624.152877] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076228} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.152877] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1624.153636] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11495ee6-a589-4b4b-8453-49d00e10b85d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.180126] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] d5da7fe3-39f4-4fd3-ae12-4e127db14ae1/d5da7fe3-39f4-4fd3-ae12-4e127db14ae1.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1624.180330] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fceffdc-7770-4825-861b-a31dbad8402d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.202580] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1624.202580] env[62181]: value = "task-1790231" [ 1624.202580] env[62181]: _type = "Task" [ 1624.202580] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.212984] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.573027] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "refresh_cache-63c5a682-fce7-43e3-9bee-17f9e901cd3a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.573027] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquired lock "refresh_cache-63c5a682-fce7-43e3-9bee-17f9e901cd3a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.573027] env[62181]: DEBUG nova.network.neutron [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1624.617845] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e5df3ee6-d074-4f1d-bee8-67487d347333 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "aee5cc05-511a-4b6f-b3ab-21bc651866f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.077s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.715855] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790231, 'name': ReconfigVM_Task, 'duration_secs': 0.487511} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.716302] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Reconfigured VM instance instance-00000039 to attach disk [datastore1] d5da7fe3-39f4-4fd3-ae12-4e127db14ae1/d5da7fe3-39f4-4fd3-ae12-4e127db14ae1.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1624.719140] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54d55839-eba4-4fb8-b509-0f5f6813b809 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.727289] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1624.727289] env[62181]: value = "task-1790232" [ 1624.727289] env[62181]: _type = "Task" [ 1624.727289] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.736470] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790232, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.771039] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e62f32b-52b6-4e99-95e3-cdaa07e1ad6e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.779816] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438f5fa5-6ee3-40e9-b626-5eb75a656ac2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.817556] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16af4a2c-4bda-45b6-ab73-b6a46d1b8b19 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.825926] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e01c8f-1530-455a-9a52-2061cab447f9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.841382] env[62181]: DEBUG nova.compute.provider_tree [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.857909] env[62181]: DEBUG nova.network.neutron [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updating instance_info_cache with network_info: [{"id": "113cc88e-72c7-4dbe-a6ec-cbce72739c2d", "address": "fa:16:3e:69:41:d0", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap113cc88e-72", "ovs_interfaceid": "113cc88e-72c7-4dbe-a6ec-cbce72739c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.114499] env[62181]: DEBUG nova.network.neutron [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1625.125983] env[62181]: DEBUG nova.compute.manager [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1625.238880] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790232, 'name': Rename_Task, 'duration_secs': 0.24102} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.239290] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1625.240944] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40e74883-4a19-48e9-830d-f7efe7fb91e3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.248743] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1625.248743] env[62181]: value = "task-1790233" [ 1625.248743] env[62181]: _type = "Task" [ 1625.248743] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.260965] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.269233] env[62181]: DEBUG nova.network.neutron [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Updating instance_info_cache with network_info: [{"id": "385973d0-584b-4ab9-b617-88234c5e7c37", "address": "fa:16:3e:8c:ed:9d", "network": {"id": "7919b183-04bf-4f42-a2fc-fb60fe96004f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1530927795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603e99ff17d347a6805e5b4755514a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap385973d0-58", "ovs_interfaceid": "385973d0-584b-4ab9-b617-88234c5e7c37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.346268] env[62181]: DEBUG nova.scheduler.client.report [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1625.361252] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Releasing lock "refresh_cache-f6d9cca5-4f3d-4bf0-9306-6d6616533809" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.555660] env[62181]: DEBUG oslo_vmware.rw_handles [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c23fe-9d99-f696-350e-dcd9e765e8b3/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1625.556688] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3b4bdb-99d3-4f3a-9b34-a4a743e49a88 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.563331] env[62181]: DEBUG oslo_vmware.rw_handles [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c23fe-9d99-f696-350e-dcd9e765e8b3/disk-0.vmdk is in state: ready. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1625.563528] env[62181]: ERROR oslo_vmware.rw_handles [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c23fe-9d99-f696-350e-dcd9e765e8b3/disk-0.vmdk due to incomplete transfer. [ 1625.563760] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e00af755-2fb9-43bd-ab15-68ddb2762d01 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.573054] env[62181]: DEBUG oslo_vmware.rw_handles [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c23fe-9d99-f696-350e-dcd9e765e8b3/disk-0.vmdk. {{(pid=62181) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1625.573337] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Uploaded image a2d0fb7c-642c-4376-a1f8-c52f501a0cc5 to the Glance image server {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1625.576015] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Destroying the VM {{(pid=62181) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1625.576261] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d6c2e9d0-d4d8-4fb0-a2d1-d617a68913f6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.583554] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1625.583554] env[62181]: value = "task-1790234" [ 1625.583554] env[62181]: _type = "Task" [ 1625.583554] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.592182] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790234, 'name': Destroy_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.653539] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.761059] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790233, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.772860] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Releasing lock "refresh_cache-63c5a682-fce7-43e3-9bee-17f9e901cd3a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.773265] env[62181]: DEBUG nova.compute.manager [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Instance network_info: |[{"id": "385973d0-584b-4ab9-b617-88234c5e7c37", "address": "fa:16:3e:8c:ed:9d", "network": {"id": "7919b183-04bf-4f42-a2fc-fb60fe96004f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1530927795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603e99ff17d347a6805e5b4755514a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap385973d0-58", "ovs_interfaceid": "385973d0-584b-4ab9-b617-88234c5e7c37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1625.773719] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:ed:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '385973d0-584b-4ab9-b617-88234c5e7c37', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1625.781949] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Creating folder: Project (603e99ff17d347a6805e5b4755514a36). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1625.782347] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c24d6e0-5481-46de-9cf6-31a65e4390a7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.795956] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Created folder: Project (603e99ff17d347a6805e5b4755514a36) in parent group-v371238. [ 1625.796282] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Creating folder: Instances. Parent ref: group-v371409. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1625.796665] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-185c389b-c81d-4941-b6d5-60ded9b27363 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.808713] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Created folder: Instances in parent group-v371409. [ 1625.809048] env[62181]: DEBUG oslo.service.loopingcall [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.809336] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1625.809587] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6d48152-91b2-4c5f-9898-26e8eaa3d9ee {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.832426] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1625.832426] env[62181]: value = "task-1790237" [ 1625.832426] env[62181]: _type = "Task" [ 1625.832426] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.841902] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790237, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.853020] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.853725] env[62181]: DEBUG nova.compute.manager [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1625.856617] env[62181]: DEBUG oslo_concurrency.lockutils [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.399s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.858274] env[62181]: INFO nova.compute.claims [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1625.898867] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c588ff87-44ae-4790-b5e3-43189a62107a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.926690] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7f2c05-a6d6-412e-8cba-36a27fe0d3ba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.936454] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updating instance 'f6d9cca5-4f3d-4bf0-9306-6d6616533809' progress to 83 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1625.980704] env[62181]: DEBUG nova.compute.manager [req-480eaf65-5b55-43f6-9c0c-63d29a65afb9 req-e6eddf2b-3d5f-486c-ba26-ec7aeb51969e service nova] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Received event network-changed-385973d0-584b-4ab9-b617-88234c5e7c37 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1625.980704] env[62181]: DEBUG nova.compute.manager [req-480eaf65-5b55-43f6-9c0c-63d29a65afb9 req-e6eddf2b-3d5f-486c-ba26-ec7aeb51969e service nova] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Refreshing instance network info cache due to event network-changed-385973d0-584b-4ab9-b617-88234c5e7c37. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1625.980909] env[62181]: DEBUG oslo_concurrency.lockutils [req-480eaf65-5b55-43f6-9c0c-63d29a65afb9 req-e6eddf2b-3d5f-486c-ba26-ec7aeb51969e service nova] Acquiring lock "refresh_cache-63c5a682-fce7-43e3-9bee-17f9e901cd3a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.981113] env[62181]: DEBUG oslo_concurrency.lockutils [req-480eaf65-5b55-43f6-9c0c-63d29a65afb9 req-e6eddf2b-3d5f-486c-ba26-ec7aeb51969e service nova] Acquired lock "refresh_cache-63c5a682-fce7-43e3-9bee-17f9e901cd3a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.981360] env[62181]: DEBUG nova.network.neutron [req-480eaf65-5b55-43f6-9c0c-63d29a65afb9 req-e6eddf2b-3d5f-486c-ba26-ec7aeb51969e service nova] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Refreshing network info cache for port 385973d0-584b-4ab9-b617-88234c5e7c37 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1626.097902] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790234, 'name': Destroy_Task, 'duration_secs': 0.453911} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.098398] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Destroyed the VM [ 1626.098900] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Deleting Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1626.099317] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-99d9231c-7362-4ff2-8b44-59493fd2bcf5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.110023] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1626.110023] env[62181]: value = "task-1790238" [ 1626.110023] env[62181]: _type = "Task" [ 1626.110023] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.119977] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790238, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.260896] env[62181]: DEBUG oslo_vmware.api [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790233, 'name': PowerOnVM_Task, 'duration_secs': 0.852973} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.261308] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1626.261614] env[62181]: INFO nova.compute.manager [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1626.261843] env[62181]: DEBUG nova.compute.manager [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1626.263191] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2df3a66-1577-482d-8eb5-0b164c127216 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.342651] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790237, 'name': CreateVM_Task, 'duration_secs': 0.419285} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.342902] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1626.343580] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.343751] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.344112] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1626.344701] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225cc48d-a9bd-485f-9d5e-a6103c02100c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.350034] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1626.350034] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525c6a0a-f219-027f-6dac-2f36d61e6517" [ 1626.350034] env[62181]: _type = "Task" [ 1626.350034] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.358277] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525c6a0a-f219-027f-6dac-2f36d61e6517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.363266] env[62181]: DEBUG nova.compute.utils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1626.367675] env[62181]: DEBUG nova.compute.manager [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1626.367675] env[62181]: DEBUG nova.network.neutron [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1626.426299] env[62181]: DEBUG nova.policy [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09002dcd5dd84c2fbea959e5ebf1ab57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '603e99ff17d347a6805e5b4755514a36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1626.442851] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1626.443230] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a901cbe4-ccc2-4f45-8a58-4875f3c277dc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.452222] env[62181]: DEBUG oslo_vmware.api [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1626.452222] env[62181]: value = "task-1790239" [ 1626.452222] env[62181]: _type = "Task" [ 1626.452222] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.463809] env[62181]: DEBUG oslo_vmware.api [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.623829] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790238, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.790210] env[62181]: INFO nova.compute.manager [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Took 42.85 seconds to build instance. [ 1626.862553] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525c6a0a-f219-027f-6dac-2f36d61e6517, 'name': SearchDatastore_Task, 'duration_secs': 0.010476} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.862933] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.863346] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1626.863601] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.863737] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.863938] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1626.864313] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d4c5c0d-2863-4b37-a76e-5bd7ced59a84 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.867921] env[62181]: DEBUG nova.compute.manager [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1626.884553] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1626.884553] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1626.884553] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d3e1aee-03ea-4a84-b570-2c5a38590cd7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.891102] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1626.891102] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52562ee6-3907-e9d3-0944-9ed119b10098" [ 1626.891102] env[62181]: _type = "Task" [ 1626.891102] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.908541] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52562ee6-3907-e9d3-0944-9ed119b10098, 'name': SearchDatastore_Task, 'duration_secs': 0.01251} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.909300] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb19b5ad-8c03-4a90-a332-e5f5a857a720 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.915708] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1626.915708] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52237b2b-3fb2-c5cd-b0bc-2583829c986e" [ 1626.915708] env[62181]: _type = "Task" [ 1626.915708] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.927981] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52237b2b-3fb2-c5cd-b0bc-2583829c986e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.966609] env[62181]: DEBUG oslo_vmware.api [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790239, 'name': PowerOnVM_Task, 'duration_secs': 0.468864} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.967018] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1626.967285] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c30cce1e-ceab-4712-9bf4-0d8336222479 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updating instance 'f6d9cca5-4f3d-4bf0-9306-6d6616533809' progress to 100 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1627.111103] env[62181]: DEBUG nova.network.neutron [req-480eaf65-5b55-43f6-9c0c-63d29a65afb9 req-e6eddf2b-3d5f-486c-ba26-ec7aeb51969e service nova] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Updated VIF entry in instance network info cache for port 385973d0-584b-4ab9-b617-88234c5e7c37. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1627.111507] env[62181]: DEBUG nova.network.neutron [req-480eaf65-5b55-43f6-9c0c-63d29a65afb9 req-e6eddf2b-3d5f-486c-ba26-ec7aeb51969e service nova] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Updating instance_info_cache with network_info: [{"id": "385973d0-584b-4ab9-b617-88234c5e7c37", "address": "fa:16:3e:8c:ed:9d", "network": {"id": "7919b183-04bf-4f42-a2fc-fb60fe96004f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1530927795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603e99ff17d347a6805e5b4755514a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap385973d0-58", "ovs_interfaceid": "385973d0-584b-4ab9-b617-88234c5e7c37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.122083] env[62181]: DEBUG oslo_vmware.api [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790238, 'name': RemoveSnapshot_Task, 'duration_secs': 0.831076} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.122228] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Deleted Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1627.122467] env[62181]: INFO nova.compute.manager [None req-e97e1ae4-fca7-45e8-bdea-5bdfd9504250 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Took 14.43 seconds to snapshot the instance on the hypervisor. [ 1627.164427] env[62181]: DEBUG nova.network.neutron [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Successfully created port: 018cfda8-f6db-4ba2-8ae0-8852135c5c14 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1627.297551] env[62181]: DEBUG oslo_concurrency.lockutils [None req-76f01d79-b50c-4b45-8b48-026083338737 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "d5da7fe3-39f4-4fd3-ae12-4e127db14ae1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.217s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.361019] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0f8f66-01ad-4770-9a71-c90bea812b1c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.371968] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98b93d8-1111-4424-9060-1a965c259037 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.409612] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abe80d4-3810-415d-a1c7-76e458e2f1d1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.418208] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a18b61-a378-4872-92a2-52fc43dd43e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.439141] env[62181]: DEBUG nova.compute.provider_tree [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.445564] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52237b2b-3fb2-c5cd-b0bc-2583829c986e, 'name': SearchDatastore_Task, 'duration_secs': 0.013747} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.446670] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.446670] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 63c5a682-fce7-43e3-9bee-17f9e901cd3a/63c5a682-fce7-43e3-9bee-17f9e901cd3a.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1627.446827] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f586c77-8281-42ba-a68b-900dcd0352bc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.455711] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1627.455711] env[62181]: value = "task-1790240" [ 1627.455711] env[62181]: _type = "Task" [ 1627.455711] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.464879] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.616688] env[62181]: DEBUG oslo_concurrency.lockutils [req-480eaf65-5b55-43f6-9c0c-63d29a65afb9 req-e6eddf2b-3d5f-486c-ba26-ec7aeb51969e service nova] Releasing lock "refresh_cache-63c5a682-fce7-43e3-9bee-17f9e901cd3a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.807348] env[62181]: DEBUG nova.compute.manager [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1627.872536] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "ebeb80d5-271b-4aa2-b6da-d3cfd2d28021" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.872710] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "ebeb80d5-271b-4aa2-b6da-d3cfd2d28021" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.911322] env[62181]: DEBUG nova.compute.manager [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1627.947678] env[62181]: DEBUG nova.scheduler.client.report [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1627.956957] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1627.957298] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1627.957484] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1627.957671] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1627.957815] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1627.957965] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1627.958292] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1627.958464] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1627.958632] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1627.958799] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1627.958971] env[62181]: DEBUG nova.virt.hardware [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1627.959981] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e679898d-0ac0-4690-be5b-4216ddd0bdca {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.979106] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ea32ef-fb9b-4c2d-bad8-12c8781f1041 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.983226] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790240, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.335524] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.465926] env[62181]: DEBUG oslo_concurrency.lockutils [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.469980] env[62181]: DEBUG nova.compute.manager [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1628.473867] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.416s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.474120] env[62181]: DEBUG nova.objects.instance [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lazy-loading 'resources' on Instance uuid 01101102-ee60-4de8-a5c1-07127419108b {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1628.476155] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779634} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.476734] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 63c5a682-fce7-43e3-9bee-17f9e901cd3a/63c5a682-fce7-43e3-9bee-17f9e901cd3a.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1628.476951] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1628.477215] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e99dbef-1c78-4c0a-bf86-497179a5dfc2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.488694] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1628.488694] env[62181]: value = "task-1790241" [ 1628.488694] env[62181]: _type = "Task" [ 1628.488694] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.509856] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.849736] env[62181]: DEBUG nova.network.neutron [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Successfully updated port: 018cfda8-f6db-4ba2-8ae0-8852135c5c14 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1628.981621] env[62181]: DEBUG nova.compute.utils [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1628.983361] env[62181]: DEBUG nova.compute.manager [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1628.984146] env[62181]: DEBUG nova.network.neutron [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1629.002803] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217526} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.004309] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1629.005865] env[62181]: DEBUG nova.compute.manager [req-0bad5520-ce9c-44aa-9300-ec6ce397688a req-6a69af09-5051-434c-9d06-e41a740c1cd3 service nova] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Received event network-vif-plugged-018cfda8-f6db-4ba2-8ae0-8852135c5c14 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1629.006119] env[62181]: DEBUG oslo_concurrency.lockutils [req-0bad5520-ce9c-44aa-9300-ec6ce397688a req-6a69af09-5051-434c-9d06-e41a740c1cd3 service nova] Acquiring lock "8a62f342-c02f-4088-a31c-523504ca2481-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.006594] env[62181]: DEBUG oslo_concurrency.lockutils [req-0bad5520-ce9c-44aa-9300-ec6ce397688a req-6a69af09-5051-434c-9d06-e41a740c1cd3 service nova] Lock "8a62f342-c02f-4088-a31c-523504ca2481-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.006838] env[62181]: DEBUG oslo_concurrency.lockutils [req-0bad5520-ce9c-44aa-9300-ec6ce397688a req-6a69af09-5051-434c-9d06-e41a740c1cd3 service nova] Lock "8a62f342-c02f-4088-a31c-523504ca2481-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.007054] env[62181]: DEBUG nova.compute.manager [req-0bad5520-ce9c-44aa-9300-ec6ce397688a req-6a69af09-5051-434c-9d06-e41a740c1cd3 service nova] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] No waiting events found dispatching network-vif-plugged-018cfda8-f6db-4ba2-8ae0-8852135c5c14 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1629.007308] env[62181]: WARNING nova.compute.manager [req-0bad5520-ce9c-44aa-9300-ec6ce397688a req-6a69af09-5051-434c-9d06-e41a740c1cd3 service nova] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Received unexpected event network-vif-plugged-018cfda8-f6db-4ba2-8ae0-8852135c5c14 for instance with vm_state building and task_state spawning. [ 1629.011459] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c66fbb-8bde-4dfb-ba2e-25985ae2278d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.039632] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 63c5a682-fce7-43e3-9bee-17f9e901cd3a/63c5a682-fce7-43e3-9bee-17f9e901cd3a.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1629.041302] env[62181]: DEBUG nova.policy [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8eadfeb1426e443e81efe786a21e58a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e5d01aa6e7e4c099b88e7df2bf6c285', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1629.045362] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c9fcaf1-af80-4965-a60c-474e00701c9f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.069327] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1629.069327] env[62181]: value = "task-1790242" [ 1629.069327] env[62181]: _type = "Task" [ 1629.069327] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.081333] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.218482] env[62181]: DEBUG oslo_concurrency.lockutils [None req-cbc59af7-198f-4082-8493-5fb58dfa1749 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "4bc0e10e-367a-4fb4-bf83-1e4550d24790" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.218763] env[62181]: DEBUG oslo_concurrency.lockutils [None req-cbc59af7-198f-4082-8493-5fb58dfa1749 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "4bc0e10e-367a-4fb4-bf83-1e4550d24790" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.218960] env[62181]: DEBUG nova.compute.manager [None req-cbc59af7-198f-4082-8493-5fb58dfa1749 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1629.219936] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da4613c-c0e0-42ba-8e99-0fdf1de9c554 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.232549] env[62181]: DEBUG nova.compute.manager [None req-cbc59af7-198f-4082-8493-5fb58dfa1749 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62181) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3443}} [ 1629.233271] env[62181]: DEBUG nova.objects.instance [None req-cbc59af7-198f-4082-8493-5fb58dfa1749 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lazy-loading 'flavor' on Instance uuid 4bc0e10e-367a-4fb4-bf83-1e4550d24790 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1629.353993] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "refresh_cache-8a62f342-c02f-4088-a31c-523504ca2481" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.353993] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquired lock "refresh_cache-8a62f342-c02f-4088-a31c-523504ca2481" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.353993] env[62181]: DEBUG nova.network.neutron [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1629.492312] env[62181]: DEBUG nova.compute.manager [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1629.511473] env[62181]: DEBUG nova.network.neutron [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Port 113cc88e-72c7-4dbe-a6ec-cbce72739c2d binding to destination host cpu-1 is already ACTIVE {{(pid=62181) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1629.511986] env[62181]: DEBUG oslo_concurrency.lockutils [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "refresh_cache-f6d9cca5-4f3d-4bf0-9306-6d6616533809" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.512371] env[62181]: DEBUG oslo_concurrency.lockutils [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquired lock "refresh_cache-f6d9cca5-4f3d-4bf0-9306-6d6616533809" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.512441] env[62181]: DEBUG nova.network.neutron [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1629.521199] env[62181]: DEBUG nova.network.neutron [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Successfully created port: 637a3077-e2d5-4e10-8ea0-529537c0edee {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1629.583274] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790242, 'name': ReconfigVM_Task, 'duration_secs': 0.358815} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.587242] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 63c5a682-fce7-43e3-9bee-17f9e901cd3a/63c5a682-fce7-43e3-9bee-17f9e901cd3a.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1629.588995] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a62bdd50-8d31-4bf3-8c25-21f0d691aa5d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.599068] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1629.599068] env[62181]: value = "task-1790243" [ 1629.599068] env[62181]: _type = "Task" [ 1629.599068] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.614043] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790243, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.615955] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2c0cbb-d8b5-4888-87c4-9ba74e2ff6a3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.623935] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45823cc5-3fe7-4638-8d7b-37137a5788db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.657055] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbfa6d9-29ef-4b56-95dc-9c1e30cb7b69 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.668414] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25e4455-efdc-4b17-8424-e57c00e802e3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.684214] env[62181]: DEBUG nova.compute.provider_tree [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.903089] env[62181]: DEBUG nova.network.neutron [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1630.115175] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790243, 'name': Rename_Task, 'duration_secs': 0.418031} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.117765] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1630.117765] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8025b052-d6a2-40de-9efe-0d249a59beed {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.124046] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1630.124046] env[62181]: value = "task-1790244" [ 1630.124046] env[62181]: _type = "Task" [ 1630.124046] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.133584] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.187689] env[62181]: DEBUG nova.scheduler.client.report [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1630.241804] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc59af7-198f-4082-8493-5fb58dfa1749 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.241804] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f0c08c7-adcd-4afe-b63a-93b7c99752f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.250035] env[62181]: DEBUG oslo_vmware.api [None req-cbc59af7-198f-4082-8493-5fb58dfa1749 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1630.250035] env[62181]: value = "task-1790245" [ 1630.250035] env[62181]: _type = "Task" [ 1630.250035] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.264955] env[62181]: DEBUG oslo_vmware.api [None req-cbc59af7-198f-4082-8493-5fb58dfa1749 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.370776] env[62181]: DEBUG nova.network.neutron [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Updating instance_info_cache with network_info: [{"id": "018cfda8-f6db-4ba2-8ae0-8852135c5c14", "address": "fa:16:3e:09:f6:43", "network": {"id": "7919b183-04bf-4f42-a2fc-fb60fe96004f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1530927795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603e99ff17d347a6805e5b4755514a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap018cfda8-f6", "ovs_interfaceid": "018cfda8-f6db-4ba2-8ae0-8852135c5c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.485712] env[62181]: DEBUG oslo_concurrency.lockutils [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "d16532e5-49b2-478e-8147-9e25e0d0d11f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.486648] env[62181]: DEBUG oslo_concurrency.lockutils [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "d16532e5-49b2-478e-8147-9e25e0d0d11f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.505338] env[62181]: DEBUG nova.compute.manager [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1630.552122] env[62181]: DEBUG nova.virt.hardware [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1630.552383] env[62181]: DEBUG nova.virt.hardware [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1630.552539] env[62181]: DEBUG nova.virt.hardware [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1630.552718] env[62181]: DEBUG nova.virt.hardware [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1630.552863] env[62181]: DEBUG nova.virt.hardware [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1630.553031] env[62181]: DEBUG nova.virt.hardware [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1630.553258] env[62181]: DEBUG nova.virt.hardware [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1630.553417] env[62181]: DEBUG nova.virt.hardware [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1630.553582] env[62181]: DEBUG nova.virt.hardware [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1630.553745] env[62181]: DEBUG nova.virt.hardware [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1630.553917] env[62181]: DEBUG nova.virt.hardware [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1630.555161] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327330f2-0a7e-413b-a2e5-8aa65da5be23 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.566452] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbae9314-aacc-405d-98f0-b09f374485d1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.573216] env[62181]: DEBUG nova.network.neutron [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updating instance_info_cache with network_info: [{"id": "113cc88e-72c7-4dbe-a6ec-cbce72739c2d", "address": "fa:16:3e:69:41:d0", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap113cc88e-72", "ovs_interfaceid": "113cc88e-72c7-4dbe-a6ec-cbce72739c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.584062] env[62181]: DEBUG oslo_concurrency.lockutils [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Releasing lock "refresh_cache-f6d9cca5-4f3d-4bf0-9306-6d6616533809" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.635990] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790244, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.692940] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.696243] env[62181]: DEBUG oslo_concurrency.lockutils [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.223s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.698260] env[62181]: INFO nova.compute.claims [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1630.718882] env[62181]: INFO nova.scheduler.client.report [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Deleted allocations for instance 01101102-ee60-4de8-a5c1-07127419108b [ 1630.758836] env[62181]: DEBUG oslo_vmware.api [None req-cbc59af7-198f-4082-8493-5fb58dfa1749 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790245, 'name': PowerOffVM_Task, 'duration_secs': 0.324539} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.759112] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc59af7-198f-4082-8493-5fb58dfa1749 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1630.759314] env[62181]: DEBUG nova.compute.manager [None req-cbc59af7-198f-4082-8493-5fb58dfa1749 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1630.760332] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923baaa8-f04d-4b8a-99dd-7a655c22ce5a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.877486] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Releasing lock "refresh_cache-8a62f342-c02f-4088-a31c-523504ca2481" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.877819] env[62181]: DEBUG nova.compute.manager [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Instance network_info: |[{"id": "018cfda8-f6db-4ba2-8ae0-8852135c5c14", "address": "fa:16:3e:09:f6:43", "network": {"id": "7919b183-04bf-4f42-a2fc-fb60fe96004f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1530927795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603e99ff17d347a6805e5b4755514a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap018cfda8-f6", "ovs_interfaceid": "018cfda8-f6db-4ba2-8ae0-8852135c5c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1630.878272] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:f6:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '018cfda8-f6db-4ba2-8ae0-8852135c5c14', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1630.886097] env[62181]: DEBUG oslo.service.loopingcall [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1630.886398] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1630.886513] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4f9fc1b-0d96-4cfe-a460-c65bc47cfc8b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.908432] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1630.908432] env[62181]: value = "task-1790246" [ 1630.908432] env[62181]: _type = "Task" [ 1630.908432] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.917929] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790246, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.045838] env[62181]: DEBUG nova.compute.manager [req-32b9c6f2-e246-4885-8a3a-6937b918ae51 req-781a7b4e-4056-4312-adcc-4fa585b8af88 service nova] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Received event network-changed-018cfda8-f6db-4ba2-8ae0-8852135c5c14 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1631.045838] env[62181]: DEBUG nova.compute.manager [req-32b9c6f2-e246-4885-8a3a-6937b918ae51 req-781a7b4e-4056-4312-adcc-4fa585b8af88 service nova] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Refreshing instance network info cache due to event network-changed-018cfda8-f6db-4ba2-8ae0-8852135c5c14. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1631.045988] env[62181]: DEBUG oslo_concurrency.lockutils [req-32b9c6f2-e246-4885-8a3a-6937b918ae51 req-781a7b4e-4056-4312-adcc-4fa585b8af88 service nova] Acquiring lock "refresh_cache-8a62f342-c02f-4088-a31c-523504ca2481" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.046098] env[62181]: DEBUG oslo_concurrency.lockutils [req-32b9c6f2-e246-4885-8a3a-6937b918ae51 req-781a7b4e-4056-4312-adcc-4fa585b8af88 service nova] Acquired lock "refresh_cache-8a62f342-c02f-4088-a31c-523504ca2481" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.046263] env[62181]: DEBUG nova.network.neutron [req-32b9c6f2-e246-4885-8a3a-6937b918ae51 req-781a7b4e-4056-4312-adcc-4fa585b8af88 service nova] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Refreshing network info cache for port 018cfda8-f6db-4ba2-8ae0-8852135c5c14 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1631.088568] env[62181]: DEBUG nova.compute.manager [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62181) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1631.088568] env[62181]: DEBUG oslo_concurrency.lockutils [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.139542] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790244, 'name': PowerOnVM_Task, 'duration_secs': 0.6152} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.139822] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1631.140107] env[62181]: INFO nova.compute.manager [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1631.140325] env[62181]: DEBUG nova.compute.manager [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1631.141129] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acb6459-0b31-4406-bd00-57090adbcdb0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.228882] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea16e169-5ca0-4ed2-a1ce-c49643ccc72a tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "01101102-ee60-4de8-a5c1-07127419108b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.653s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.273557] env[62181]: DEBUG oslo_concurrency.lockutils [None req-cbc59af7-198f-4082-8493-5fb58dfa1749 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "4bc0e10e-367a-4fb4-bf83-1e4550d24790" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.298672] env[62181]: DEBUG nova.network.neutron [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Successfully updated port: 637a3077-e2d5-4e10-8ea0-529537c0edee {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1631.419713] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790246, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.661342] env[62181]: INFO nova.compute.manager [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Took 45.61 seconds to build instance. [ 1631.802107] env[62181]: DEBUG oslo_concurrency.lockutils [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Acquiring lock "refresh_cache-2f7076e0-c66b-44d4-b7d8-dd7cfe811b22" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.802107] env[62181]: DEBUG oslo_concurrency.lockutils [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Acquired lock "refresh_cache-2f7076e0-c66b-44d4-b7d8-dd7cfe811b22" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.802107] env[62181]: DEBUG nova.network.neutron [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1631.829356] env[62181]: DEBUG nova.network.neutron [req-32b9c6f2-e246-4885-8a3a-6937b918ae51 req-781a7b4e-4056-4312-adcc-4fa585b8af88 service nova] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Updated VIF entry in instance network info cache for port 018cfda8-f6db-4ba2-8ae0-8852135c5c14. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1631.829742] env[62181]: DEBUG nova.network.neutron [req-32b9c6f2-e246-4885-8a3a-6937b918ae51 req-781a7b4e-4056-4312-adcc-4fa585b8af88 service nova] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Updating instance_info_cache with network_info: [{"id": "018cfda8-f6db-4ba2-8ae0-8852135c5c14", "address": "fa:16:3e:09:f6:43", "network": {"id": "7919b183-04bf-4f42-a2fc-fb60fe96004f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1530927795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603e99ff17d347a6805e5b4755514a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap018cfda8-f6", "ovs_interfaceid": "018cfda8-f6db-4ba2-8ae0-8852135c5c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.922417] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790246, 'name': CreateVM_Task, 'duration_secs': 0.534452} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.922772] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1631.923574] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.923869] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.924269] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1631.924999] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb1b25b6-dd4f-4840-9fd5-d6c52a47c950 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.931668] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1631.931668] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5208fd98-077a-5343-71c3-2f6a17623527" [ 1631.931668] env[62181]: _type = "Task" [ 1631.931668] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.940727] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5208fd98-077a-5343-71c3-2f6a17623527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.121078] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0db4884-08a3-43a3-a6d3-ea8e15b9d358 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.128863] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03678f45-7652-47c5-8457-d451271e8c17 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.160286] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe25509-e52a-4346-97b6-d7239ed4a02a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.163023] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "63c5a682-fce7-43e3-9bee-17f9e901cd3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.515s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.167891] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3586270e-f215-44d0-8022-43bcb54c609f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.181272] env[62181]: DEBUG nova.compute.provider_tree [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1632.262825] env[62181]: DEBUG nova.objects.instance [None req-75610214-53dc-4b3d-b25e-9ade663876b4 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lazy-loading 'flavor' on Instance uuid 4bc0e10e-367a-4fb4-bf83-1e4550d24790 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.334950] env[62181]: DEBUG oslo_concurrency.lockutils [req-32b9c6f2-e246-4885-8a3a-6937b918ae51 req-781a7b4e-4056-4312-adcc-4fa585b8af88 service nova] Releasing lock "refresh_cache-8a62f342-c02f-4088-a31c-523504ca2481" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.350921] env[62181]: DEBUG nova.network.neutron [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1632.444437] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5208fd98-077a-5343-71c3-2f6a17623527, 'name': SearchDatastore_Task, 'duration_secs': 0.010905} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.444862] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.445110] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1632.445392] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.445564] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.445751] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1632.446030] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1af088b-ca5f-48c9-b133-12bf94d4a437 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.455916] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1632.456082] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1632.456802] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffbf320a-7b45-4799-980a-5afe9fc313b9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.462185] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1632.462185] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]529a3244-d95e-4a0a-822a-19d0d9da6a06" [ 1632.462185] env[62181]: _type = "Task" [ 1632.462185] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.470612] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529a3244-d95e-4a0a-822a-19d0d9da6a06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.524413] env[62181]: DEBUG nova.network.neutron [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Updating instance_info_cache with network_info: [{"id": "637a3077-e2d5-4e10-8ea0-529537c0edee", "address": "fa:16:3e:40:44:81", "network": {"id": "35e23efd-3d7d-4f89-9e41-14663c0d10e3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1755934715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e5d01aa6e7e4c099b88e7df2bf6c285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637a3077-e2", "ovs_interfaceid": "637a3077-e2d5-4e10-8ea0-529537c0edee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.665986] env[62181]: DEBUG nova.compute.manager [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1632.684398] env[62181]: DEBUG nova.scheduler.client.report [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1632.768058] env[62181]: DEBUG oslo_concurrency.lockutils [None req-75610214-53dc-4b3d-b25e-9ade663876b4 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "refresh_cache-4bc0e10e-367a-4fb4-bf83-1e4550d24790" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.768265] env[62181]: DEBUG oslo_concurrency.lockutils [None req-75610214-53dc-4b3d-b25e-9ade663876b4 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquired lock "refresh_cache-4bc0e10e-367a-4fb4-bf83-1e4550d24790" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.768519] env[62181]: DEBUG nova.network.neutron [None req-75610214-53dc-4b3d-b25e-9ade663876b4 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1632.768777] env[62181]: DEBUG nova.objects.instance [None req-75610214-53dc-4b3d-b25e-9ade663876b4 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lazy-loading 'info_cache' on Instance uuid 4bc0e10e-367a-4fb4-bf83-1e4550d24790 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.973602] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529a3244-d95e-4a0a-822a-19d0d9da6a06, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.974416] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8e57c1a-1819-4cb0-9905-860f29a71c4d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.979650] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1632.979650] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5261871b-79fa-519c-8cc3-e2730c607e0b" [ 1632.979650] env[62181]: _type = "Task" [ 1632.979650] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.987680] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5261871b-79fa-519c-8cc3-e2730c607e0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.027390] env[62181]: DEBUG oslo_concurrency.lockutils [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Releasing lock "refresh_cache-2f7076e0-c66b-44d4-b7d8-dd7cfe811b22" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.027734] env[62181]: DEBUG nova.compute.manager [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Instance network_info: |[{"id": "637a3077-e2d5-4e10-8ea0-529537c0edee", "address": "fa:16:3e:40:44:81", "network": {"id": "35e23efd-3d7d-4f89-9e41-14663c0d10e3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1755934715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e5d01aa6e7e4c099b88e7df2bf6c285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637a3077-e2", "ovs_interfaceid": "637a3077-e2d5-4e10-8ea0-529537c0edee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1633.028198] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:44:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '637a3077-e2d5-4e10-8ea0-529537c0edee', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1633.037342] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Creating folder: Project (4e5d01aa6e7e4c099b88e7df2bf6c285). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1633.037634] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcd727c9-97f1-4662-a41f-b3229731f1c0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.050469] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Created folder: Project (4e5d01aa6e7e4c099b88e7df2bf6c285) in parent group-v371238. [ 1633.050621] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Creating folder: Instances. Parent ref: group-v371413. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1633.050945] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e028c27d-3ee4-40c8-a876-05563fa301f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.060456] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Created folder: Instances in parent group-v371413. [ 1633.060697] env[62181]: DEBUG oslo.service.loopingcall [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.060888] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1633.061099] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ad954ee-542b-48ce-b8ca-70c40718a98c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.078663] env[62181]: DEBUG nova.compute.manager [req-8b5f31eb-0f8d-4746-8a12-b6505dc01ea0 req-4473fe4a-f280-483f-a265-a7be6581abd8 service nova] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Received event network-vif-plugged-637a3077-e2d5-4e10-8ea0-529537c0edee {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1633.078884] env[62181]: DEBUG oslo_concurrency.lockutils [req-8b5f31eb-0f8d-4746-8a12-b6505dc01ea0 req-4473fe4a-f280-483f-a265-a7be6581abd8 service nova] Acquiring lock "2f7076e0-c66b-44d4-b7d8-dd7cfe811b22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.079107] env[62181]: DEBUG oslo_concurrency.lockutils [req-8b5f31eb-0f8d-4746-8a12-b6505dc01ea0 req-4473fe4a-f280-483f-a265-a7be6581abd8 service nova] Lock "2f7076e0-c66b-44d4-b7d8-dd7cfe811b22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.079277] env[62181]: DEBUG oslo_concurrency.lockutils [req-8b5f31eb-0f8d-4746-8a12-b6505dc01ea0 req-4473fe4a-f280-483f-a265-a7be6581abd8 service nova] Lock "2f7076e0-c66b-44d4-b7d8-dd7cfe811b22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.079460] env[62181]: DEBUG nova.compute.manager [req-8b5f31eb-0f8d-4746-8a12-b6505dc01ea0 req-4473fe4a-f280-483f-a265-a7be6581abd8 service nova] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] No waiting events found dispatching network-vif-plugged-637a3077-e2d5-4e10-8ea0-529537c0edee {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1633.079620] env[62181]: WARNING nova.compute.manager [req-8b5f31eb-0f8d-4746-8a12-b6505dc01ea0 req-4473fe4a-f280-483f-a265-a7be6581abd8 service nova] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Received unexpected event network-vif-plugged-637a3077-e2d5-4e10-8ea0-529537c0edee for instance with vm_state building and task_state spawning. [ 1633.079744] env[62181]: DEBUG nova.compute.manager [req-8b5f31eb-0f8d-4746-8a12-b6505dc01ea0 req-4473fe4a-f280-483f-a265-a7be6581abd8 service nova] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Received event network-changed-637a3077-e2d5-4e10-8ea0-529537c0edee {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1633.079896] env[62181]: DEBUG nova.compute.manager [req-8b5f31eb-0f8d-4746-8a12-b6505dc01ea0 req-4473fe4a-f280-483f-a265-a7be6581abd8 service nova] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Refreshing instance network info cache due to event network-changed-637a3077-e2d5-4e10-8ea0-529537c0edee. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1633.080088] env[62181]: DEBUG oslo_concurrency.lockutils [req-8b5f31eb-0f8d-4746-8a12-b6505dc01ea0 req-4473fe4a-f280-483f-a265-a7be6581abd8 service nova] Acquiring lock "refresh_cache-2f7076e0-c66b-44d4-b7d8-dd7cfe811b22" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.080225] env[62181]: DEBUG oslo_concurrency.lockutils [req-8b5f31eb-0f8d-4746-8a12-b6505dc01ea0 req-4473fe4a-f280-483f-a265-a7be6581abd8 service nova] Acquired lock "refresh_cache-2f7076e0-c66b-44d4-b7d8-dd7cfe811b22" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.080374] env[62181]: DEBUG nova.network.neutron [req-8b5f31eb-0f8d-4746-8a12-b6505dc01ea0 req-4473fe4a-f280-483f-a265-a7be6581abd8 service nova] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Refreshing network info cache for port 637a3077-e2d5-4e10-8ea0-529537c0edee {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1633.082987] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1633.082987] env[62181]: value = "task-1790249" [ 1633.082987] env[62181]: _type = "Task" [ 1633.082987] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.093991] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790249, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.188521] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.189312] env[62181]: DEBUG oslo_concurrency.lockutils [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.189655] env[62181]: DEBUG nova.compute.manager [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1633.192233] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.489s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.272908] env[62181]: DEBUG nova.objects.base [None req-75610214-53dc-4b3d-b25e-9ade663876b4 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Object Instance<4bc0e10e-367a-4fb4-bf83-1e4550d24790> lazy-loaded attributes: flavor,info_cache {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1633.493805] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5261871b-79fa-519c-8cc3-e2730c607e0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010039} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.494614] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.494614] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 8a62f342-c02f-4088-a31c-523504ca2481/8a62f342-c02f-4088-a31c-523504ca2481.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1633.494862] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b26163c8-6146-446d-9b55-e83b82bdc383 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.503366] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1633.503366] env[62181]: value = "task-1790250" [ 1633.503366] env[62181]: _type = "Task" [ 1633.503366] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.513148] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.596541] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790249, 'name': CreateVM_Task, 'duration_secs': 0.418053} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.596918] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1633.597483] env[62181]: DEBUG oslo_concurrency.lockutils [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.597586] env[62181]: DEBUG oslo_concurrency.lockutils [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.597917] env[62181]: DEBUG oslo_concurrency.lockutils [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1633.598196] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f16c2580-a550-49e0-9e3e-b1c36a2305db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.604463] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Waiting for the task: (returnval){ [ 1633.604463] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]520ab926-50b1-3e6a-d9b0-17c18ff0577c" [ 1633.604463] env[62181]: _type = "Task" [ 1633.604463] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.613962] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520ab926-50b1-3e6a-d9b0-17c18ff0577c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.697783] env[62181]: DEBUG nova.compute.utils [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1633.713754] env[62181]: DEBUG nova.compute.manager [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1633.714534] env[62181]: DEBUG nova.network.neutron [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1633.819351] env[62181]: DEBUG nova.policy [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '523618ab5fc34034909648f927bfd774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37b5879787e341e9ad0e2cb2de712ee1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1633.993032] env[62181]: DEBUG nova.network.neutron [req-8b5f31eb-0f8d-4746-8a12-b6505dc01ea0 req-4473fe4a-f280-483f-a265-a7be6581abd8 service nova] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Updated VIF entry in instance network info cache for port 637a3077-e2d5-4e10-8ea0-529537c0edee. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1633.993032] env[62181]: DEBUG nova.network.neutron [req-8b5f31eb-0f8d-4746-8a12-b6505dc01ea0 req-4473fe4a-f280-483f-a265-a7be6581abd8 service nova] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Updating instance_info_cache with network_info: [{"id": "637a3077-e2d5-4e10-8ea0-529537c0edee", "address": "fa:16:3e:40:44:81", "network": {"id": "35e23efd-3d7d-4f89-9e41-14663c0d10e3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1755934715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e5d01aa6e7e4c099b88e7df2bf6c285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637a3077-e2", "ovs_interfaceid": "637a3077-e2d5-4e10-8ea0-529537c0edee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.017686] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790250, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.123483] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520ab926-50b1-3e6a-d9b0-17c18ff0577c, 'name': SearchDatastore_Task, 'duration_secs': 0.009482} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.123483] env[62181]: DEBUG oslo_concurrency.lockutils [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.123764] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1634.123934] env[62181]: DEBUG oslo_concurrency.lockutils [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.124091] env[62181]: DEBUG oslo_concurrency.lockutils [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.124316] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1634.124608] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79439250-798e-48e9-a51e-c2bc2453757a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.146143] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1634.146349] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1634.147116] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bccddeb-7292-4b8f-aefe-d7c6d7e3ba24 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.153712] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Waiting for the task: (returnval){ [ 1634.153712] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525d92e4-fe9e-6dae-5bda-15a047e0584d" [ 1634.153712] env[62181]: _type = "Task" [ 1634.153712] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.165167] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525d92e4-fe9e-6dae-5bda-15a047e0584d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.212488] env[62181]: DEBUG nova.compute.manager [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1634.220233] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Applying migration context for instance f6d9cca5-4f3d-4bf0-9306-6d6616533809 as it has an incoming, in-progress migration 4b54a15f-5d5f-4c30-a359-cbfec9ffb7da. Migration status is reverting {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1634.227533] env[62181]: INFO nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updating resource usage from migration 4b54a15f-5d5f-4c30-a359-cbfec9ffb7da [ 1634.265907] env[62181]: DEBUG nova.network.neutron [None req-75610214-53dc-4b3d-b25e-9ade663876b4 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Updating instance_info_cache with network_info: [{"id": "96bcc0b5-6d07-4f7a-a665-5732bc1cb541", "address": "fa:16:3e:72:ca:b3", "network": {"id": "82cda549-4273-4e7e-8973-61a0da103683", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-797074780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95b0a5b387254b9da00cd2efb84a7e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96bcc0b5-6d", "ovs_interfaceid": "96bcc0b5-6d07-4f7a-a665-5732bc1cb541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.267816] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.267954] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 70d6f014-77b3-4e40-9617-f1f4fe4b1649 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.269130] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 571c2ea4-2a87-4876-a245-c6f6f67d2223 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.275023] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance b45441c4-5492-42a2-bc5a-c4d6b7891423 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.275023] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance dd52dddb-7f4a-483b-aa89-fb7d0537be0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.275023] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 05fae8ff-eb9c-4e22-9075-f8de2d18c82e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.275023] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 7fb647de-d093-4f4a-a198-468e61926976 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.275023] env[62181]: WARNING nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance dcfd3b17-c193-416b-8e6b-f1c149769c30 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1634.275023] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 13bc5ed7-0e84-4472-ba74-2009b801f4a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.275023] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 4fc51519-f9a0-4ad0-bded-963e133affe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.275023] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.275023] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.275023] env[62181]: WARNING nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 7d8194b9-bb34-4c75-b687-c5f3cb93e47d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1634.275023] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 4b6efecf-cfdc-4e6a-8f26-1475f0f52133 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.275023] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 61ab808e-c9d3-4591-8a52-a6da274fd5a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.275023] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 4bc0e10e-367a-4fb4-bf83-1e4550d24790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.275023] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance aee5cc05-511a-4b6f-b3ab-21bc651866f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.275586] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance d5da7fe3-39f4-4fd3-ae12-4e127db14ae1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.275586] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 63c5a682-fce7-43e3-9bee-17f9e901cd3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.275586] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 8a62f342-c02f-4088-a31c-523504ca2481 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.275586] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Migration 4b54a15f-5d5f-4c30-a359-cbfec9ffb7da is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1634.275586] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance f6d9cca5-4f3d-4bf0-9306-6d6616533809 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.275586] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.275586] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance a60154e0-c78a-488a-aa2d-9eed57549cb1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.277164] env[62181]: DEBUG oslo_concurrency.lockutils [None req-75610214-53dc-4b3d-b25e-9ade663876b4 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Releasing lock "refresh_cache-4bc0e10e-367a-4fb4-bf83-1e4550d24790" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.390562] env[62181]: DEBUG nova.network.neutron [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Successfully created port: 759b563c-2791-4966-96d5-1eb40e6cad45 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1634.494931] env[62181]: DEBUG oslo_concurrency.lockutils [req-8b5f31eb-0f8d-4746-8a12-b6505dc01ea0 req-4473fe4a-f280-483f-a265-a7be6581abd8 service nova] Releasing lock "refresh_cache-2f7076e0-c66b-44d4-b7d8-dd7cfe811b22" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.514950] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88147} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.519367] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 8a62f342-c02f-4088-a31c-523504ca2481/8a62f342-c02f-4088-a31c-523504ca2481.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1634.519367] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1634.519367] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-752eb295-5d42-425b-a3b9-ea0741ad9b36 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.525447] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1634.525447] env[62181]: value = "task-1790251" [ 1634.525447] env[62181]: _type = "Task" [ 1634.525447] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.535222] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.666261] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525d92e4-fe9e-6dae-5bda-15a047e0584d, 'name': SearchDatastore_Task, 'duration_secs': 0.106587} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.667130] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5319134d-bc57-4209-b3ff-ee818701565d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.673770] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Waiting for the task: (returnval){ [ 1634.673770] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52993d04-720a-5c39-17b7-74eea2c8da30" [ 1634.673770] env[62181]: _type = "Task" [ 1634.673770] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.682485] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52993d04-720a-5c39-17b7-74eea2c8da30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.721247] env[62181]: INFO nova.virt.block_device [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Booting with volume 0c5970f2-76bb-4a8a-9af2-7042401e88c0 at /dev/sda [ 1634.757551] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5aa272e0-58d4-4873-929d-9ffc1b8ae3aa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.768896] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde58b9d-b4ef-4e6b-aa86-2284680e58de {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.779631] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 41834414-33a1-49db-b0c3-c96e7e7875c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1634.812602] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-539e138e-7e8f-4b7c-8a22-0c3f69fdd832 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.822737] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4b75c4-aa42-4eb9-ad8f-e42c4f1068db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.861314] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a63332d-c90c-49fa-b1c2-32a411fc368e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.868428] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1687ad-3a30-4b3b-b55e-845ea5cf0083 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.882285] env[62181]: DEBUG nova.virt.block_device [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Updating existing volume attachment record: 10c41367-4687-4eca-987e-f927856e8e1c {{(pid=62181) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1635.036658] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085618} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.036985] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1635.037842] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeebcc34-3aec-4d58-8131-1eea8f80d04a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.062351] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 8a62f342-c02f-4088-a31c-523504ca2481/8a62f342-c02f-4088-a31c-523504ca2481.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1635.062568] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b2a2a61-44c3-4676-8df7-f5ef10e2daf6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.082972] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1635.082972] env[62181]: value = "task-1790252" [ 1635.082972] env[62181]: _type = "Task" [ 1635.082972] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.093018] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.184334] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52993d04-720a-5c39-17b7-74eea2c8da30, 'name': SearchDatastore_Task, 'duration_secs': 0.01459} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.184463] env[62181]: DEBUG oslo_concurrency.lockutils [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.184729] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22/2f7076e0-c66b-44d4-b7d8-dd7cfe811b22.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1635.184981] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebf6b3b6-ba4a-46d5-8c9d-e0de6826b9b1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.192962] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Waiting for the task: (returnval){ [ 1635.192962] env[62181]: value = "task-1790253" [ 1635.192962] env[62181]: _type = "Task" [ 1635.192962] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.201623] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': task-1790253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.283702] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance cde31390-04ec-43bd-93b6-35b4e1447d22 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1635.286486] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-75610214-53dc-4b3d-b25e-9ade663876b4 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1635.286575] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb1208c7-ba39-47cd-bb8b-4a9eee45af6d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.295230] env[62181]: DEBUG oslo_vmware.api [None req-75610214-53dc-4b3d-b25e-9ade663876b4 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1635.295230] env[62181]: value = "task-1790254" [ 1635.295230] env[62181]: _type = "Task" [ 1635.295230] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.306882] env[62181]: DEBUG oslo_vmware.api [None req-75610214-53dc-4b3d-b25e-9ade663876b4 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.593869] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.704335] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': task-1790253, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.787589] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 180320b7-6a64-4bb4-bb00-3aab3d562906 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1635.810057] env[62181]: DEBUG oslo_vmware.api [None req-75610214-53dc-4b3d-b25e-9ade663876b4 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790254, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.955733] env[62181]: DEBUG nova.compute.manager [req-28fc35b5-7eff-41a5-a028-ca8c58514873 req-f7f20533-a3f4-4615-abe9-4797e9cb3a1c service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Received event network-vif-plugged-759b563c-2791-4966-96d5-1eb40e6cad45 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1635.956049] env[62181]: DEBUG oslo_concurrency.lockutils [req-28fc35b5-7eff-41a5-a028-ca8c58514873 req-f7f20533-a3f4-4615-abe9-4797e9cb3a1c service nova] Acquiring lock "a60154e0-c78a-488a-aa2d-9eed57549cb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.956049] env[62181]: DEBUG oslo_concurrency.lockutils [req-28fc35b5-7eff-41a5-a028-ca8c58514873 req-f7f20533-a3f4-4615-abe9-4797e9cb3a1c service nova] Lock "a60154e0-c78a-488a-aa2d-9eed57549cb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.957557] env[62181]: DEBUG oslo_concurrency.lockutils [req-28fc35b5-7eff-41a5-a028-ca8c58514873 req-f7f20533-a3f4-4615-abe9-4797e9cb3a1c service nova] Lock "a60154e0-c78a-488a-aa2d-9eed57549cb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.957557] env[62181]: DEBUG nova.compute.manager [req-28fc35b5-7eff-41a5-a028-ca8c58514873 req-f7f20533-a3f4-4615-abe9-4797e9cb3a1c service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] No waiting events found dispatching network-vif-plugged-759b563c-2791-4966-96d5-1eb40e6cad45 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1635.957557] env[62181]: WARNING nova.compute.manager [req-28fc35b5-7eff-41a5-a028-ca8c58514873 req-f7f20533-a3f4-4615-abe9-4797e9cb3a1c service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Received unexpected event network-vif-plugged-759b563c-2791-4966-96d5-1eb40e6cad45 for instance with vm_state building and task_state block_device_mapping. [ 1636.097764] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790252, 'name': ReconfigVM_Task, 'duration_secs': 0.586387} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.097764] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 8a62f342-c02f-4088-a31c-523504ca2481/8a62f342-c02f-4088-a31c-523504ca2481.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1636.097764] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fec9feaa-c2b4-4993-9fac-7ff6e095a32c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.106141] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1636.106141] env[62181]: value = "task-1790255" [ 1636.106141] env[62181]: _type = "Task" [ 1636.106141] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.116739] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790255, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.117910] env[62181]: DEBUG nova.network.neutron [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Successfully updated port: 759b563c-2791-4966-96d5-1eb40e6cad45 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1636.206123] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': task-1790253, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.291634] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance a67ebb68-c107-4275-9d5e-f5d63bc44a11 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1636.308329] env[62181]: DEBUG oslo_vmware.api [None req-75610214-53dc-4b3d-b25e-9ade663876b4 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790254, 'name': PowerOnVM_Task, 'duration_secs': 0.611295} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.308644] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-75610214-53dc-4b3d-b25e-9ade663876b4 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1636.308865] env[62181]: DEBUG nova.compute.manager [None req-75610214-53dc-4b3d-b25e-9ade663876b4 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1636.309876] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422a6a1c-dab1-4999-8e8f-7fa51322b588 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.616530] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790255, 'name': Rename_Task, 'duration_secs': 0.179832} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.616822] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1636.617092] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bc8b1ce-5994-48fe-aec0-8f45bbf893ee {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.624178] env[62181]: DEBUG oslo_concurrency.lockutils [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Acquiring lock "refresh_cache-a60154e0-c78a-488a-aa2d-9eed57549cb1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.624178] env[62181]: DEBUG oslo_concurrency.lockutils [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Acquired lock "refresh_cache-a60154e0-c78a-488a-aa2d-9eed57549cb1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.624178] env[62181]: DEBUG nova.network.neutron [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1636.630434] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1636.630434] env[62181]: value = "task-1790256" [ 1636.630434] env[62181]: _type = "Task" [ 1636.630434] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.640814] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.706506] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': task-1790253, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.181237} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.707179] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22/2f7076e0-c66b-44d4-b7d8-dd7cfe811b22.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1636.707441] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1636.707745] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76e3a17d-194e-4180-ac8d-29223a65603d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.716094] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Waiting for the task: (returnval){ [ 1636.716094] env[62181]: value = "task-1790257" [ 1636.716094] env[62181]: _type = "Task" [ 1636.716094] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.725440] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': task-1790257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.795919] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance afa4d08f-349b-427f-951b-11bab9e10a86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1636.982057] env[62181]: DEBUG nova.compute.manager [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1636.982958] env[62181]: DEBUG nova.virt.hardware [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1636.983322] env[62181]: DEBUG nova.virt.hardware [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1636.983534] env[62181]: DEBUG nova.virt.hardware [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1636.983739] env[62181]: DEBUG nova.virt.hardware [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1636.983890] env[62181]: DEBUG nova.virt.hardware [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1636.984052] env[62181]: DEBUG nova.virt.hardware [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1636.984270] env[62181]: DEBUG nova.virt.hardware [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1636.984502] env[62181]: DEBUG nova.virt.hardware [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1636.984700] env[62181]: DEBUG nova.virt.hardware [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1636.984869] env[62181]: DEBUG nova.virt.hardware [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1636.985060] env[62181]: DEBUG nova.virt.hardware [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1636.985952] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efbb6ba-bae7-4bd4-baf8-a83505fdd268 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.994815] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87989b14-907c-40a3-be29-6e461bc7ab2d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.143654] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.164615] env[62181]: DEBUG nova.network.neutron [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1637.227966] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': task-1790257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068698} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.228276] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1637.229318] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436a149a-1dc8-422a-ba87-05d6ac015c93 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.256283] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22/2f7076e0-c66b-44d4-b7d8-dd7cfe811b22.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1637.256589] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de4649e4-859f-4761-a23d-986dc7a2d393 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.280119] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Waiting for the task: (returnval){ [ 1637.280119] env[62181]: value = "task-1790258" [ 1637.280119] env[62181]: _type = "Task" [ 1637.280119] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.289373] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': task-1790258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.299403] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 5ae9613f-6234-4a63-b9e0-0d926ddbac8f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1637.378991] env[62181]: DEBUG nova.network.neutron [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Updating instance_info_cache with network_info: [{"id": "759b563c-2791-4966-96d5-1eb40e6cad45", "address": "fa:16:3e:9d:3f:d9", "network": {"id": "ab2cf5f2-4e47-4caa-96f0-83aba6e5e331", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1435432148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b5879787e341e9ad0e2cb2de712ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759b563c-27", "ovs_interfaceid": "759b563c-2791-4966-96d5-1eb40e6cad45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.647389] env[62181]: DEBUG oslo_vmware.api [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790256, 'name': PowerOnVM_Task, 'duration_secs': 1.007102} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.647917] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1637.648245] env[62181]: INFO nova.compute.manager [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1637.648512] env[62181]: DEBUG nova.compute.manager [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1637.649693] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ed8431-4aae-44f7-bc66-73ae33378df9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.791469] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': task-1790258, 'name': ReconfigVM_Task, 'duration_secs': 0.429344} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.791981] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22/2f7076e0-c66b-44d4-b7d8-dd7cfe811b22.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1637.792918] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fae43956-d36f-4d5d-8f55-dc1b864f2626 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.800635] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Waiting for the task: (returnval){ [ 1637.800635] env[62181]: value = "task-1790259" [ 1637.800635] env[62181]: _type = "Task" [ 1637.800635] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.804958] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance ebeb80d5-271b-4aa2-b6da-d3cfd2d28021 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1637.811733] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': task-1790259, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.882342] env[62181]: DEBUG oslo_concurrency.lockutils [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Releasing lock "refresh_cache-a60154e0-c78a-488a-aa2d-9eed57549cb1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.882695] env[62181]: DEBUG nova.compute.manager [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Instance network_info: |[{"id": "759b563c-2791-4966-96d5-1eb40e6cad45", "address": "fa:16:3e:9d:3f:d9", "network": {"id": "ab2cf5f2-4e47-4caa-96f0-83aba6e5e331", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1435432148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b5879787e341e9ad0e2cb2de712ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759b563c-27", "ovs_interfaceid": "759b563c-2791-4966-96d5-1eb40e6cad45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1637.883510] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:3f:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '759b563c-2791-4966-96d5-1eb40e6cad45', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1637.891020] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Creating folder: Project (37b5879787e341e9ad0e2cb2de712ee1). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1637.891327] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b2fc1eb-386a-4eff-a828-81480214deaa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.907338] env[62181]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1637.907505] env[62181]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62181) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1637.907959] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Folder already exists: Project (37b5879787e341e9ad0e2cb2de712ee1). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1637.908092] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Creating folder: Instances. Parent ref: group-v371382. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1637.908344] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-400adedf-ebdc-4a91-b7ad-d9b0eda05a13 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.921131] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Created folder: Instances in parent group-v371382. [ 1637.921131] env[62181]: DEBUG oslo.service.loopingcall [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1637.921345] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1637.921381] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a03d079-1855-4147-a325-dcc98429cea2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.942160] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1637.942160] env[62181]: value = "task-1790262" [ 1637.942160] env[62181]: _type = "Task" [ 1637.942160] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.951361] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790262, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.172567] env[62181]: INFO nova.compute.manager [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Took 48.16 seconds to build instance. [ 1638.193014] env[62181]: DEBUG nova.compute.manager [req-532c2454-7748-4045-b83b-fefbc3afd9ad req-7520201a-0c87-458b-ab0a-9d43593d74d5 service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Received event network-changed-759b563c-2791-4966-96d5-1eb40e6cad45 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1638.193014] env[62181]: DEBUG nova.compute.manager [req-532c2454-7748-4045-b83b-fefbc3afd9ad req-7520201a-0c87-458b-ab0a-9d43593d74d5 service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Refreshing instance network info cache due to event network-changed-759b563c-2791-4966-96d5-1eb40e6cad45. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1638.193667] env[62181]: DEBUG oslo_concurrency.lockutils [req-532c2454-7748-4045-b83b-fefbc3afd9ad req-7520201a-0c87-458b-ab0a-9d43593d74d5 service nova] Acquiring lock "refresh_cache-a60154e0-c78a-488a-aa2d-9eed57549cb1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.193667] env[62181]: DEBUG oslo_concurrency.lockutils [req-532c2454-7748-4045-b83b-fefbc3afd9ad req-7520201a-0c87-458b-ab0a-9d43593d74d5 service nova] Acquired lock "refresh_cache-a60154e0-c78a-488a-aa2d-9eed57549cb1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.193667] env[62181]: DEBUG nova.network.neutron [req-532c2454-7748-4045-b83b-fefbc3afd9ad req-7520201a-0c87-458b-ab0a-9d43593d74d5 service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Refreshing network info cache for port 759b563c-2791-4966-96d5-1eb40e6cad45 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1638.308444] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance d16532e5-49b2-478e-8147-9e25e0d0d11f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1638.308929] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1638.308929] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4928MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1638.316942] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': task-1790259, 'name': Rename_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.456145] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790262, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.673655] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fabaf1a4-1d15-4460-be6d-2acdcdce885b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "8a62f342-c02f-4088-a31c-523504ca2481" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.985s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.760785] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b861cf5-c8a4-453e-9963-7160e81982f7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.769082] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dce7fb-6343-48bb-8097-895b17863013 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.806762] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365bc154-9323-457f-80bd-5e4a4d165714 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.818432] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': task-1790259, 'name': Rename_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.819910] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12564fb5-49c2-44d0-b6c7-609959e9ce2a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.836793] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1638.955289] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790262, 'name': CreateVM_Task, 'duration_secs': 0.582627} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.955594] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1638.956366] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '10c41367-4687-4eca-987e-f927856e8e1c', 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371389', 'volume_id': '0c5970f2-76bb-4a8a-9af2-7042401e88c0', 'name': 'volume-0c5970f2-76bb-4a8a-9af2-7042401e88c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a60154e0-c78a-488a-aa2d-9eed57549cb1', 'attached_at': '', 'detached_at': '', 'volume_id': '0c5970f2-76bb-4a8a-9af2-7042401e88c0', 'serial': '0c5970f2-76bb-4a8a-9af2-7042401e88c0'}, 'guest_format': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62181) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1638.956650] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Root volume attach. Driver type: vmdk {{(pid=62181) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1638.957473] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8918e16-1aa5-45d2-962b-1e0f4e54264f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.968022] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4859535-6b15-4be0-92ba-2f4b6f41306a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.976994] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f26d1e-9848-4729-b737-ac48d751033b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.985044] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f0b38135-7200-4761-8c4a-01fd11a78b31 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.993052] env[62181]: DEBUG oslo_vmware.api [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Waiting for the task: (returnval){ [ 1638.993052] env[62181]: value = "task-1790263" [ 1638.993052] env[62181]: _type = "Task" [ 1638.993052] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.002934] env[62181]: DEBUG oslo_vmware.api [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790263, 'name': RelocateVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.020108] env[62181]: DEBUG nova.network.neutron [req-532c2454-7748-4045-b83b-fefbc3afd9ad req-7520201a-0c87-458b-ab0a-9d43593d74d5 service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Updated VIF entry in instance network info cache for port 759b563c-2791-4966-96d5-1eb40e6cad45. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1639.020575] env[62181]: DEBUG nova.network.neutron [req-532c2454-7748-4045-b83b-fefbc3afd9ad req-7520201a-0c87-458b-ab0a-9d43593d74d5 service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Updating instance_info_cache with network_info: [{"id": "759b563c-2791-4966-96d5-1eb40e6cad45", "address": "fa:16:3e:9d:3f:d9", "network": {"id": "ab2cf5f2-4e47-4caa-96f0-83aba6e5e331", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1435432148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b5879787e341e9ad0e2cb2de712ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759b563c-27", "ovs_interfaceid": "759b563c-2791-4966-96d5-1eb40e6cad45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.178984] env[62181]: DEBUG nova.compute.manager [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1639.206831] env[62181]: DEBUG oslo_concurrency.lockutils [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "63c5a682-fce7-43e3-9bee-17f9e901cd3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.206831] env[62181]: DEBUG oslo_concurrency.lockutils [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "63c5a682-fce7-43e3-9bee-17f9e901cd3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.207124] env[62181]: DEBUG oslo_concurrency.lockutils [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "63c5a682-fce7-43e3-9bee-17f9e901cd3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.207182] env[62181]: DEBUG oslo_concurrency.lockutils [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "63c5a682-fce7-43e3-9bee-17f9e901cd3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.207383] env[62181]: DEBUG oslo_concurrency.lockutils [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "63c5a682-fce7-43e3-9bee-17f9e901cd3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.209405] env[62181]: INFO nova.compute.manager [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Terminating instance [ 1639.317444] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': task-1790259, 'name': Rename_Task, 'duration_secs': 1.162558} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.317847] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1639.318208] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51e4c0df-123e-4b2a-82b9-f132c0911ad0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.328466] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Waiting for the task: (returnval){ [ 1639.328466] env[62181]: value = "task-1790264" [ 1639.328466] env[62181]: _type = "Task" [ 1639.328466] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.339446] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': task-1790264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.362395] env[62181]: ERROR nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [req-e2dd8399-c017-4b45-b160-3a278201c0dc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e2dd8399-c017-4b45-b160-3a278201c0dc"}]} [ 1639.381862] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1639.396657] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1639.396870] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1639.408070] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1639.414417] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "8a62f342-c02f-4088-a31c-523504ca2481" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.414672] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "8a62f342-c02f-4088-a31c-523504ca2481" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.414902] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "8a62f342-c02f-4088-a31c-523504ca2481-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.415117] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "8a62f342-c02f-4088-a31c-523504ca2481-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.415295] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "8a62f342-c02f-4088-a31c-523504ca2481-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.417495] env[62181]: INFO nova.compute.manager [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Terminating instance [ 1639.428041] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1639.506287] env[62181]: DEBUG oslo_vmware.api [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790263, 'name': RelocateVM_Task, 'duration_secs': 0.029623} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.506590] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Volume attach. Driver type: vmdk {{(pid=62181) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1639.506922] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371389', 'volume_id': '0c5970f2-76bb-4a8a-9af2-7042401e88c0', 'name': 'volume-0c5970f2-76bb-4a8a-9af2-7042401e88c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a60154e0-c78a-488a-aa2d-9eed57549cb1', 'attached_at': '', 'detached_at': '', 'volume_id': '0c5970f2-76bb-4a8a-9af2-7042401e88c0', 'serial': '0c5970f2-76bb-4a8a-9af2-7042401e88c0'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1639.507587] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ad7c81-9ef4-4658-8661-156f4209a6e5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.524747] env[62181]: DEBUG oslo_concurrency.lockutils [req-532c2454-7748-4045-b83b-fefbc3afd9ad req-7520201a-0c87-458b-ab0a-9d43593d74d5 service nova] Releasing lock "refresh_cache-a60154e0-c78a-488a-aa2d-9eed57549cb1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.525814] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2306aa06-d2ad-4ff4-b216-5ae348331a54 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.549249] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] volume-0c5970f2-76bb-4a8a-9af2-7042401e88c0/volume-0c5970f2-76bb-4a8a-9af2-7042401e88c0.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1639.552308] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f6ca179-d51b-4fde-a942-1cedc4d3dc7a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.575106] env[62181]: DEBUG oslo_vmware.api [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Waiting for the task: (returnval){ [ 1639.575106] env[62181]: value = "task-1790265" [ 1639.575106] env[62181]: _type = "Task" [ 1639.575106] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.586978] env[62181]: DEBUG oslo_vmware.api [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.621512] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "d5da7fe3-39f4-4fd3-ae12-4e127db14ae1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.621512] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "d5da7fe3-39f4-4fd3-ae12-4e127db14ae1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.621512] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "d5da7fe3-39f4-4fd3-ae12-4e127db14ae1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.621512] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "d5da7fe3-39f4-4fd3-ae12-4e127db14ae1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.621512] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "d5da7fe3-39f4-4fd3-ae12-4e127db14ae1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.623771] env[62181]: INFO nova.compute.manager [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Terminating instance [ 1639.701554] env[62181]: DEBUG oslo_concurrency.lockutils [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.713672] env[62181]: DEBUG nova.compute.manager [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1639.713672] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1639.715934] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ce867f-86ce-472a-99d4-972d072813ea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.724197] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1639.724534] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9823362a-a065-4a92-a2e0-605f8b808cd4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.734686] env[62181]: DEBUG oslo_vmware.api [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1639.734686] env[62181]: value = "task-1790266" [ 1639.734686] env[62181]: _type = "Task" [ 1639.734686] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.746341] env[62181]: DEBUG oslo_vmware.api [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.840754] env[62181]: DEBUG oslo_vmware.api [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': task-1790264, 'name': PowerOnVM_Task, 'duration_secs': 0.472504} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.843597] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1639.843823] env[62181]: INFO nova.compute.manager [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1639.844015] env[62181]: DEBUG nova.compute.manager [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1639.845143] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badb2090-24f7-4779-a4e7-5d01ab7d3791 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.904821] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee9755d-cc69-461a-944f-e6de7178573a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.914741] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ded8b4-d3d8-4f74-a9ef-3521f8555cee {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.921267] env[62181]: DEBUG nova.compute.manager [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1639.921631] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1639.922965] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faa307c-9e17-4f81-82f8-bfcac4ccf1ec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.951460] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18f0ace-0d4f-493d-a5d7-b7a09cd42cff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.956232] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1639.956861] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82efbab5-506c-4296-b4cb-374ca1a7c031 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.961829] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb1a65c-3337-4277-a120-6a81d65c7284 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.968112] env[62181]: DEBUG oslo_vmware.api [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1639.968112] env[62181]: value = "task-1790267" [ 1639.968112] env[62181]: _type = "Task" [ 1639.968112] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.981463] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1639.988805] env[62181]: DEBUG oslo_vmware.api [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.085308] env[62181]: DEBUG oslo_vmware.api [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790265, 'name': ReconfigVM_Task, 'duration_secs': 0.445827} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.085604] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Reconfigured VM instance instance-0000003d to attach disk [datastore1] volume-0c5970f2-76bb-4a8a-9af2-7042401e88c0/volume-0c5970f2-76bb-4a8a-9af2-7042401e88c0.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1640.090356] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb35aab-eddd-4a71-9bd6-093547324b00 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.106209] env[62181]: DEBUG oslo_vmware.api [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Waiting for the task: (returnval){ [ 1640.106209] env[62181]: value = "task-1790268" [ 1640.106209] env[62181]: _type = "Task" [ 1640.106209] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.114764] env[62181]: DEBUG oslo_vmware.api [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.127203] env[62181]: DEBUG nova.compute.manager [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1640.127203] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1640.127203] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07ebdf9-65f9-4141-8c04-cfd80127eaf8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.134801] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1640.135113] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab20704e-a952-4dec-986d-06a9b2740dc0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.142807] env[62181]: DEBUG oslo_vmware.api [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1640.142807] env[62181]: value = "task-1790269" [ 1640.142807] env[62181]: _type = "Task" [ 1640.142807] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.152247] env[62181]: DEBUG oslo_vmware.api [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.245255] env[62181]: DEBUG oslo_vmware.api [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790266, 'name': PowerOffVM_Task, 'duration_secs': 0.267151} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.245686] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1640.245748] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1640.245963] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5744f5c-ca7f-4e43-88bc-1d649be2aca8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.347458] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1640.347753] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1640.347951] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Deleting the datastore file [datastore1] 63c5a682-fce7-43e3-9bee-17f9e901cd3a {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1640.348246] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85402d1d-401b-4990-9473-a88568c9ce9e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.356162] env[62181]: DEBUG oslo_vmware.api [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1640.356162] env[62181]: value = "task-1790271" [ 1640.356162] env[62181]: _type = "Task" [ 1640.356162] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.367262] env[62181]: INFO nova.compute.manager [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Took 48.93 seconds to build instance. [ 1640.371890] env[62181]: DEBUG oslo_vmware.api [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.479116] env[62181]: DEBUG oslo_vmware.api [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790267, 'name': PowerOffVM_Task, 'duration_secs': 0.298986} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.479423] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1640.480070] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1640.480070] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24d1b17b-97fa-41dc-91dd-15b77c1833fa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.515968] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1640.516294] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 86 to 87 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1640.516482] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1640.575845] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1640.575845] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1640.575845] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Deleting the datastore file [datastore1] 8a62f342-c02f-4088-a31c-523504ca2481 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1640.576091] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3caa961f-04fa-44f1-afe4-0cbaa882fabe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.584535] env[62181]: DEBUG oslo_vmware.api [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1640.584535] env[62181]: value = "task-1790273" [ 1640.584535] env[62181]: _type = "Task" [ 1640.584535] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.594579] env[62181]: DEBUG oslo_vmware.api [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.617526] env[62181]: DEBUG oslo_vmware.api [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790268, 'name': ReconfigVM_Task, 'duration_secs': 0.173599} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.617863] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371389', 'volume_id': '0c5970f2-76bb-4a8a-9af2-7042401e88c0', 'name': 'volume-0c5970f2-76bb-4a8a-9af2-7042401e88c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a60154e0-c78a-488a-aa2d-9eed57549cb1', 'attached_at': '', 'detached_at': '', 'volume_id': '0c5970f2-76bb-4a8a-9af2-7042401e88c0', 'serial': '0c5970f2-76bb-4a8a-9af2-7042401e88c0'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1640.618439] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e31bee0f-8fcd-44e5-ac5f-2b6645c44e07 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.626807] env[62181]: DEBUG oslo_vmware.api [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Waiting for the task: (returnval){ [ 1640.626807] env[62181]: value = "task-1790274" [ 1640.626807] env[62181]: _type = "Task" [ 1640.626807] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.637887] env[62181]: DEBUG oslo_vmware.api [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790274, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.657042] env[62181]: DEBUG oslo_vmware.api [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790269, 'name': PowerOffVM_Task, 'duration_secs': 0.209795} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.657441] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1640.657629] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1640.657900] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba7fb891-d8f7-4786-8661-2ea8e6db7537 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.745041] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1640.745041] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1640.745041] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Deleting the datastore file [datastore1] d5da7fe3-39f4-4fd3-ae12-4e127db14ae1 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1640.745260] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9f1f892-07ca-4a78-8562-a81913fb74a0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.754631] env[62181]: DEBUG oslo_vmware.api [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1640.754631] env[62181]: value = "task-1790276" [ 1640.754631] env[62181]: _type = "Task" [ 1640.754631] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.765330] env[62181]: DEBUG oslo_vmware.api [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.868610] env[62181]: DEBUG oslo_vmware.api [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303826} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.868988] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1640.869216] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1640.869365] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1640.869538] env[62181]: INFO nova.compute.manager [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1640.869799] env[62181]: DEBUG oslo.service.loopingcall [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.870046] env[62181]: DEBUG nova.compute.manager [-] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1640.870147] env[62181]: DEBUG nova.network.neutron [-] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1640.872242] env[62181]: DEBUG oslo_concurrency.lockutils [None req-66be74bf-5aa0-44ec-95b0-93a482503d59 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Lock "2f7076e0-c66b-44d4-b7d8-dd7cfe811b22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.282s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.022585] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1641.022971] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.831s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.024505] env[62181]: DEBUG oslo_concurrency.lockutils [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.406s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.024730] env[62181]: DEBUG oslo_concurrency.lockutils [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.026788] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.192s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.030511] env[62181]: INFO nova.compute.claims [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1641.072957] env[62181]: INFO nova.scheduler.client.report [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Deleted allocations for instance dcfd3b17-c193-416b-8e6b-f1c149769c30 [ 1641.097312] env[62181]: DEBUG oslo_vmware.api [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198732} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.097678] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1641.097969] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1641.098249] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1641.098494] env[62181]: INFO nova.compute.manager [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1641.098975] env[62181]: DEBUG oslo.service.loopingcall [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1641.099555] env[62181]: DEBUG nova.compute.manager [-] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1641.099711] env[62181]: DEBUG nova.network.neutron [-] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1641.137722] env[62181]: DEBUG oslo_vmware.api [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790274, 'name': Rename_Task, 'duration_secs': 0.190227} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.138059] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1641.138308] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40003af8-aa84-4302-af2e-fd5a37a39f4d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.146818] env[62181]: DEBUG oslo_vmware.api [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Waiting for the task: (returnval){ [ 1641.146818] env[62181]: value = "task-1790277" [ 1641.146818] env[62181]: _type = "Task" [ 1641.146818] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.161953] env[62181]: DEBUG oslo_vmware.api [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.273970] env[62181]: DEBUG oslo_vmware.api [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152965} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.273970] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1641.273970] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1641.274273] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1641.274499] env[62181]: INFO nova.compute.manager [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1641.274837] env[62181]: DEBUG oslo.service.loopingcall [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1641.275174] env[62181]: DEBUG nova.compute.manager [-] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1641.275287] env[62181]: DEBUG nova.network.neutron [-] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1641.373388] env[62181]: DEBUG nova.compute.manager [req-74d47711-57b1-4f7c-9579-78a6b572c1be req-458eac87-0be2-4fc1-a038-18197965fe5d service nova] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Received event network-vif-deleted-385973d0-584b-4ab9-b617-88234c5e7c37 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1641.373388] env[62181]: INFO nova.compute.manager [req-74d47711-57b1-4f7c-9579-78a6b572c1be req-458eac87-0be2-4fc1-a038-18197965fe5d service nova] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Neutron deleted interface 385973d0-584b-4ab9-b617-88234c5e7c37; detaching it from the instance and deleting it from the info cache [ 1641.373388] env[62181]: DEBUG nova.network.neutron [req-74d47711-57b1-4f7c-9579-78a6b572c1be req-458eac87-0be2-4fc1-a038-18197965fe5d service nova] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.581755] env[62181]: DEBUG oslo_concurrency.lockutils [None req-63e2c8cc-5493-4917-ad41-5ccfe0be08a6 tempest-ImagesOneServerTestJSON-276333179 tempest-ImagesOneServerTestJSON-276333179-project-member] Lock "dcfd3b17-c193-416b-8e6b-f1c149769c30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.529s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.658354] env[62181]: DEBUG oslo_vmware.api [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790277, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.801869] env[62181]: DEBUG nova.network.neutron [-] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.841826] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Acquiring lock "2f7076e0-c66b-44d4-b7d8-dd7cfe811b22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.841826] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Lock "2f7076e0-c66b-44d4-b7d8-dd7cfe811b22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.841826] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Acquiring lock "2f7076e0-c66b-44d4-b7d8-dd7cfe811b22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.841826] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Lock "2f7076e0-c66b-44d4-b7d8-dd7cfe811b22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.841826] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Lock "2f7076e0-c66b-44d4-b7d8-dd7cfe811b22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.844091] env[62181]: INFO nova.compute.manager [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Terminating instance [ 1641.876556] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7c85991-da81-4901-b959-70107caa12e7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.893017] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d2b0b6-c961-4af7-9ef4-981ac66ea05a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.929128] env[62181]: DEBUG nova.compute.manager [req-74d47711-57b1-4f7c-9579-78a6b572c1be req-458eac87-0be2-4fc1-a038-18197965fe5d service nova] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Detach interface failed, port_id=385973d0-584b-4ab9-b617-88234c5e7c37, reason: Instance 63c5a682-fce7-43e3-9bee-17f9e901cd3a could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1642.105875] env[62181]: DEBUG nova.network.neutron [-] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.159943] env[62181]: DEBUG oslo_vmware.api [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790277, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.306292] env[62181]: INFO nova.compute.manager [-] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Took 1.44 seconds to deallocate network for instance. [ 1642.350201] env[62181]: DEBUG nova.compute.manager [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1642.350445] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1642.351558] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28306dea-90ca-4aab-8a2a-4816fa2dd031 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.362396] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1642.365272] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20e046cc-ffc5-4b8e-8992-f483878025b1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.373893] env[62181]: DEBUG oslo_vmware.api [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Waiting for the task: (returnval){ [ 1642.373893] env[62181]: value = "task-1790278" [ 1642.373893] env[62181]: _type = "Task" [ 1642.373893] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.387492] env[62181]: DEBUG oslo_vmware.api [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': task-1790278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.435274] env[62181]: DEBUG nova.network.neutron [-] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.517914] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e25b551-be8f-418e-b963-c48189aa182a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.527233] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9986c73d-83e9-48b2-8735-9ecb498d16db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.561744] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bdd662-5905-4d0f-9e42-b914aecf35dd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.570802] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578d9817-305d-42a1-abed-6263e5c6d42e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.586502] env[62181]: DEBUG nova.compute.provider_tree [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1642.608867] env[62181]: INFO nova.compute.manager [-] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Took 1.51 seconds to deallocate network for instance. [ 1642.658409] env[62181]: DEBUG oslo_vmware.api [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790277, 'name': PowerOnVM_Task, 'duration_secs': 1.080956} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.659380] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1642.659565] env[62181]: INFO nova.compute.manager [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Took 5.68 seconds to spawn the instance on the hypervisor. [ 1642.659751] env[62181]: DEBUG nova.compute.manager [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1642.660626] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0a6b03-59a9-4dd4-acd9-f9f29aadb399 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.813826] env[62181]: DEBUG oslo_concurrency.lockutils [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.884412] env[62181]: DEBUG oslo_vmware.api [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': task-1790278, 'name': PowerOffVM_Task, 'duration_secs': 0.25296} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.884659] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1642.884827] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1642.885099] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c647a4da-8638-4738-9a7f-a0847de2bbee {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.937759] env[62181]: INFO nova.compute.manager [-] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Took 1.66 seconds to deallocate network for instance. [ 1642.973525] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1642.973525] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1642.973525] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Deleting the datastore file [datastore1] 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1642.973525] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3979590-96f5-4167-8c52-f2a8f126e893 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.983687] env[62181]: DEBUG oslo_vmware.api [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Waiting for the task: (returnval){ [ 1642.983687] env[62181]: value = "task-1790280" [ 1642.983687] env[62181]: _type = "Task" [ 1642.983687] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.997036] env[62181]: DEBUG oslo_vmware.api [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': task-1790280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.119202] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.126022] env[62181]: DEBUG nova.scheduler.client.report [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1643.126022] env[62181]: DEBUG nova.compute.provider_tree [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 87 to 88 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1643.126022] env[62181]: DEBUG nova.compute.provider_tree [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1643.178761] env[62181]: INFO nova.compute.manager [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Took 43.73 seconds to build instance. [ 1643.445617] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.487065] env[62181]: DEBUG nova.compute.manager [req-1132a3bc-8679-439f-ba10-c92523c321ba req-c0c981c3-457b-4a09-814f-02fc65ec42bd service nova] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Received event network-vif-deleted-018cfda8-f6db-4ba2-8ae0-8852135c5c14 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1643.488184] env[62181]: DEBUG nova.compute.manager [req-1132a3bc-8679-439f-ba10-c92523c321ba req-c0c981c3-457b-4a09-814f-02fc65ec42bd service nova] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Received event network-vif-deleted-43ec5021-736d-4ce1-817c-62c52481ce1b {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1643.500262] env[62181]: DEBUG oslo_vmware.api [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Task: {'id': task-1790280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17541} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.500262] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1643.501226] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1643.501226] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1643.501226] env[62181]: INFO nova.compute.manager [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1643.501226] env[62181]: DEBUG oslo.service.loopingcall [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1643.501541] env[62181]: DEBUG nova.compute.manager [-] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1643.501541] env[62181]: DEBUG nova.network.neutron [-] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1643.629720] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.630206] env[62181]: DEBUG nova.compute.manager [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1643.633480] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.776s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.634684] env[62181]: INFO nova.compute.claims [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1643.683280] env[62181]: DEBUG oslo_concurrency.lockutils [None req-68adaec0-51b2-4a7a-a4f9-6b46341f865e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Lock "a60154e0-c78a-488a-aa2d-9eed57549cb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.807s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.140717] env[62181]: DEBUG nova.compute.manager [req-72657fe5-0e67-49a7-9bd4-95d08ba5497d req-5c2dfbe9-f5a9-4b4a-9264-6806f1cad133 service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Received event network-changed-759b563c-2791-4966-96d5-1eb40e6cad45 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1644.140915] env[62181]: DEBUG nova.compute.manager [req-72657fe5-0e67-49a7-9bd4-95d08ba5497d req-5c2dfbe9-f5a9-4b4a-9264-6806f1cad133 service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Refreshing instance network info cache due to event network-changed-759b563c-2791-4966-96d5-1eb40e6cad45. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1644.141148] env[62181]: DEBUG oslo_concurrency.lockutils [req-72657fe5-0e67-49a7-9bd4-95d08ba5497d req-5c2dfbe9-f5a9-4b4a-9264-6806f1cad133 service nova] Acquiring lock "refresh_cache-a60154e0-c78a-488a-aa2d-9eed57549cb1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.141296] env[62181]: DEBUG oslo_concurrency.lockutils [req-72657fe5-0e67-49a7-9bd4-95d08ba5497d req-5c2dfbe9-f5a9-4b4a-9264-6806f1cad133 service nova] Acquired lock "refresh_cache-a60154e0-c78a-488a-aa2d-9eed57549cb1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.141808] env[62181]: DEBUG nova.network.neutron [req-72657fe5-0e67-49a7-9bd4-95d08ba5497d req-5c2dfbe9-f5a9-4b4a-9264-6806f1cad133 service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Refreshing network info cache for port 759b563c-2791-4966-96d5-1eb40e6cad45 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1644.145399] env[62181]: DEBUG nova.compute.utils [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1644.145399] env[62181]: DEBUG nova.compute.manager [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1644.145499] env[62181]: DEBUG nova.network.neutron [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1644.192650] env[62181]: DEBUG nova.policy [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a80abd0822234d5c9ee89ac6b18d6c4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f729447b11648c2a0bbf35b9764cdc5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1644.342023] env[62181]: DEBUG nova.network.neutron [-] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.602624] env[62181]: DEBUG nova.network.neutron [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Successfully created port: 4ec3684c-1624-420a-a4f6-902578d3b627 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1644.655934] env[62181]: DEBUG nova.compute.manager [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1644.845556] env[62181]: INFO nova.compute.manager [-] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Took 1.34 seconds to deallocate network for instance. [ 1645.109433] env[62181]: DEBUG nova.network.neutron [req-72657fe5-0e67-49a7-9bd4-95d08ba5497d req-5c2dfbe9-f5a9-4b4a-9264-6806f1cad133 service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Updated VIF entry in instance network info cache for port 759b563c-2791-4966-96d5-1eb40e6cad45. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1645.109792] env[62181]: DEBUG nova.network.neutron [req-72657fe5-0e67-49a7-9bd4-95d08ba5497d req-5c2dfbe9-f5a9-4b4a-9264-6806f1cad133 service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Updating instance_info_cache with network_info: [{"id": "759b563c-2791-4966-96d5-1eb40e6cad45", "address": "fa:16:3e:9d:3f:d9", "network": {"id": "ab2cf5f2-4e47-4caa-96f0-83aba6e5e331", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1435432148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b5879787e341e9ad0e2cb2de712ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759b563c-27", "ovs_interfaceid": "759b563c-2791-4966-96d5-1eb40e6cad45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.162022] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92607822-9dda-476a-94ee-a3397c25add3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.171741] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7737ba3-2e09-4321-b87f-e850ad3a618e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.214561] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e22c26-c994-4a49-b21b-70b904e3a2e7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.224057] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1ab154-5015-488e-8706-236e3065a0e1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.238778] env[62181]: DEBUG nova.compute.provider_tree [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1645.359828] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.561535] env[62181]: DEBUG nova.compute.manager [req-8f950f79-3ac4-432b-ab62-6a5f049b4f76 req-0fb3a8bc-ea13-4d99-a600-570601e26ac4 service nova] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Received event network-vif-deleted-637a3077-e2d5-4e10-8ea0-529537c0edee {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1645.615292] env[62181]: DEBUG oslo_concurrency.lockutils [req-72657fe5-0e67-49a7-9bd4-95d08ba5497d req-5c2dfbe9-f5a9-4b4a-9264-6806f1cad133 service nova] Releasing lock "refresh_cache-a60154e0-c78a-488a-aa2d-9eed57549cb1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.670335] env[62181]: DEBUG nova.compute.manager [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1645.703454] env[62181]: DEBUG nova.virt.hardware [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1645.703674] env[62181]: DEBUG nova.virt.hardware [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1645.703832] env[62181]: DEBUG nova.virt.hardware [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1645.704318] env[62181]: DEBUG nova.virt.hardware [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1645.704446] env[62181]: DEBUG nova.virt.hardware [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1645.704608] env[62181]: DEBUG nova.virt.hardware [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1645.704823] env[62181]: DEBUG nova.virt.hardware [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1645.704981] env[62181]: DEBUG nova.virt.hardware [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1645.705374] env[62181]: DEBUG nova.virt.hardware [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1645.705564] env[62181]: DEBUG nova.virt.hardware [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1645.705743] env[62181]: DEBUG nova.virt.hardware [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1645.706860] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b818f985-adde-4627-9aa3-a07e7c4e036d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.716166] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8beaac44-8a33-4f77-8969-4535b399c43f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.744344] env[62181]: DEBUG nova.scheduler.client.report [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1646.250836] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.253019] env[62181]: DEBUG nova.compute.manager [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1646.254876] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.822s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.256641] env[62181]: INFO nova.compute.claims [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1646.471550] env[62181]: DEBUG oslo_concurrency.lockutils [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.471876] env[62181]: DEBUG oslo_concurrency.lockutils [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.472097] env[62181]: INFO nova.compute.manager [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Shelving [ 1646.601178] env[62181]: DEBUG nova.network.neutron [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Successfully updated port: 4ec3684c-1624-420a-a4f6-902578d3b627 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1646.762593] env[62181]: DEBUG nova.compute.utils [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1646.766444] env[62181]: DEBUG nova.compute.manager [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1646.767602] env[62181]: DEBUG nova.network.neutron [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1646.818150] env[62181]: DEBUG nova.policy [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edbe047eab454a77998d74b53c7816bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b06718bd5e441f8b5fcc5d2ea636456', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1647.104727] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "refresh_cache-41834414-33a1-49db-b0c3-c96e7e7875c7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.104727] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquired lock "refresh_cache-41834414-33a1-49db-b0c3-c96e7e7875c7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.104727] env[62181]: DEBUG nova.network.neutron [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1647.151795] env[62181]: DEBUG nova.network.neutron [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Successfully created port: 5fac9f5f-387a-46cf-bb84-1a62d79f4d04 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1647.267854] env[62181]: DEBUG nova.compute.manager [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1647.484927] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1647.485269] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4434e717-7c50-4233-9782-102a8a91017a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.493185] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1647.493185] env[62181]: value = "task-1790281" [ 1647.493185] env[62181]: _type = "Task" [ 1647.493185] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.505117] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.596413] env[62181]: DEBUG nova.compute.manager [req-e612effa-fac9-4ef0-9578-f95afcb9f988 req-fd86e95e-f3c4-4bda-997b-fc939fbfa866 service nova] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Received event network-vif-plugged-4ec3684c-1624-420a-a4f6-902578d3b627 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1647.597951] env[62181]: DEBUG oslo_concurrency.lockutils [req-e612effa-fac9-4ef0-9578-f95afcb9f988 req-fd86e95e-f3c4-4bda-997b-fc939fbfa866 service nova] Acquiring lock "41834414-33a1-49db-b0c3-c96e7e7875c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.597951] env[62181]: DEBUG oslo_concurrency.lockutils [req-e612effa-fac9-4ef0-9578-f95afcb9f988 req-fd86e95e-f3c4-4bda-997b-fc939fbfa866 service nova] Lock "41834414-33a1-49db-b0c3-c96e7e7875c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.597951] env[62181]: DEBUG oslo_concurrency.lockutils [req-e612effa-fac9-4ef0-9578-f95afcb9f988 req-fd86e95e-f3c4-4bda-997b-fc939fbfa866 service nova] Lock "41834414-33a1-49db-b0c3-c96e7e7875c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.597951] env[62181]: DEBUG nova.compute.manager [req-e612effa-fac9-4ef0-9578-f95afcb9f988 req-fd86e95e-f3c4-4bda-997b-fc939fbfa866 service nova] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] No waiting events found dispatching network-vif-plugged-4ec3684c-1624-420a-a4f6-902578d3b627 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1647.597951] env[62181]: WARNING nova.compute.manager [req-e612effa-fac9-4ef0-9578-f95afcb9f988 req-fd86e95e-f3c4-4bda-997b-fc939fbfa866 service nova] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Received unexpected event network-vif-plugged-4ec3684c-1624-420a-a4f6-902578d3b627 for instance with vm_state building and task_state spawning. [ 1647.597951] env[62181]: DEBUG nova.compute.manager [req-e612effa-fac9-4ef0-9578-f95afcb9f988 req-fd86e95e-f3c4-4bda-997b-fc939fbfa866 service nova] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Received event network-changed-4ec3684c-1624-420a-a4f6-902578d3b627 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1647.597951] env[62181]: DEBUG nova.compute.manager [req-e612effa-fac9-4ef0-9578-f95afcb9f988 req-fd86e95e-f3c4-4bda-997b-fc939fbfa866 service nova] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Refreshing instance network info cache due to event network-changed-4ec3684c-1624-420a-a4f6-902578d3b627. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1647.597951] env[62181]: DEBUG oslo_concurrency.lockutils [req-e612effa-fac9-4ef0-9578-f95afcb9f988 req-fd86e95e-f3c4-4bda-997b-fc939fbfa866 service nova] Acquiring lock "refresh_cache-41834414-33a1-49db-b0c3-c96e7e7875c7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.672813] env[62181]: DEBUG nova.network.neutron [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1647.746156] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8862bf8c-6be3-49cf-b29d-d031f7e024fd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.755947] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c1b04b-0cb0-4788-b570-3ecf8dfc1b25 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.797393] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caf46f5-5b80-47a7-b659-b24c1727c347 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.806259] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb95d0e-a536-403d-9e73-eacb4f472b28 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.821344] env[62181]: DEBUG nova.compute.provider_tree [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1648.008381] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.130529] env[62181]: DEBUG nova.network.neutron [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Updating instance_info_cache with network_info: [{"id": "4ec3684c-1624-420a-a4f6-902578d3b627", "address": "fa:16:3e:a7:cf:e4", "network": {"id": "3b74872d-790a-49a8-b46d-477bf04f8899", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-301260047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f729447b11648c2a0bbf35b9764cdc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ec3684c-16", "ovs_interfaceid": "4ec3684c-1624-420a-a4f6-902578d3b627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.297990] env[62181]: DEBUG nova.compute.manager [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1648.324650] env[62181]: DEBUG nova.scheduler.client.report [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1648.330660] env[62181]: DEBUG nova.virt.hardware [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1648.330886] env[62181]: DEBUG nova.virt.hardware [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1648.331063] env[62181]: DEBUG nova.virt.hardware [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1648.331256] env[62181]: DEBUG nova.virt.hardware [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1648.331391] env[62181]: DEBUG nova.virt.hardware [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1648.331532] env[62181]: DEBUG nova.virt.hardware [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1648.331753] env[62181]: DEBUG nova.virt.hardware [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1648.331883] env[62181]: DEBUG nova.virt.hardware [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1648.332068] env[62181]: DEBUG nova.virt.hardware [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1648.332304] env[62181]: DEBUG nova.virt.hardware [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1648.332573] env[62181]: DEBUG nova.virt.hardware [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1648.333779] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03ccb63-38fe-45bb-af5e-f7c40829deb1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.344220] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1672b54-8b44-440f-aeab-ca6de54d2f18 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.506812] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790281, 'name': PowerOffVM_Task, 'duration_secs': 0.980344} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.507093] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1648.507897] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc7fdb6-8337-49c8-a1ed-3382f98b8b51 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.526441] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2332d2cb-be93-4241-8808-1fc3ac3beaf0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.636365] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Releasing lock "refresh_cache-41834414-33a1-49db-b0c3-c96e7e7875c7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.636698] env[62181]: DEBUG nova.compute.manager [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Instance network_info: |[{"id": "4ec3684c-1624-420a-a4f6-902578d3b627", "address": "fa:16:3e:a7:cf:e4", "network": {"id": "3b74872d-790a-49a8-b46d-477bf04f8899", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-301260047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f729447b11648c2a0bbf35b9764cdc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ec3684c-16", "ovs_interfaceid": "4ec3684c-1624-420a-a4f6-902578d3b627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1648.636981] env[62181]: DEBUG oslo_concurrency.lockutils [req-e612effa-fac9-4ef0-9578-f95afcb9f988 req-fd86e95e-f3c4-4bda-997b-fc939fbfa866 service nova] Acquired lock "refresh_cache-41834414-33a1-49db-b0c3-c96e7e7875c7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.637171] env[62181]: DEBUG nova.network.neutron [req-e612effa-fac9-4ef0-9578-f95afcb9f988 req-fd86e95e-f3c4-4bda-997b-fc939fbfa866 service nova] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Refreshing network info cache for port 4ec3684c-1624-420a-a4f6-902578d3b627 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1648.638344] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:cf:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ec3684c-1624-420a-a4f6-902578d3b627', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1648.646026] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Creating folder: Project (2f729447b11648c2a0bbf35b9764cdc5). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1648.649156] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02c6cd6f-a9c8-495c-ab6f-eea5beed9260 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.662071] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Created folder: Project (2f729447b11648c2a0bbf35b9764cdc5) in parent group-v371238. [ 1648.662301] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Creating folder: Instances. Parent ref: group-v371418. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1648.662554] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7267ee9b-3612-4960-bc99-740ea7a7dc2b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.672646] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Created folder: Instances in parent group-v371418. [ 1648.672963] env[62181]: DEBUG oslo.service.loopingcall [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.673201] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1648.673537] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38eca95d-32b0-43e5-8e21-9fb09a324d44 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.695259] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1648.695259] env[62181]: value = "task-1790284" [ 1648.695259] env[62181]: _type = "Task" [ 1648.695259] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.707413] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790284, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.840009] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.840691] env[62181]: DEBUG nova.compute.manager [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1648.843456] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.971s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.843670] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.848125] env[62181]: DEBUG oslo_concurrency.lockutils [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.976s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.849965] env[62181]: INFO nova.compute.claims [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1648.890392] env[62181]: INFO nova.scheduler.client.report [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Deleted allocations for instance 7d8194b9-bb34-4c75-b687-c5f3cb93e47d [ 1649.037712] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Creating Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1649.038056] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-95353b64-9817-43dc-bf8c-3f6894eb9bbf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.045166] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1649.045166] env[62181]: value = "task-1790285" [ 1649.045166] env[62181]: _type = "Task" [ 1649.045166] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.054893] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790285, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.171924] env[62181]: DEBUG nova.network.neutron [req-e612effa-fac9-4ef0-9578-f95afcb9f988 req-fd86e95e-f3c4-4bda-997b-fc939fbfa866 service nova] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Updated VIF entry in instance network info cache for port 4ec3684c-1624-420a-a4f6-902578d3b627. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1649.171924] env[62181]: DEBUG nova.network.neutron [req-e612effa-fac9-4ef0-9578-f95afcb9f988 req-fd86e95e-f3c4-4bda-997b-fc939fbfa866 service nova] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Updating instance_info_cache with network_info: [{"id": "4ec3684c-1624-420a-a4f6-902578d3b627", "address": "fa:16:3e:a7:cf:e4", "network": {"id": "3b74872d-790a-49a8-b46d-477bf04f8899", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-301260047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f729447b11648c2a0bbf35b9764cdc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ec3684c-16", "ovs_interfaceid": "4ec3684c-1624-420a-a4f6-902578d3b627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.205743] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790284, 'name': CreateVM_Task, 'duration_secs': 0.354668} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.205919] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1649.206615] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.206788] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.207126] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1649.207379] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535eb3e2-7022-45bf-98e6-56d095ebf2a8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.213647] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1649.213647] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52313485-c6ee-1b38-dff3-91eab93e7965" [ 1649.213647] env[62181]: _type = "Task" [ 1649.213647] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.222468] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52313485-c6ee-1b38-dff3-91eab93e7965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.354600] env[62181]: DEBUG nova.compute.utils [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1649.363022] env[62181]: DEBUG nova.compute.manager [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1649.363022] env[62181]: DEBUG nova.network.neutron [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1649.368286] env[62181]: DEBUG nova.network.neutron [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Successfully updated port: 5fac9f5f-387a-46cf-bb84-1a62d79f4d04 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1649.407816] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3576b9a2-4aa4-4a02-9241-17742a012540 tempest-ServersTestMultiNic-1495421134 tempest-ServersTestMultiNic-1495421134-project-member] Lock "7d8194b9-bb34-4c75-b687-c5f3cb93e47d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.265s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.432644] env[62181]: DEBUG nova.policy [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d06d9c3ab3c459ba14f2c306f7668d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b196ff0befcb4aa882b57450fc3f81fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1649.558734] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790285, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.622865] env[62181]: DEBUG nova.compute.manager [req-71aca771-2d9a-4d07-ae32-d5ad7094bd7b req-460880b1-7d05-4419-9ad4-036e450447fe service nova] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Received event network-vif-plugged-5fac9f5f-387a-46cf-bb84-1a62d79f4d04 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1649.623218] env[62181]: DEBUG oslo_concurrency.lockutils [req-71aca771-2d9a-4d07-ae32-d5ad7094bd7b req-460880b1-7d05-4419-9ad4-036e450447fe service nova] Acquiring lock "cde31390-04ec-43bd-93b6-35b4e1447d22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.623835] env[62181]: DEBUG oslo_concurrency.lockutils [req-71aca771-2d9a-4d07-ae32-d5ad7094bd7b req-460880b1-7d05-4419-9ad4-036e450447fe service nova] Lock "cde31390-04ec-43bd-93b6-35b4e1447d22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.624569] env[62181]: DEBUG oslo_concurrency.lockutils [req-71aca771-2d9a-4d07-ae32-d5ad7094bd7b req-460880b1-7d05-4419-9ad4-036e450447fe service nova] Lock "cde31390-04ec-43bd-93b6-35b4e1447d22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.624891] env[62181]: DEBUG nova.compute.manager [req-71aca771-2d9a-4d07-ae32-d5ad7094bd7b req-460880b1-7d05-4419-9ad4-036e450447fe service nova] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] No waiting events found dispatching network-vif-plugged-5fac9f5f-387a-46cf-bb84-1a62d79f4d04 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1649.625194] env[62181]: WARNING nova.compute.manager [req-71aca771-2d9a-4d07-ae32-d5ad7094bd7b req-460880b1-7d05-4419-9ad4-036e450447fe service nova] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Received unexpected event network-vif-plugged-5fac9f5f-387a-46cf-bb84-1a62d79f4d04 for instance with vm_state building and task_state spawning. [ 1649.625452] env[62181]: DEBUG nova.compute.manager [req-71aca771-2d9a-4d07-ae32-d5ad7094bd7b req-460880b1-7d05-4419-9ad4-036e450447fe service nova] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Received event network-changed-5fac9f5f-387a-46cf-bb84-1a62d79f4d04 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1649.625732] env[62181]: DEBUG nova.compute.manager [req-71aca771-2d9a-4d07-ae32-d5ad7094bd7b req-460880b1-7d05-4419-9ad4-036e450447fe service nova] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Refreshing instance network info cache due to event network-changed-5fac9f5f-387a-46cf-bb84-1a62d79f4d04. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1649.626060] env[62181]: DEBUG oslo_concurrency.lockutils [req-71aca771-2d9a-4d07-ae32-d5ad7094bd7b req-460880b1-7d05-4419-9ad4-036e450447fe service nova] Acquiring lock "refresh_cache-cde31390-04ec-43bd-93b6-35b4e1447d22" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.626450] env[62181]: DEBUG oslo_concurrency.lockutils [req-71aca771-2d9a-4d07-ae32-d5ad7094bd7b req-460880b1-7d05-4419-9ad4-036e450447fe service nova] Acquired lock "refresh_cache-cde31390-04ec-43bd-93b6-35b4e1447d22" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.626752] env[62181]: DEBUG nova.network.neutron [req-71aca771-2d9a-4d07-ae32-d5ad7094bd7b req-460880b1-7d05-4419-9ad4-036e450447fe service nova] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Refreshing network info cache for port 5fac9f5f-387a-46cf-bb84-1a62d79f4d04 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1649.675030] env[62181]: DEBUG oslo_concurrency.lockutils [req-e612effa-fac9-4ef0-9578-f95afcb9f988 req-fd86e95e-f3c4-4bda-997b-fc939fbfa866 service nova] Releasing lock "refresh_cache-41834414-33a1-49db-b0c3-c96e7e7875c7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.726216] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52313485-c6ee-1b38-dff3-91eab93e7965, 'name': SearchDatastore_Task, 'duration_secs': 0.011434} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.726542] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.726775] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1649.727036] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.727160] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.727340] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1649.727599] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92384f2e-e005-4963-8efa-8a66ccba8aab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.739223] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1649.739374] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1649.740114] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d5fbeb4-f8e3-419e-8101-b93351c743d3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.749142] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1649.749142] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]521ee2e5-cb14-7d05-8b01-cda4871656f8" [ 1649.749142] env[62181]: _type = "Task" [ 1649.749142] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.758058] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]521ee2e5-cb14-7d05-8b01-cda4871656f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.868281] env[62181]: DEBUG nova.compute.manager [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1649.872587] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "refresh_cache-cde31390-04ec-43bd-93b6-35b4e1447d22" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.040071] env[62181]: DEBUG nova.network.neutron [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Successfully created port: f358ba92-13fd-4c36-86b2-eff691b3f755 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1650.062183] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790285, 'name': CreateSnapshot_Task, 'duration_secs': 0.962971} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.062872] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Created Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1650.063895] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857d1d08-5278-4739-a135-07e4cb06a117 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.189031] env[62181]: DEBUG nova.network.neutron [req-71aca771-2d9a-4d07-ae32-d5ad7094bd7b req-460880b1-7d05-4419-9ad4-036e450447fe service nova] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1650.264844] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]521ee2e5-cb14-7d05-8b01-cda4871656f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011283} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.268566] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac38591-4f21-4ad2-b029-eb28928556eb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.276085] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1650.276085] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]526fdea8-b3b8-fc5b-abde-ebb82543b8f7" [ 1650.276085] env[62181]: _type = "Task" [ 1650.276085] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.287236] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]526fdea8-b3b8-fc5b-abde-ebb82543b8f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.383282] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f37ac1-6082-46a1-b62e-dc17ccd27d29 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.393865] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93a364a-5904-4d61-aa99-92666c598d16 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.398682] env[62181]: DEBUG nova.network.neutron [req-71aca771-2d9a-4d07-ae32-d5ad7094bd7b req-460880b1-7d05-4419-9ad4-036e450447fe service nova] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.433221] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c15bc9-8d9b-4ee0-b30b-b80bb9e5fe9d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.444269] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc555a3-afba-4ad7-8dca-93bca34f1591 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.460422] env[62181]: DEBUG nova.compute.provider_tree [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.590472] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Creating linked-clone VM from snapshot {{(pid=62181) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1650.590933] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bfbeed08-fc05-4c26-a322-ad38c9cfaaa5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.601213] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1650.601213] env[62181]: value = "task-1790286" [ 1650.601213] env[62181]: _type = "Task" [ 1650.601213] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.612379] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790286, 'name': CloneVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.788209] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]526fdea8-b3b8-fc5b-abde-ebb82543b8f7, 'name': SearchDatastore_Task, 'duration_secs': 0.0132} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.788512] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.788770] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 41834414-33a1-49db-b0c3-c96e7e7875c7/41834414-33a1-49db-b0c3-c96e7e7875c7.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1650.789045] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eefb321-3315-41e7-a4d3-109b5c29893d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.796758] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1650.796758] env[62181]: value = "task-1790287" [ 1650.796758] env[62181]: _type = "Task" [ 1650.796758] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.805074] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.880137] env[62181]: DEBUG nova.compute.manager [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1650.902486] env[62181]: DEBUG oslo_concurrency.lockutils [req-71aca771-2d9a-4d07-ae32-d5ad7094bd7b req-460880b1-7d05-4419-9ad4-036e450447fe service nova] Releasing lock "refresh_cache-cde31390-04ec-43bd-93b6-35b4e1447d22" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.903747] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired lock "refresh_cache-cde31390-04ec-43bd-93b6-35b4e1447d22" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.904191] env[62181]: DEBUG nova.network.neutron [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1650.909665] env[62181]: DEBUG nova.virt.hardware [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1650.909891] env[62181]: DEBUG nova.virt.hardware [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1650.910056] env[62181]: DEBUG nova.virt.hardware [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1650.910403] env[62181]: DEBUG nova.virt.hardware [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1650.910403] env[62181]: DEBUG nova.virt.hardware [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1650.910527] env[62181]: DEBUG nova.virt.hardware [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1650.910735] env[62181]: DEBUG nova.virt.hardware [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1650.911579] env[62181]: DEBUG nova.virt.hardware [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1650.912082] env[62181]: DEBUG nova.virt.hardware [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1650.912323] env[62181]: DEBUG nova.virt.hardware [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1650.912949] env[62181]: DEBUG nova.virt.hardware [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1650.913859] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c0ef65-665c-4263-8f5e-1393d609b1bb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.922429] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c961f8d-1286-489a-8d86-f41f0949324c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.964071] env[62181]: DEBUG nova.scheduler.client.report [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1651.115744] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790286, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.308926] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.447241] env[62181]: DEBUG nova.network.neutron [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1651.468802] env[62181]: DEBUG oslo_concurrency.lockutils [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.469348] env[62181]: DEBUG nova.compute.manager [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1651.472108] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.821s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.473594] env[62181]: INFO nova.compute.claims [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1651.615098] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790286, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.677801] env[62181]: DEBUG nova.network.neutron [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Updating instance_info_cache with network_info: [{"id": "5fac9f5f-387a-46cf-bb84-1a62d79f4d04", "address": "fa:16:3e:f5:43:7e", "network": {"id": "d68a42e1-23d3-4aa2-b0b3-e01edb8f55cc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-615642629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b06718bd5e441f8b5fcc5d2ea636456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fac9f5f-38", "ovs_interfaceid": "5fac9f5f-387a-46cf-bb84-1a62d79f4d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.810538] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.903646] env[62181]: DEBUG nova.compute.manager [req-848ea61c-e57d-45f8-aa95-62db6656f258 req-444388b2-7388-403a-b06f-ba2d2b584fda service nova] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Received event network-vif-plugged-f358ba92-13fd-4c36-86b2-eff691b3f755 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1651.903646] env[62181]: DEBUG oslo_concurrency.lockutils [req-848ea61c-e57d-45f8-aa95-62db6656f258 req-444388b2-7388-403a-b06f-ba2d2b584fda service nova] Acquiring lock "180320b7-6a64-4bb4-bb00-3aab3d562906-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.903646] env[62181]: DEBUG oslo_concurrency.lockutils [req-848ea61c-e57d-45f8-aa95-62db6656f258 req-444388b2-7388-403a-b06f-ba2d2b584fda service nova] Lock "180320b7-6a64-4bb4-bb00-3aab3d562906-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.903646] env[62181]: DEBUG oslo_concurrency.lockutils [req-848ea61c-e57d-45f8-aa95-62db6656f258 req-444388b2-7388-403a-b06f-ba2d2b584fda service nova] Lock "180320b7-6a64-4bb4-bb00-3aab3d562906-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.904521] env[62181]: DEBUG nova.compute.manager [req-848ea61c-e57d-45f8-aa95-62db6656f258 req-444388b2-7388-403a-b06f-ba2d2b584fda service nova] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] No waiting events found dispatching network-vif-plugged-f358ba92-13fd-4c36-86b2-eff691b3f755 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1651.904802] env[62181]: WARNING nova.compute.manager [req-848ea61c-e57d-45f8-aa95-62db6656f258 req-444388b2-7388-403a-b06f-ba2d2b584fda service nova] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Received unexpected event network-vif-plugged-f358ba92-13fd-4c36-86b2-eff691b3f755 for instance with vm_state building and task_state spawning. [ 1651.951525] env[62181]: DEBUG nova.network.neutron [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Successfully updated port: f358ba92-13fd-4c36-86b2-eff691b3f755 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1651.978361] env[62181]: DEBUG nova.compute.utils [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1651.981884] env[62181]: DEBUG nova.compute.manager [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1651.982129] env[62181]: DEBUG nova.network.neutron [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1652.044974] env[62181]: DEBUG nova.policy [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df7abe03e232456292d244f8031e1336', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '506472467708481ea2619fb2bc3ddd10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1652.114317] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790286, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.182022] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Releasing lock "refresh_cache-cde31390-04ec-43bd-93b6-35b4e1447d22" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.182022] env[62181]: DEBUG nova.compute.manager [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Instance network_info: |[{"id": "5fac9f5f-387a-46cf-bb84-1a62d79f4d04", "address": "fa:16:3e:f5:43:7e", "network": {"id": "d68a42e1-23d3-4aa2-b0b3-e01edb8f55cc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-615642629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b06718bd5e441f8b5fcc5d2ea636456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fac9f5f-38", "ovs_interfaceid": "5fac9f5f-387a-46cf-bb84-1a62d79f4d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1652.182022] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:43:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fac9f5f-387a-46cf-bb84-1a62d79f4d04', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1652.192559] env[62181]: DEBUG oslo.service.loopingcall [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1652.192559] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1652.192559] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02a804a5-9392-4918-9ef1-022585457da2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.214842] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1652.214842] env[62181]: value = "task-1790288" [ 1652.214842] env[62181]: _type = "Task" [ 1652.214842] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.227067] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790288, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.310664] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.358968] env[62181]: DEBUG nova.network.neutron [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Successfully created port: 435f7845-643b-4d40-9a46-7b27cf2a628d {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1652.455850] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "refresh_cache-180320b7-6a64-4bb4-bb00-3aab3d562906" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.455850] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "refresh_cache-180320b7-6a64-4bb4-bb00-3aab3d562906" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.455850] env[62181]: DEBUG nova.network.neutron [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1652.485414] env[62181]: DEBUG nova.compute.manager [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1652.624478] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790286, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.728201] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790288, 'name': CreateVM_Task, 'duration_secs': 0.452688} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.728381] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1652.729092] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.729403] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.729733] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1652.729992] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-938f927e-49de-41f5-903e-a82cf1b93666 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.736956] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1652.736956] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5255a5b2-9bfc-a089-1044-fa10f328643a" [ 1652.736956] env[62181]: _type = "Task" [ 1652.736956] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.745321] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5255a5b2-9bfc-a089-1044-fa10f328643a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.811057] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.912861] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9f4790-c255-4908-b9a8-a64354df7c4f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.920492] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57fe2f7-df71-4f0b-8a70-6a17da2747e8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.951429] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d98044-2dcb-4295-8532-1d16b174fbb2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.961252] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fcfbd1-cfd6-41ee-89f5-d7eb4d629bfe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.975831] env[62181]: DEBUG nova.compute.provider_tree [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.002425] env[62181]: DEBUG nova.network.neutron [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1653.115408] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790286, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.149390] env[62181]: DEBUG nova.network.neutron [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Updating instance_info_cache with network_info: [{"id": "f358ba92-13fd-4c36-86b2-eff691b3f755", "address": "fa:16:3e:88:03:c3", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf358ba92-13", "ovs_interfaceid": "f358ba92-13fd-4c36-86b2-eff691b3f755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.246586] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5255a5b2-9bfc-a089-1044-fa10f328643a, 'name': SearchDatastore_Task, 'duration_secs': 0.171091} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.246970] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.247253] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1653.247523] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.247706] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.247967] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1653.248280] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f96c635-2dc2-49f2-8d58-84ce4e3661d6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.274563] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1653.274772] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1653.275525] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e91d98-356b-47d0-b06b-1e42190b4d13 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.280725] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1653.280725] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5257c5d3-c232-7ffb-7fe9-977875285fb0" [ 1653.280725] env[62181]: _type = "Task" [ 1653.280725] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.288683] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5257c5d3-c232-7ffb-7fe9-977875285fb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.310211] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.479209] env[62181]: DEBUG nova.scheduler.client.report [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1653.502037] env[62181]: DEBUG nova.compute.manager [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1653.531815] env[62181]: DEBUG nova.virt.hardware [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1653.532146] env[62181]: DEBUG nova.virt.hardware [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1653.532523] env[62181]: DEBUG nova.virt.hardware [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1653.532738] env[62181]: DEBUG nova.virt.hardware [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1653.532881] env[62181]: DEBUG nova.virt.hardware [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1653.533038] env[62181]: DEBUG nova.virt.hardware [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1653.533267] env[62181]: DEBUG nova.virt.hardware [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1653.533445] env[62181]: DEBUG nova.virt.hardware [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1653.533630] env[62181]: DEBUG nova.virt.hardware [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1653.533816] env[62181]: DEBUG nova.virt.hardware [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1653.534009] env[62181]: DEBUG nova.virt.hardware [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1653.535372] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab57091-6fb2-4022-8ea6-eda537176300 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.547421] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188220c2-ac03-40c1-b68b-d795a5907420 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.616667] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790286, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.651555] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "refresh_cache-180320b7-6a64-4bb4-bb00-3aab3d562906" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.651923] env[62181]: DEBUG nova.compute.manager [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Instance network_info: |[{"id": "f358ba92-13fd-4c36-86b2-eff691b3f755", "address": "fa:16:3e:88:03:c3", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf358ba92-13", "ovs_interfaceid": "f358ba92-13fd-4c36-86b2-eff691b3f755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1653.652427] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:03:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f358ba92-13fd-4c36-86b2-eff691b3f755', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1653.659991] env[62181]: DEBUG oslo.service.loopingcall [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1653.660274] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1653.660521] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c59f26f6-5f45-40c2-b2da-d3f884ccd78c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.680417] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1653.680417] env[62181]: value = "task-1790289" [ 1653.680417] env[62181]: _type = "Task" [ 1653.680417] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.689892] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790289, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.792474] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5257c5d3-c232-7ffb-7fe9-977875285fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.066647} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.793385] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df302e46-d430-466e-8024-f45723083861 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.801020] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1653.801020] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c58653-1aca-2f76-7ea2-24b409241f7d" [ 1653.801020] env[62181]: _type = "Task" [ 1653.801020] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.818825] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c58653-1aca-2f76-7ea2-24b409241f7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.823632] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790287, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.985823] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.986413] env[62181]: DEBUG nova.compute.manager [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1653.989066] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.654s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.991602] env[62181]: INFO nova.compute.claims [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1654.030107] env[62181]: DEBUG nova.compute.manager [req-dd038eb3-d9c2-47c1-af93-e619249d9f84 req-0f9b68d0-b02d-460f-89e3-5bb790ec1f21 service nova] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Received event network-changed-f358ba92-13fd-4c36-86b2-eff691b3f755 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1654.030480] env[62181]: DEBUG nova.compute.manager [req-dd038eb3-d9c2-47c1-af93-e619249d9f84 req-0f9b68d0-b02d-460f-89e3-5bb790ec1f21 service nova] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Refreshing instance network info cache due to event network-changed-f358ba92-13fd-4c36-86b2-eff691b3f755. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1654.030819] env[62181]: DEBUG oslo_concurrency.lockutils [req-dd038eb3-d9c2-47c1-af93-e619249d9f84 req-0f9b68d0-b02d-460f-89e3-5bb790ec1f21 service nova] Acquiring lock "refresh_cache-180320b7-6a64-4bb4-bb00-3aab3d562906" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.031092] env[62181]: DEBUG oslo_concurrency.lockutils [req-dd038eb3-d9c2-47c1-af93-e619249d9f84 req-0f9b68d0-b02d-460f-89e3-5bb790ec1f21 service nova] Acquired lock "refresh_cache-180320b7-6a64-4bb4-bb00-3aab3d562906" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.033566] env[62181]: DEBUG nova.network.neutron [req-dd038eb3-d9c2-47c1-af93-e619249d9f84 req-0f9b68d0-b02d-460f-89e3-5bb790ec1f21 service nova] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Refreshing network info cache for port f358ba92-13fd-4c36-86b2-eff691b3f755 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1654.055457] env[62181]: DEBUG nova.network.neutron [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Successfully updated port: 435f7845-643b-4d40-9a46-7b27cf2a628d {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1654.117339] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790286, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.191914] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790289, 'name': CreateVM_Task, 'duration_secs': 0.38959} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.192122] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1654.192906] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.193086] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.193482] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1654.193704] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113d57bc-5524-40e4-985a-cb7186bb85cf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.199327] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1654.199327] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a07487-c781-a2d9-3485-c8ca65925aa5" [ 1654.199327] env[62181]: _type = "Task" [ 1654.199327] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.210660] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a07487-c781-a2d9-3485-c8ca65925aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.313168] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790287, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.044373} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.313886] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 41834414-33a1-49db-b0c3-c96e7e7875c7/41834414-33a1-49db-b0c3-c96e7e7875c7.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1654.314145] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1654.314417] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ef5bd3f-607d-4717-aef4-bb825a22f4c2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.320869] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c58653-1aca-2f76-7ea2-24b409241f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.028332} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.321709] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.322028] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] cde31390-04ec-43bd-93b6-35b4e1447d22/cde31390-04ec-43bd-93b6-35b4e1447d22.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1654.322328] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cd8762f-7a11-4165-92b1-601f0320c649 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.330803] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1654.330803] env[62181]: value = "task-1790291" [ 1654.330803] env[62181]: _type = "Task" [ 1654.330803] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.331123] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1654.331123] env[62181]: value = "task-1790290" [ 1654.331123] env[62181]: _type = "Task" [ 1654.331123] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.344067] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.346659] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.499567] env[62181]: DEBUG nova.compute.utils [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1654.503460] env[62181]: DEBUG nova.compute.manager [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1654.503649] env[62181]: DEBUG nova.network.neutron [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1654.551068] env[62181]: DEBUG nova.policy [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daf541b1c4b547d185fc4013a325026a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd97aae437f546208576a9f04335817b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1654.561996] env[62181]: DEBUG oslo_concurrency.lockutils [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "refresh_cache-a67ebb68-c107-4275-9d5e-f5d63bc44a11" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.562182] env[62181]: DEBUG oslo_concurrency.lockutils [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquired lock "refresh_cache-a67ebb68-c107-4275-9d5e-f5d63bc44a11" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.562392] env[62181]: DEBUG nova.network.neutron [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.621749] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790286, 'name': CloneVM_Task, 'duration_secs': 3.934764} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.622109] env[62181]: INFO nova.virt.vmwareapi.vmops [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Created linked-clone VM from snapshot [ 1654.622949] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf891705-cc8e-494b-b5c8-8785b7111994 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.635027] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Uploading image 6ea1dd50-c938-4929-b542-c6a3b5707983 {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1654.668142] env[62181]: DEBUG oslo_vmware.rw_handles [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1654.668142] env[62181]: value = "vm-371422" [ 1654.668142] env[62181]: _type = "VirtualMachine" [ 1654.668142] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1654.668493] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eb6dda66-9a50-44f4-a078-92ab82f1e051 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.678385] env[62181]: DEBUG oslo_vmware.rw_handles [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lease: (returnval){ [ 1654.678385] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f16fbc-95e4-df1d-e157-dcc4c2928f18" [ 1654.678385] env[62181]: _type = "HttpNfcLease" [ 1654.678385] env[62181]: } obtained for exporting VM: (result){ [ 1654.678385] env[62181]: value = "vm-371422" [ 1654.678385] env[62181]: _type = "VirtualMachine" [ 1654.678385] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1654.678744] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the lease: (returnval){ [ 1654.678744] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f16fbc-95e4-df1d-e157-dcc4c2928f18" [ 1654.678744] env[62181]: _type = "HttpNfcLease" [ 1654.678744] env[62181]: } to be ready. {{(pid=62181) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1654.686981] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1654.686981] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f16fbc-95e4-df1d-e157-dcc4c2928f18" [ 1654.686981] env[62181]: _type = "HttpNfcLease" [ 1654.686981] env[62181]: } is initializing. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1654.711407] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a07487-c781-a2d9-3485-c8ca65925aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.010213} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.711769] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.712038] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1654.712289] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.712561] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.712758] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1654.713054] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2943a0e4-c6ec-483e-817a-b23c5470aa1f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.731021] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1654.731021] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1654.731021] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2264d2b-d8fa-48f1-8a94-cc7801b8243d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.735761] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1654.735761] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b8e44e-61e9-4779-4134-77c04ef875f6" [ 1654.735761] env[62181]: _type = "Task" [ 1654.735761] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.747051] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b8e44e-61e9-4779-4134-77c04ef875f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.846887] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077494} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.850078] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1654.850467] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790291, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.851222] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515692cc-07c9-4695-9f92-1b850a4ecb40 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.875582] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 41834414-33a1-49db-b0c3-c96e7e7875c7/41834414-33a1-49db-b0c3-c96e7e7875c7.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1654.875898] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d93ecfdb-19a9-4a9d-819d-1220fb5856ea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.898032] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1654.898032] env[62181]: value = "task-1790293" [ 1654.898032] env[62181]: _type = "Task" [ 1654.898032] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.911150] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790293, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.004822] env[62181]: DEBUG nova.compute.manager [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1655.139161] env[62181]: DEBUG nova.network.neutron [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1655.190716] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1655.190716] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f16fbc-95e4-df1d-e157-dcc4c2928f18" [ 1655.190716] env[62181]: _type = "HttpNfcLease" [ 1655.190716] env[62181]: } is ready. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1655.191052] env[62181]: DEBUG oslo_vmware.rw_handles [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1655.191052] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f16fbc-95e4-df1d-e157-dcc4c2928f18" [ 1655.191052] env[62181]: _type = "HttpNfcLease" [ 1655.191052] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1655.192127] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1c6c61-dfd5-44f9-8782-7cc46378c29e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.200530] env[62181]: DEBUG oslo_vmware.rw_handles [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3f827-c17d-0e45-3d32-95ebb2f61b0a/disk-0.vmdk from lease info. {{(pid=62181) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1655.200715] env[62181]: DEBUG oslo_vmware.rw_handles [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3f827-c17d-0e45-3d32-95ebb2f61b0a/disk-0.vmdk for reading. {{(pid=62181) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1655.272846] env[62181]: DEBUG nova.network.neutron [req-dd038eb3-d9c2-47c1-af93-e619249d9f84 req-0f9b68d0-b02d-460f-89e3-5bb790ec1f21 service nova] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Updated VIF entry in instance network info cache for port f358ba92-13fd-4c36-86b2-eff691b3f755. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1655.273233] env[62181]: DEBUG nova.network.neutron [req-dd038eb3-d9c2-47c1-af93-e619249d9f84 req-0f9b68d0-b02d-460f-89e3-5bb790ec1f21 service nova] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Updating instance_info_cache with network_info: [{"id": "f358ba92-13fd-4c36-86b2-eff691b3f755", "address": "fa:16:3e:88:03:c3", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf358ba92-13", "ovs_interfaceid": "f358ba92-13fd-4c36-86b2-eff691b3f755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.287663] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b8e44e-61e9-4779-4134-77c04ef875f6, 'name': SearchDatastore_Task, 'duration_secs': 0.073893} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.288485] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fd8e908-73f7-4be5-8118-b7c4661e75c6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.298028] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1655.298028] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5215f41a-8250-8272-3020-593f3e1a5496" [ 1655.298028] env[62181]: _type = "Task" [ 1655.298028] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.307705] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5215f41a-8250-8272-3020-593f3e1a5496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.342437] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647927} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.347027] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] cde31390-04ec-43bd-93b6-35b4e1447d22/cde31390-04ec-43bd-93b6-35b4e1447d22.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1655.347027] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1655.348561] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03219343-990b-4461-8459-63a83c7d7b22 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.351453] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-07070e45-008d-4fe1-ac20-139eaab12df9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.362778] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1655.362778] env[62181]: value = "task-1790294" [ 1655.362778] env[62181]: _type = "Task" [ 1655.362778] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.371901] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.407790] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790293, 'name': ReconfigVM_Task, 'duration_secs': 0.313911} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.411102] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 41834414-33a1-49db-b0c3-c96e7e7875c7/41834414-33a1-49db-b0c3-c96e7e7875c7.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1655.413303] env[62181]: DEBUG nova.network.neutron [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Successfully created port: c1e3fcae-a075-404b-9953-31bc1e2998c0 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1655.415049] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c9448ea-d8b6-4bd4-bebe-45068e9e2414 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.423608] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1655.423608] env[62181]: value = "task-1790295" [ 1655.423608] env[62181]: _type = "Task" [ 1655.423608] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.437214] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790295, 'name': Rename_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.511504] env[62181]: DEBUG nova.network.neutron [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Updating instance_info_cache with network_info: [{"id": "435f7845-643b-4d40-9a46-7b27cf2a628d", "address": "fa:16:3e:94:ca:40", "network": {"id": "76fc4e6c-a302-4e0e-8546-3658310d5ec7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712219325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506472467708481ea2619fb2bc3ddd10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap435f7845-64", "ovs_interfaceid": "435f7845-643b-4d40-9a46-7b27cf2a628d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.614094] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeecd1e-e0db-4342-ab91-79a14ad34f1c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.622527] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19f0c00-6d87-4932-8462-cdd70f6a6e72 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.655834] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621d6052-d1f6-47d9-b920-344d1dc2d5ca {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.664784] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3636fa8-b4ca-40c7-bad2-945d275668ca {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.679396] env[62181]: DEBUG nova.compute.provider_tree [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.776160] env[62181]: DEBUG oslo_concurrency.lockutils [req-dd038eb3-d9c2-47c1-af93-e619249d9f84 req-0f9b68d0-b02d-460f-89e3-5bb790ec1f21 service nova] Releasing lock "refresh_cache-180320b7-6a64-4bb4-bb00-3aab3d562906" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.777024] env[62181]: DEBUG nova.compute.manager [req-dd038eb3-d9c2-47c1-af93-e619249d9f84 req-0f9b68d0-b02d-460f-89e3-5bb790ec1f21 service nova] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Received event network-vif-plugged-435f7845-643b-4d40-9a46-7b27cf2a628d {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1655.777024] env[62181]: DEBUG oslo_concurrency.lockutils [req-dd038eb3-d9c2-47c1-af93-e619249d9f84 req-0f9b68d0-b02d-460f-89e3-5bb790ec1f21 service nova] Acquiring lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.777194] env[62181]: DEBUG oslo_concurrency.lockutils [req-dd038eb3-d9c2-47c1-af93-e619249d9f84 req-0f9b68d0-b02d-460f-89e3-5bb790ec1f21 service nova] Lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.777372] env[62181]: DEBUG oslo_concurrency.lockutils [req-dd038eb3-d9c2-47c1-af93-e619249d9f84 req-0f9b68d0-b02d-460f-89e3-5bb790ec1f21 service nova] Lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.777546] env[62181]: DEBUG nova.compute.manager [req-dd038eb3-d9c2-47c1-af93-e619249d9f84 req-0f9b68d0-b02d-460f-89e3-5bb790ec1f21 service nova] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] No waiting events found dispatching network-vif-plugged-435f7845-643b-4d40-9a46-7b27cf2a628d {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1655.777715] env[62181]: WARNING nova.compute.manager [req-dd038eb3-d9c2-47c1-af93-e619249d9f84 req-0f9b68d0-b02d-460f-89e3-5bb790ec1f21 service nova] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Received unexpected event network-vif-plugged-435f7845-643b-4d40-9a46-7b27cf2a628d for instance with vm_state building and task_state spawning. [ 1655.810633] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5215f41a-8250-8272-3020-593f3e1a5496, 'name': SearchDatastore_Task, 'duration_secs': 0.019662} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.811098] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.811448] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 180320b7-6a64-4bb4-bb00-3aab3d562906/180320b7-6a64-4bb4-bb00-3aab3d562906.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1655.811781] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4fc0178-bf9d-4dce-9e4e-faa84ab051d4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.820173] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1655.820173] env[62181]: value = "task-1790296" [ 1655.820173] env[62181]: _type = "Task" [ 1655.820173] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.829472] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.873271] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108966} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.873271] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1655.874128] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda56bcc-83d8-489f-a40e-7e0e07205a9a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.898156] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] cde31390-04ec-43bd-93b6-35b4e1447d22/cde31390-04ec-43bd-93b6-35b4e1447d22.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1655.898613] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42786778-c4a7-4262-b321-ba903b1c8451 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.919601] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1655.919601] env[62181]: value = "task-1790297" [ 1655.919601] env[62181]: _type = "Task" [ 1655.919601] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.931542] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.937559] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790295, 'name': Rename_Task, 'duration_secs': 0.157665} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.937839] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1655.938201] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-580abdce-5703-4c8d-98ef-37da6872f6c7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.946065] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1655.946065] env[62181]: value = "task-1790298" [ 1655.946065] env[62181]: _type = "Task" [ 1655.946065] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.955563] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.017525] env[62181]: DEBUG oslo_concurrency.lockutils [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Releasing lock "refresh_cache-a67ebb68-c107-4275-9d5e-f5d63bc44a11" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.017979] env[62181]: DEBUG nova.compute.manager [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Instance network_info: |[{"id": "435f7845-643b-4d40-9a46-7b27cf2a628d", "address": "fa:16:3e:94:ca:40", "network": {"id": "76fc4e6c-a302-4e0e-8546-3658310d5ec7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712219325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506472467708481ea2619fb2bc3ddd10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap435f7845-64", "ovs_interfaceid": "435f7845-643b-4d40-9a46-7b27cf2a628d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1656.019669] env[62181]: DEBUG nova.compute.manager [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1656.023808] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:ca:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '435f7845-643b-4d40-9a46-7b27cf2a628d', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1656.034963] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Creating folder: Project (506472467708481ea2619fb2bc3ddd10). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1656.035553] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d738680-a67f-4861-b2f4-629c97bd4bc7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.049062] env[62181]: DEBUG nova.virt.hardware [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1656.049712] env[62181]: DEBUG nova.virt.hardware [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1656.049791] env[62181]: DEBUG nova.virt.hardware [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1656.050189] env[62181]: DEBUG nova.virt.hardware [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1656.050604] env[62181]: DEBUG nova.virt.hardware [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1656.051306] env[62181]: DEBUG nova.virt.hardware [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1656.051449] env[62181]: DEBUG nova.virt.hardware [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1656.051756] env[62181]: DEBUG nova.virt.hardware [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1656.052262] env[62181]: DEBUG nova.virt.hardware [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1656.052530] env[62181]: DEBUG nova.virt.hardware [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1656.052963] env[62181]: DEBUG nova.virt.hardware [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1656.054311] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9050694d-4b12-481e-9e97-eba6193d170b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.060299] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Created folder: Project (506472467708481ea2619fb2bc3ddd10) in parent group-v371238. [ 1656.060590] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Creating folder: Instances. Parent ref: group-v371425. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1656.062490] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83a896c6-2afd-443d-a364-e9f436b66aa1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.065282] env[62181]: DEBUG nova.compute.manager [req-a9b51573-e529-44c2-b68a-fe0bcef9de72 req-6b572e03-b8c3-471f-98d2-66911d85545e service nova] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Received event network-changed-435f7845-643b-4d40-9a46-7b27cf2a628d {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1656.065467] env[62181]: DEBUG nova.compute.manager [req-a9b51573-e529-44c2-b68a-fe0bcef9de72 req-6b572e03-b8c3-471f-98d2-66911d85545e service nova] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Refreshing instance network info cache due to event network-changed-435f7845-643b-4d40-9a46-7b27cf2a628d. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1656.065796] env[62181]: DEBUG oslo_concurrency.lockutils [req-a9b51573-e529-44c2-b68a-fe0bcef9de72 req-6b572e03-b8c3-471f-98d2-66911d85545e service nova] Acquiring lock "refresh_cache-a67ebb68-c107-4275-9d5e-f5d63bc44a11" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.066032] env[62181]: DEBUG oslo_concurrency.lockutils [req-a9b51573-e529-44c2-b68a-fe0bcef9de72 req-6b572e03-b8c3-471f-98d2-66911d85545e service nova] Acquired lock "refresh_cache-a67ebb68-c107-4275-9d5e-f5d63bc44a11" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.066226] env[62181]: DEBUG nova.network.neutron [req-a9b51573-e529-44c2-b68a-fe0bcef9de72 req-6b572e03-b8c3-471f-98d2-66911d85545e service nova] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Refreshing network info cache for port 435f7845-643b-4d40-9a46-7b27cf2a628d {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1656.073418] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299b38a6-11ac-4534-a024-438f4179020e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.081746] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Created folder: Instances in parent group-v371425. [ 1656.081995] env[62181]: DEBUG oslo.service.loopingcall [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.090019] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1656.091134] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94688177-0de6-43a6-b5b5-bc696580cbcf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.111809] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1656.111809] env[62181]: value = "task-1790301" [ 1656.111809] env[62181]: _type = "Task" [ 1656.111809] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.120713] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790301, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.183062] env[62181]: DEBUG nova.scheduler.client.report [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1656.334520] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790296, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.431754] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.459771] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790298, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.623039] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790301, 'name': CreateVM_Task, 'duration_secs': 0.401135} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.623204] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.624624] env[62181]: DEBUG oslo_concurrency.lockutils [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.625012] env[62181]: DEBUG oslo_concurrency.lockutils [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.625558] env[62181]: DEBUG oslo_concurrency.lockutils [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.625796] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c0cf1db-e743-46b5-b5fd-248cf4b053a0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.631899] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1656.631899] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]520db5bd-1b98-4503-bf6c-4447259e1a36" [ 1656.631899] env[62181]: _type = "Task" [ 1656.631899] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.644180] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520db5bd-1b98-4503-bf6c-4447259e1a36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.693150] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.693150] env[62181]: DEBUG nova.compute.manager [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1656.696860] env[62181]: DEBUG oslo_concurrency.lockutils [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 25.609s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.832396] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821964} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.832772] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 180320b7-6a64-4bb4-bb00-3aab3d562906/180320b7-6a64-4bb4-bb00-3aab3d562906.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1656.833078] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1656.833423] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bae10d1-ebf5-41e6-b854-98b98a5a1d78 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.840889] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1656.840889] env[62181]: value = "task-1790302" [ 1656.840889] env[62181]: _type = "Task" [ 1656.840889] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.850283] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.926407] env[62181]: DEBUG nova.network.neutron [req-a9b51573-e529-44c2-b68a-fe0bcef9de72 req-6b572e03-b8c3-471f-98d2-66911d85545e service nova] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Updated VIF entry in instance network info cache for port 435f7845-643b-4d40-9a46-7b27cf2a628d. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1656.927106] env[62181]: DEBUG nova.network.neutron [req-a9b51573-e529-44c2-b68a-fe0bcef9de72 req-6b572e03-b8c3-471f-98d2-66911d85545e service nova] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Updating instance_info_cache with network_info: [{"id": "435f7845-643b-4d40-9a46-7b27cf2a628d", "address": "fa:16:3e:94:ca:40", "network": {"id": "76fc4e6c-a302-4e0e-8546-3658310d5ec7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712219325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506472467708481ea2619fb2bc3ddd10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap435f7845-64", "ovs_interfaceid": "435f7845-643b-4d40-9a46-7b27cf2a628d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.934008] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790297, 'name': ReconfigVM_Task, 'duration_secs': 0.987219} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.934361] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Reconfigured VM instance instance-0000003f to attach disk [datastore1] cde31390-04ec-43bd-93b6-35b4e1447d22/cde31390-04ec-43bd-93b6-35b4e1447d22.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1656.935105] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10593245-eb19-474a-b9f7-c339f9af08e9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.944080] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1656.944080] env[62181]: value = "task-1790303" [ 1656.944080] env[62181]: _type = "Task" [ 1656.944080] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.964230] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790303, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.967660] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790298, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.115678] env[62181]: DEBUG nova.network.neutron [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Successfully updated port: c1e3fcae-a075-404b-9953-31bc1e2998c0 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1657.144700] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520db5bd-1b98-4503-bf6c-4447259e1a36, 'name': SearchDatastore_Task, 'duration_secs': 0.012443} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.145425] env[62181]: DEBUG oslo_concurrency.lockutils [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.146143] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.146143] env[62181]: DEBUG oslo_concurrency.lockutils [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.147033] env[62181]: DEBUG oslo_concurrency.lockutils [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.147033] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.147320] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32d6bf99-50ff-44e5-aa67-7f67eb92277c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.157576] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.158011] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.158991] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ebefb3-20b0-47a3-9ea6-15aa17578895 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.166745] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1657.166745] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b9f5bd-0714-f56c-200e-b1e2ec25d5f4" [ 1657.166745] env[62181]: _type = "Task" [ 1657.166745] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.176293] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b9f5bd-0714-f56c-200e-b1e2ec25d5f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.200481] env[62181]: DEBUG nova.compute.utils [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1657.203212] env[62181]: DEBUG nova.objects.instance [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lazy-loading 'migration_context' on Instance uuid f6d9cca5-4f3d-4bf0-9306-6d6616533809 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.204887] env[62181]: DEBUG nova.compute.manager [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1657.205157] env[62181]: DEBUG nova.network.neutron [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1657.247332] env[62181]: DEBUG nova.policy [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26cefe1308824aabb494ed1c8ca3e8b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f850cf1bf8146ff901831978f8c2d2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1657.352061] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085116} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.352061] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1657.352566] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f79cb1c-4901-4380-8fe1-9404ca5ff7cc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.375911] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 180320b7-6a64-4bb4-bb00-3aab3d562906/180320b7-6a64-4bb4-bb00-3aab3d562906.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1657.376254] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ce279e4-d824-4a92-a377-45b04da8ea61 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.397614] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1657.397614] env[62181]: value = "task-1790304" [ 1657.397614] env[62181]: _type = "Task" [ 1657.397614] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.406727] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.429657] env[62181]: DEBUG oslo_concurrency.lockutils [req-a9b51573-e529-44c2-b68a-fe0bcef9de72 req-6b572e03-b8c3-471f-98d2-66911d85545e service nova] Releasing lock "refresh_cache-a67ebb68-c107-4275-9d5e-f5d63bc44a11" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.454637] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790303, 'name': Rename_Task, 'duration_secs': 0.236951} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.459239] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1657.459924] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54ad5ac8-d9b7-4543-8a1c-35547ad1d9b5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.467250] env[62181]: DEBUG oslo_vmware.api [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790298, 'name': PowerOnVM_Task, 'duration_secs': 1.1275} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.470591] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1657.470591] env[62181]: INFO nova.compute.manager [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Took 11.80 seconds to spawn the instance on the hypervisor. [ 1657.470591] env[62181]: DEBUG nova.compute.manager [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1657.470591] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1657.470591] env[62181]: value = "task-1790305" [ 1657.470591] env[62181]: _type = "Task" [ 1657.470591] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.470591] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c63b438-3f53-4ce8-8c16-490da8145866 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.487905] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.618192] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "refresh_cache-afa4d08f-349b-427f-951b-11bab9e10a86" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.618378] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquired lock "refresh_cache-afa4d08f-349b-427f-951b-11bab9e10a86" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.618545] env[62181]: DEBUG nova.network.neutron [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.624973] env[62181]: DEBUG nova.network.neutron [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Successfully created port: 32d42285-3a0d-432f-8623-85766efc4cb5 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1657.683344] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b9f5bd-0714-f56c-200e-b1e2ec25d5f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013951} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.683344] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4cb3ab4-8a38-460b-bc0a-27466ca7f1b3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.690860] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1657.690860] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52da0e01-4202-ff0f-e9e7-d8f5ff87cf95" [ 1657.690860] env[62181]: _type = "Task" [ 1657.690860] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.703638] env[62181]: DEBUG nova.compute.manager [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1657.706309] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52da0e01-4202-ff0f-e9e7-d8f5ff87cf95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.908234] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790304, 'name': ReconfigVM_Task, 'duration_secs': 0.301334} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.909429] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 180320b7-6a64-4bb4-bb00-3aab3d562906/180320b7-6a64-4bb4-bb00-3aab3d562906.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1657.909429] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92b2ad07-9bba-4adc-841f-7f9cd24eae49 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.918683] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1657.918683] env[62181]: value = "task-1790306" [ 1657.918683] env[62181]: _type = "Task" [ 1657.918683] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.932149] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790306, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.984095] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790305, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.998591] env[62181]: INFO nova.compute.manager [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Took 48.18 seconds to build instance. [ 1658.089932] env[62181]: DEBUG nova.compute.manager [req-798ddfdd-4e35-4253-9cfe-a2c9ef463da7 req-e6bf01b4-3510-44bc-92e9-5f71f4d0cee5 service nova] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Received event network-vif-plugged-c1e3fcae-a075-404b-9953-31bc1e2998c0 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1658.090135] env[62181]: DEBUG oslo_concurrency.lockutils [req-798ddfdd-4e35-4253-9cfe-a2c9ef463da7 req-e6bf01b4-3510-44bc-92e9-5f71f4d0cee5 service nova] Acquiring lock "afa4d08f-349b-427f-951b-11bab9e10a86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.090376] env[62181]: DEBUG oslo_concurrency.lockutils [req-798ddfdd-4e35-4253-9cfe-a2c9ef463da7 req-e6bf01b4-3510-44bc-92e9-5f71f4d0cee5 service nova] Lock "afa4d08f-349b-427f-951b-11bab9e10a86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.090571] env[62181]: DEBUG oslo_concurrency.lockutils [req-798ddfdd-4e35-4253-9cfe-a2c9ef463da7 req-e6bf01b4-3510-44bc-92e9-5f71f4d0cee5 service nova] Lock "afa4d08f-349b-427f-951b-11bab9e10a86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.090724] env[62181]: DEBUG nova.compute.manager [req-798ddfdd-4e35-4253-9cfe-a2c9ef463da7 req-e6bf01b4-3510-44bc-92e9-5f71f4d0cee5 service nova] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] No waiting events found dispatching network-vif-plugged-c1e3fcae-a075-404b-9953-31bc1e2998c0 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1658.090894] env[62181]: WARNING nova.compute.manager [req-798ddfdd-4e35-4253-9cfe-a2c9ef463da7 req-e6bf01b4-3510-44bc-92e9-5f71f4d0cee5 service nova] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Received unexpected event network-vif-plugged-c1e3fcae-a075-404b-9953-31bc1e2998c0 for instance with vm_state building and task_state spawning. [ 1658.091093] env[62181]: DEBUG nova.compute.manager [req-798ddfdd-4e35-4253-9cfe-a2c9ef463da7 req-e6bf01b4-3510-44bc-92e9-5f71f4d0cee5 service nova] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Received event network-changed-c1e3fcae-a075-404b-9953-31bc1e2998c0 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1658.091766] env[62181]: DEBUG nova.compute.manager [req-798ddfdd-4e35-4253-9cfe-a2c9ef463da7 req-e6bf01b4-3510-44bc-92e9-5f71f4d0cee5 service nova] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Refreshing instance network info cache due to event network-changed-c1e3fcae-a075-404b-9953-31bc1e2998c0. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1658.091983] env[62181]: DEBUG oslo_concurrency.lockutils [req-798ddfdd-4e35-4253-9cfe-a2c9ef463da7 req-e6bf01b4-3510-44bc-92e9-5f71f4d0cee5 service nova] Acquiring lock "refresh_cache-afa4d08f-349b-427f-951b-11bab9e10a86" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.158463] env[62181]: DEBUG nova.network.neutron [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1658.185564] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a994cf-b2ef-479a-8a35-44a5aa606105 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.197526] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5500cdd1-381d-48f5-8c48-ed9e6ca5299a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.209803] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52da0e01-4202-ff0f-e9e7-d8f5ff87cf95, 'name': SearchDatastore_Task, 'duration_secs': 0.015804} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.235203] env[62181]: DEBUG oslo_concurrency.lockutils [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.235203] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] a67ebb68-c107-4275-9d5e-f5d63bc44a11/a67ebb68-c107-4275-9d5e-f5d63bc44a11.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1658.242072] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f99f71f0-f126-4d66-a5ee-eea5fa4512c9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.243997] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fef6b77-0302-4784-82bb-2cff36c73fda {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.005340] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6257b6c-24f9-456e-a2d8-7149b58c1353 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "41834414-33a1-49db-b0c3-c96e7e7875c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.020s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.006364] env[62181]: DEBUG nova.compute.manager [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1659.018331] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1659.018331] env[62181]: value = "task-1790307" [ 1659.018331] env[62181]: _type = "Task" [ 1659.018331] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.026223] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badbf38f-2579-44eb-954e-8de854902a82 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.035640] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790306, 'name': Rename_Task, 'duration_secs': 0.151773} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.039542] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1659.040250] env[62181]: DEBUG oslo_vmware.api [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790305, 'name': PowerOnVM_Task, 'duration_secs': 0.983411} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.040396] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a90b190-e237-422d-b2d9-655cff9d5fa0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.042033] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1659.042263] env[62181]: INFO nova.compute.manager [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1659.042478] env[62181]: DEBUG nova.compute.manager [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1659.053638] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1f491a-a547-4758-8c8c-e520e5ab6836 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.056482] env[62181]: DEBUG nova.compute.provider_tree [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1659.057851] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.060235] env[62181]: DEBUG nova.virt.hardware [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1659.060473] env[62181]: DEBUG nova.virt.hardware [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1659.060630] env[62181]: DEBUG nova.virt.hardware [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1659.060806] env[62181]: DEBUG nova.virt.hardware [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1659.060951] env[62181]: DEBUG nova.virt.hardware [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1659.061098] env[62181]: DEBUG nova.virt.hardware [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1659.061315] env[62181]: DEBUG nova.virt.hardware [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1659.061500] env[62181]: DEBUG nova.virt.hardware [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1659.061694] env[62181]: DEBUG nova.virt.hardware [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1659.061783] env[62181]: DEBUG nova.virt.hardware [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1659.061958] env[62181]: DEBUG nova.virt.hardware [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1659.063486] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25acc447-c248-4e31-bc5e-6eabd5f7b8f6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.068804] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1659.068804] env[62181]: value = "task-1790308" [ 1659.068804] env[62181]: _type = "Task" [ 1659.068804] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.080765] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72716f8f-7627-418b-bb9c-0a362304d650 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.088445] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.264238] env[62181]: DEBUG nova.network.neutron [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Updating instance_info_cache with network_info: [{"id": "c1e3fcae-a075-404b-9953-31bc1e2998c0", "address": "fa:16:3e:83:12:c1", "network": {"id": "d177d1a3-2b4a-41d1-bd02-42eaeba74ce0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-47409746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd97aae437f546208576a9f04335817b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1e3fcae-a0", "ovs_interfaceid": "c1e3fcae-a075-404b-9953-31bc1e2998c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.535984] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790307, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.559644] env[62181]: DEBUG nova.scheduler.client.report [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1659.583880] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790308, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.598810] env[62181]: INFO nova.compute.manager [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Took 47.76 seconds to build instance. [ 1659.690085] env[62181]: DEBUG nova.network.neutron [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Successfully updated port: 32d42285-3a0d-432f-8623-85766efc4cb5 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1659.770022] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Releasing lock "refresh_cache-afa4d08f-349b-427f-951b-11bab9e10a86" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.770022] env[62181]: DEBUG nova.compute.manager [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Instance network_info: |[{"id": "c1e3fcae-a075-404b-9953-31bc1e2998c0", "address": "fa:16:3e:83:12:c1", "network": {"id": "d177d1a3-2b4a-41d1-bd02-42eaeba74ce0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-47409746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd97aae437f546208576a9f04335817b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1e3fcae-a0", "ovs_interfaceid": "c1e3fcae-a075-404b-9953-31bc1e2998c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1659.770022] env[62181]: DEBUG oslo_concurrency.lockutils [req-798ddfdd-4e35-4253-9cfe-a2c9ef463da7 req-e6bf01b4-3510-44bc-92e9-5f71f4d0cee5 service nova] Acquired lock "refresh_cache-afa4d08f-349b-427f-951b-11bab9e10a86" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.770022] env[62181]: DEBUG nova.network.neutron [req-798ddfdd-4e35-4253-9cfe-a2c9ef463da7 req-e6bf01b4-3510-44bc-92e9-5f71f4d0cee5 service nova] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Refreshing network info cache for port c1e3fcae-a075-404b-9953-31bc1e2998c0 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1659.770022] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:12:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1e3fcae-a075-404b-9953-31bc1e2998c0', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1659.779421] env[62181]: DEBUG oslo.service.loopingcall [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.781027] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1659.782045] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d9d9d47-6a2a-4c55-b759-b83c7d177b53 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.808622] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1659.808622] env[62181]: value = "task-1790309" [ 1659.808622] env[62181]: _type = "Task" [ 1659.808622] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.817378] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790309, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.032048] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546724} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.033035] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] a67ebb68-c107-4275-9d5e-f5d63bc44a11/a67ebb68-c107-4275-9d5e-f5d63bc44a11.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1660.033035] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1660.033035] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da911dfb-5438-45f5-a41d-ab20e729e5a1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.041519] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1660.041519] env[62181]: value = "task-1790310" [ 1660.041519] env[62181]: _type = "Task" [ 1660.041519] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.049766] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.084858] env[62181]: DEBUG oslo_vmware.api [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790308, 'name': PowerOnVM_Task, 'duration_secs': 0.568987} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.085262] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1660.085530] env[62181]: INFO nova.compute.manager [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1660.085770] env[62181]: DEBUG nova.compute.manager [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1660.086710] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7802d04-5390-40df-af19-f36c63739d87 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.104032] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e596d8f2-d3f6-4139-94a6-e0e04ea5e8bc tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "cde31390-04ec-43bd-93b6-35b4e1447d22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.517s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.172878] env[62181]: DEBUG nova.compute.manager [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Received event network-vif-plugged-32d42285-3a0d-432f-8623-85766efc4cb5 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1660.172878] env[62181]: DEBUG oslo_concurrency.lockutils [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] Acquiring lock "5ae9613f-6234-4a63-b9e0-0d926ddbac8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.172878] env[62181]: DEBUG oslo_concurrency.lockutils [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] Lock "5ae9613f-6234-4a63-b9e0-0d926ddbac8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.173132] env[62181]: DEBUG oslo_concurrency.lockutils [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] Lock "5ae9613f-6234-4a63-b9e0-0d926ddbac8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.173449] env[62181]: DEBUG nova.compute.manager [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] No waiting events found dispatching network-vif-plugged-32d42285-3a0d-432f-8623-85766efc4cb5 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1660.173449] env[62181]: WARNING nova.compute.manager [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Received unexpected event network-vif-plugged-32d42285-3a0d-432f-8623-85766efc4cb5 for instance with vm_state building and task_state spawning. [ 1660.173599] env[62181]: DEBUG nova.compute.manager [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Received event network-changed-4ec3684c-1624-420a-a4f6-902578d3b627 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1660.173716] env[62181]: DEBUG nova.compute.manager [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Refreshing instance network info cache due to event network-changed-4ec3684c-1624-420a-a4f6-902578d3b627. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1660.173913] env[62181]: DEBUG oslo_concurrency.lockutils [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] Acquiring lock "refresh_cache-41834414-33a1-49db-b0c3-c96e7e7875c7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.174073] env[62181]: DEBUG oslo_concurrency.lockutils [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] Acquired lock "refresh_cache-41834414-33a1-49db-b0c3-c96e7e7875c7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.174229] env[62181]: DEBUG nova.network.neutron [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Refreshing network info cache for port 4ec3684c-1624-420a-a4f6-902578d3b627 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1660.193601] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Acquiring lock "refresh_cache-5ae9613f-6234-4a63-b9e0-0d926ddbac8f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.193819] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Acquired lock "refresh_cache-5ae9613f-6234-4a63-b9e0-0d926ddbac8f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.193916] env[62181]: DEBUG nova.network.neutron [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.320597] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790309, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.550891] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069624} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.551240] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1660.552013] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31242223-4f5c-40fa-8344-5adad4acb158 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.556164] env[62181]: DEBUG nova.network.neutron [req-798ddfdd-4e35-4253-9cfe-a2c9ef463da7 req-e6bf01b4-3510-44bc-92e9-5f71f4d0cee5 service nova] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Updated VIF entry in instance network info cache for port c1e3fcae-a075-404b-9953-31bc1e2998c0. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1660.556529] env[62181]: DEBUG nova.network.neutron [req-798ddfdd-4e35-4253-9cfe-a2c9ef463da7 req-e6bf01b4-3510-44bc-92e9-5f71f4d0cee5 service nova] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Updating instance_info_cache with network_info: [{"id": "c1e3fcae-a075-404b-9953-31bc1e2998c0", "address": "fa:16:3e:83:12:c1", "network": {"id": "d177d1a3-2b4a-41d1-bd02-42eaeba74ce0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-47409746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd97aae437f546208576a9f04335817b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1e3fcae-a0", "ovs_interfaceid": "c1e3fcae-a075-404b-9953-31bc1e2998c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.580157] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] a67ebb68-c107-4275-9d5e-f5d63bc44a11/a67ebb68-c107-4275-9d5e-f5d63bc44a11.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1660.582770] env[62181]: DEBUG oslo_concurrency.lockutils [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.886s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.590241] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fabc8b0b-0e0c-43b8-9679-d310a31511cf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.610547] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.422s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.612703] env[62181]: INFO nova.compute.claims [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1660.622626] env[62181]: INFO nova.compute.manager [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Took 48.22 seconds to build instance. [ 1660.634647] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1660.634647] env[62181]: value = "task-1790311" [ 1660.634647] env[62181]: _type = "Task" [ 1660.634647] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.646448] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.688943] env[62181]: DEBUG oslo_concurrency.lockutils [None req-45ea61d7-d0af-4233-9cd5-9bb81ea28adf tempest-ServersAdminTestJSON-105933154 tempest-ServersAdminTestJSON-105933154-project-admin] Acquiring lock "refresh_cache-cde31390-04ec-43bd-93b6-35b4e1447d22" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.688943] env[62181]: DEBUG oslo_concurrency.lockutils [None req-45ea61d7-d0af-4233-9cd5-9bb81ea28adf tempest-ServersAdminTestJSON-105933154 tempest-ServersAdminTestJSON-105933154-project-admin] Acquired lock "refresh_cache-cde31390-04ec-43bd-93b6-35b4e1447d22" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.688943] env[62181]: DEBUG nova.network.neutron [None req-45ea61d7-d0af-4233-9cd5-9bb81ea28adf tempest-ServersAdminTestJSON-105933154 tempest-ServersAdminTestJSON-105933154-project-admin] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.756369] env[62181]: DEBUG nova.network.neutron [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1660.820741] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790309, 'name': CreateVM_Task, 'duration_secs': 0.630637} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.820741] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1660.820741] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.820741] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.821119] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1660.821397] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfc73d22-b793-4f58-92b6-374e9f6ba40a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.829281] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1660.829281] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5212cf8a-3dca-3502-b33e-fd182cd8b530" [ 1660.829281] env[62181]: _type = "Task" [ 1660.829281] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.838821] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5212cf8a-3dca-3502-b33e-fd182cd8b530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.059313] env[62181]: DEBUG oslo_concurrency.lockutils [req-798ddfdd-4e35-4253-9cfe-a2c9ef463da7 req-e6bf01b4-3510-44bc-92e9-5f71f4d0cee5 service nova] Releasing lock "refresh_cache-afa4d08f-349b-427f-951b-11bab9e10a86" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.082692] env[62181]: DEBUG nova.network.neutron [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Updating instance_info_cache with network_info: [{"id": "32d42285-3a0d-432f-8623-85766efc4cb5", "address": "fa:16:3e:b7:20:ea", "network": {"id": "38d0e11f-b98a-4a63-8600-bd9182fd1f7a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-728820585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f850cf1bf8146ff901831978f8c2d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d42285-3a", "ovs_interfaceid": "32d42285-3a0d-432f-8623-85766efc4cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.129296] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ecbe5205-b091-4f2d-8730-40e100b4f9a6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "180320b7-6a64-4bb4-bb00-3aab3d562906" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.852s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.147565] env[62181]: DEBUG nova.network.neutron [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Updated VIF entry in instance network info cache for port 4ec3684c-1624-420a-a4f6-902578d3b627. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1661.149188] env[62181]: DEBUG nova.network.neutron [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Updating instance_info_cache with network_info: [{"id": "4ec3684c-1624-420a-a4f6-902578d3b627", "address": "fa:16:3e:a7:cf:e4", "network": {"id": "3b74872d-790a-49a8-b46d-477bf04f8899", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-301260047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f729447b11648c2a0bbf35b9764cdc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ec3684c-16", "ovs_interfaceid": "4ec3684c-1624-420a-a4f6-902578d3b627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.149793] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790311, 'name': ReconfigVM_Task, 'duration_secs': 0.50413} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.150421] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Reconfigured VM instance instance-00000041 to attach disk [datastore1] a67ebb68-c107-4275-9d5e-f5d63bc44a11/a67ebb68-c107-4275-9d5e-f5d63bc44a11.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1661.151076] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b29a1f92-dd50-44d0-bc99-412cf39a6ed9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.157632] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1661.157632] env[62181]: value = "task-1790312" [ 1661.157632] env[62181]: _type = "Task" [ 1661.157632] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.167687] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790312, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.343524] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5212cf8a-3dca-3502-b33e-fd182cd8b530, 'name': SearchDatastore_Task, 'duration_secs': 0.013491} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.344191] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.344642] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1661.344642] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.344903] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.345066] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1661.345368] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-927d0c41-4b6c-4639-9a1b-85808198cd3b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.355339] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1661.355485] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1661.356412] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8db71b4-38be-4f1f-b8f6-844762cec606 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.362376] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1661.362376] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a05ce8-1f9c-e449-6097-5e6ce885a20e" [ 1661.362376] env[62181]: _type = "Task" [ 1661.362376] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.372272] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a05ce8-1f9c-e449-6097-5e6ce885a20e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.517293] env[62181]: DEBUG nova.network.neutron [None req-45ea61d7-d0af-4233-9cd5-9bb81ea28adf tempest-ServersAdminTestJSON-105933154 tempest-ServersAdminTestJSON-105933154-project-admin] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Updating instance_info_cache with network_info: [{"id": "5fac9f5f-387a-46cf-bb84-1a62d79f4d04", "address": "fa:16:3e:f5:43:7e", "network": {"id": "d68a42e1-23d3-4aa2-b0b3-e01edb8f55cc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-615642629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b06718bd5e441f8b5fcc5d2ea636456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fac9f5f-38", "ovs_interfaceid": "5fac9f5f-387a-46cf-bb84-1a62d79f4d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.585642] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Releasing lock "refresh_cache-5ae9613f-6234-4a63-b9e0-0d926ddbac8f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.585882] env[62181]: DEBUG nova.compute.manager [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Instance network_info: |[{"id": "32d42285-3a0d-432f-8623-85766efc4cb5", "address": "fa:16:3e:b7:20:ea", "network": {"id": "38d0e11f-b98a-4a63-8600-bd9182fd1f7a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-728820585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f850cf1bf8146ff901831978f8c2d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d42285-3a", "ovs_interfaceid": "32d42285-3a0d-432f-8623-85766efc4cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1661.586340] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:20:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32d42285-3a0d-432f-8623-85766efc4cb5', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1661.596247] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Creating folder: Project (0f850cf1bf8146ff901831978f8c2d2a). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1661.599069] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c5eb699-b534-47c1-a20d-5b32edefcdf4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.610883] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Created folder: Project (0f850cf1bf8146ff901831978f8c2d2a) in parent group-v371238. [ 1661.613166] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Creating folder: Instances. Parent ref: group-v371429. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1661.613166] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bb30483-5bf2-4aaf-af6d-aaf3ab025b8a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.624946] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Created folder: Instances in parent group-v371429. [ 1661.624946] env[62181]: DEBUG oslo.service.loopingcall [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.624946] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1661.624946] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9334d94-c986-4341-a651-02410383ade0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.649758] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1661.649758] env[62181]: value = "task-1790315" [ 1661.649758] env[62181]: _type = "Task" [ 1661.649758] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.654394] env[62181]: DEBUG oslo_concurrency.lockutils [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] Releasing lock "refresh_cache-41834414-33a1-49db-b0c3-c96e7e7875c7" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.657354] env[62181]: DEBUG nova.compute.manager [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Received event network-changed-32d42285-3a0d-432f-8623-85766efc4cb5 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1661.657354] env[62181]: DEBUG nova.compute.manager [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Refreshing instance network info cache due to event network-changed-32d42285-3a0d-432f-8623-85766efc4cb5. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1661.657354] env[62181]: DEBUG oslo_concurrency.lockutils [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] Acquiring lock "refresh_cache-5ae9613f-6234-4a63-b9e0-0d926ddbac8f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.657354] env[62181]: DEBUG oslo_concurrency.lockutils [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] Acquired lock "refresh_cache-5ae9613f-6234-4a63-b9e0-0d926ddbac8f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.657354] env[62181]: DEBUG nova.network.neutron [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Refreshing network info cache for port 32d42285-3a0d-432f-8623-85766efc4cb5 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1661.666311] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790315, 'name': CreateVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.672205] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790312, 'name': Rename_Task, 'duration_secs': 0.210185} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.672508] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1661.672769] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-373e1963-08ce-4606-aea0-61c11f9d7fb7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.682688] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1661.682688] env[62181]: value = "task-1790316" [ 1661.682688] env[62181]: _type = "Task" [ 1661.682688] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.692465] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.872450] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a05ce8-1f9c-e449-6097-5e6ce885a20e, 'name': SearchDatastore_Task, 'duration_secs': 0.013132} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.876012] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2bb28a2-bcaa-4762-bd7f-fe72090a9e36 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.881444] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1661.881444] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]528bb64c-e990-a649-66de-076aedb1e15b" [ 1661.881444] env[62181]: _type = "Task" [ 1661.881444] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.892166] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]528bb64c-e990-a649-66de-076aedb1e15b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.019847] env[62181]: DEBUG oslo_concurrency.lockutils [None req-45ea61d7-d0af-4233-9cd5-9bb81ea28adf tempest-ServersAdminTestJSON-105933154 tempest-ServersAdminTestJSON-105933154-project-admin] Releasing lock "refresh_cache-cde31390-04ec-43bd-93b6-35b4e1447d22" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.020132] env[62181]: DEBUG nova.compute.manager [None req-45ea61d7-d0af-4233-9cd5-9bb81ea28adf tempest-ServersAdminTestJSON-105933154 tempest-ServersAdminTestJSON-105933154-project-admin] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Inject network info {{(pid=62181) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7675}} [ 1662.020400] env[62181]: DEBUG nova.compute.manager [None req-45ea61d7-d0af-4233-9cd5-9bb81ea28adf tempest-ServersAdminTestJSON-105933154 tempest-ServersAdminTestJSON-105933154-project-admin] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] network_info to inject: |[{"id": "5fac9f5f-387a-46cf-bb84-1a62d79f4d04", "address": "fa:16:3e:f5:43:7e", "network": {"id": "d68a42e1-23d3-4aa2-b0b3-e01edb8f55cc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-615642629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b06718bd5e441f8b5fcc5d2ea636456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fac9f5f-38", "ovs_interfaceid": "5fac9f5f-387a-46cf-bb84-1a62d79f4d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7676}} [ 1662.025717] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea61d7-d0af-4233-9cd5-9bb81ea28adf tempest-ServersAdminTestJSON-105933154 tempest-ServersAdminTestJSON-105933154-project-admin] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Reconfiguring VM instance to set the machine id {{(pid=62181) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1662.028868] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67f3b631-a91f-44f9-ac5c-9ac88f189980 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.046823] env[62181]: DEBUG oslo_vmware.api [None req-45ea61d7-d0af-4233-9cd5-9bb81ea28adf tempest-ServersAdminTestJSON-105933154 tempest-ServersAdminTestJSON-105933154-project-admin] Waiting for the task: (returnval){ [ 1662.046823] env[62181]: value = "task-1790317" [ 1662.046823] env[62181]: _type = "Task" [ 1662.046823] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.057798] env[62181]: DEBUG oslo_vmware.api [None req-45ea61d7-d0af-4233-9cd5-9bb81ea28adf tempest-ServersAdminTestJSON-105933154 tempest-ServersAdminTestJSON-105933154-project-admin] Task: {'id': task-1790317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.079953] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf3127d-f293-437b-92d0-c35cc5252d01 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.087296] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d31e62-016f-4321-b2ac-5a523b2139da {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.121453] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e3e873-b2d5-44e2-a576-6a88917a84fa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.129987] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b729c34-104a-49bf-9892-df484f549f28 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.143658] env[62181]: DEBUG nova.compute.provider_tree [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1662.163710] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790315, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.164761] env[62181]: INFO nova.compute.manager [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Swapping old allocation on dict_keys(['473226de-15d9-4707-8968-2daf55d31057']) held by migration 4b54a15f-5d5f-4c30-a359-cbfec9ffb7da for instance [ 1662.195329] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.196424] env[62181]: DEBUG nova.scheduler.client.report [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Overwriting current allocation {'allocations': {'473226de-15d9-4707-8968-2daf55d31057': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 88}}, 'project_id': 'a9dc016d31c645a0a771b4744d080cdd', 'user_id': '0b20bfd410bc45bfa138c8ee16ff69cf', 'consumer_generation': 1} on consumer f6d9cca5-4f3d-4bf0-9306-6d6616533809 {{(pid=62181) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1662.304236] env[62181]: DEBUG oslo_concurrency.lockutils [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "refresh_cache-f6d9cca5-4f3d-4bf0-9306-6d6616533809" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.304603] env[62181]: DEBUG oslo_concurrency.lockutils [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquired lock "refresh_cache-f6d9cca5-4f3d-4bf0-9306-6d6616533809" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.305015] env[62181]: DEBUG nova.network.neutron [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1662.397056] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]528bb64c-e990-a649-66de-076aedb1e15b, 'name': SearchDatastore_Task, 'duration_secs': 0.013824} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.397471] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.397777] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] afa4d08f-349b-427f-951b-11bab9e10a86/afa4d08f-349b-427f-951b-11bab9e10a86.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1662.398160] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9069821f-b7e4-4cb1-b04b-dffda02fb3e3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.405943] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1662.405943] env[62181]: value = "task-1790318" [ 1662.405943] env[62181]: _type = "Task" [ 1662.405943] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.415900] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.432052] env[62181]: DEBUG nova.network.neutron [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Updated VIF entry in instance network info cache for port 32d42285-3a0d-432f-8623-85766efc4cb5. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1662.432552] env[62181]: DEBUG nova.network.neutron [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Updating instance_info_cache with network_info: [{"id": "32d42285-3a0d-432f-8623-85766efc4cb5", "address": "fa:16:3e:b7:20:ea", "network": {"id": "38d0e11f-b98a-4a63-8600-bd9182fd1f7a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-728820585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f850cf1bf8146ff901831978f8c2d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d42285-3a", "ovs_interfaceid": "32d42285-3a0d-432f-8623-85766efc4cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.558256] env[62181]: DEBUG oslo_vmware.api [None req-45ea61d7-d0af-4233-9cd5-9bb81ea28adf tempest-ServersAdminTestJSON-105933154 tempest-ServersAdminTestJSON-105933154-project-admin] Task: {'id': task-1790317, 'name': ReconfigVM_Task, 'duration_secs': 0.192819} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.558489] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea61d7-d0af-4233-9cd5-9bb81ea28adf tempest-ServersAdminTestJSON-105933154 tempest-ServersAdminTestJSON-105933154-project-admin] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Reconfigured VM instance to set the machine id {{(pid=62181) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1662.662705] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790315, 'name': CreateVM_Task, 'duration_secs': 0.598287} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.663878] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "180320b7-6a64-4bb4-bb00-3aab3d562906" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.664111] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "180320b7-6a64-4bb4-bb00-3aab3d562906" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.665338] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1662.666289] env[62181]: ERROR nova.scheduler.client.report [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [req-9282efb3-45be-4a47-a6c4-3626991b501e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9282efb3-45be-4a47-a6c4-3626991b501e"}]} [ 1662.667298] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.667456] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.667771] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1662.670180] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e54ef8a-63f9-42f8-ae27-a3897ac0bc70 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.676676] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Waiting for the task: (returnval){ [ 1662.676676] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b0b5b7-1007-350e-63c9-095c46e4a1be" [ 1662.676676] env[62181]: _type = "Task" [ 1662.676676] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.685498] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b0b5b7-1007-350e-63c9-095c46e4a1be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.686538] env[62181]: DEBUG nova.scheduler.client.report [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1662.696843] env[62181]: DEBUG oslo_vmware.api [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790316, 'name': PowerOnVM_Task, 'duration_secs': 0.682365} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.697065] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1662.697273] env[62181]: INFO nova.compute.manager [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1662.697453] env[62181]: DEBUG nova.compute.manager [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1662.698552] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6086ec7-e0b9-4379-8767-49329e05f785 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.710694] env[62181]: DEBUG nova.scheduler.client.report [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1662.710694] env[62181]: DEBUG nova.compute.provider_tree [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1662.722529] env[62181]: DEBUG nova.scheduler.client.report [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1662.744206] env[62181]: DEBUG nova.scheduler.client.report [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1662.918832] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790318, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.937583] env[62181]: DEBUG oslo_concurrency.lockutils [req-59da83da-9bf7-48ec-8e46-1ccbfa33c9f7 req-a1dfd7f6-50b9-4fb6-a9cd-3203fa617414 service nova] Releasing lock "refresh_cache-5ae9613f-6234-4a63-b9e0-0d926ddbac8f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.007271] env[62181]: INFO nova.compute.manager [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Rebuilding instance [ 1663.057570] env[62181]: DEBUG nova.compute.manager [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1663.058209] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c0a437-db19-4586-842f-23cff76e90e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.172029] env[62181]: DEBUG nova.compute.utils [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1663.177376] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66b2dc4-87ab-467e-ba56-3b527a6f70e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.199922] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2acefc-587a-4a8d-9796-ade5992681f4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.201056] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b0b5b7-1007-350e-63c9-095c46e4a1be, 'name': SearchDatastore_Task, 'duration_secs': 0.014074} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.201404] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.201680] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1663.202608] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.202608] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.202608] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1663.202964] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45666d1c-9d68-4189-a7a9-e7e4f6573ab0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.216813] env[62181]: INFO nova.compute.manager [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Took 41.36 seconds to build instance. [ 1663.398965] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1663.399530] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1663.401328] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-446a99d2-5d6d-4856-af37-11e2cf4ff7d1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.404442] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04ea542-35a0-4808-93e9-ea5acf187f8e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.412891] env[62181]: DEBUG nova.network.neutron [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updating instance_info_cache with network_info: [{"id": "113cc88e-72c7-4dbe-a6ec-cbce72739c2d", "address": "fa:16:3e:69:41:d0", "network": {"id": "8342f4ee-9293-4c1c-839b-85ea6f012115", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e1ee55f22bf846da9037b5ad197c4575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap113cc88e-72", "ovs_interfaceid": "113cc88e-72c7-4dbe-a6ec-cbce72739c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.414620] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Waiting for the task: (returnval){ [ 1663.414620] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52aa2b54-815e-6c31-a9df-b872d2e32e65" [ 1663.414620] env[62181]: _type = "Task" [ 1663.414620] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.422489] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e674af05-889d-4dfb-a4b7-967eb9231837 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.430691] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660487} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.431577] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] afa4d08f-349b-427f-951b-11bab9e10a86/afa4d08f-349b-427f-951b-11bab9e10a86.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1663.431838] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1663.432396] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ca217df-4830-4fd9-8100-084c6ac99d2c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.446738] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52aa2b54-815e-6c31-a9df-b872d2e32e65, 'name': SearchDatastore_Task, 'duration_secs': 0.01371} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.447371] env[62181]: DEBUG nova.compute.provider_tree [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1663.450129] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed164db-7b35-4df4-b70a-766dbe200b90 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.454559] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1663.454559] env[62181]: value = "task-1790319" [ 1663.454559] env[62181]: _type = "Task" [ 1663.454559] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.459939] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Waiting for the task: (returnval){ [ 1663.459939] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52aef4dd-bad4-4801-bdc5-ffda1b2e8452" [ 1663.459939] env[62181]: _type = "Task" [ 1663.459939] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.466953] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.472052] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52aef4dd-bad4-4801-bdc5-ffda1b2e8452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.681956] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "180320b7-6a64-4bb4-bb00-3aab3d562906" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.719352] env[62181]: DEBUG oslo_concurrency.lockutils [None req-04afdc85-ccd3-45b2-bf6d-09155071ce06 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.916s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.782401] env[62181]: DEBUG oslo_vmware.rw_handles [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3f827-c17d-0e45-3d32-95ebb2f61b0a/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1663.783381] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6e5df8-de29-412d-9dbe-18aa2093c19e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.789726] env[62181]: DEBUG oslo_vmware.rw_handles [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3f827-c17d-0e45-3d32-95ebb2f61b0a/disk-0.vmdk is in state: ready. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1663.789900] env[62181]: ERROR oslo_vmware.rw_handles [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3f827-c17d-0e45-3d32-95ebb2f61b0a/disk-0.vmdk due to incomplete transfer. [ 1663.790134] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d14e9afe-d577-4b6b-9d7b-11819deff325 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.796730] env[62181]: DEBUG oslo_vmware.rw_handles [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3f827-c17d-0e45-3d32-95ebb2f61b0a/disk-0.vmdk. {{(pid=62181) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1663.796980] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Uploaded image 6ea1dd50-c938-4929-b542-c6a3b5707983 to the Glance image server {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1663.799613] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Destroying the VM {{(pid=62181) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1663.799854] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-921a708a-daf5-4de2-853b-3c10963ea7a8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.805890] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1663.805890] env[62181]: value = "task-1790320" [ 1663.805890] env[62181]: _type = "Task" [ 1663.805890] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.814415] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790320, 'name': Destroy_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.918976] env[62181]: DEBUG oslo_concurrency.lockutils [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Releasing lock "refresh_cache-f6d9cca5-4f3d-4bf0-9306-6d6616533809" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.919442] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1663.919730] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3abe001f-02b8-48ee-8e21-dd2036b6b972 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.927340] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1663.927340] env[62181]: value = "task-1790321" [ 1663.927340] env[62181]: _type = "Task" [ 1663.927340] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.935752] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.967958] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.310473} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.968614] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1663.969384] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cee6a0a-fb15-4093-af57-569cfebd2d0b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.975370] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52aef4dd-bad4-4801-bdc5-ffda1b2e8452, 'name': SearchDatastore_Task, 'duration_secs': 0.012849} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.975957] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.976235] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 5ae9613f-6234-4a63-b9e0-0d926ddbac8f/5ae9613f-6234-4a63-b9e0-0d926ddbac8f.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1663.976490] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59dba03f-c246-4631-a497-9cae937695a4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.995320] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] afa4d08f-349b-427f-951b-11bab9e10a86/afa4d08f-349b-427f-951b-11bab9e10a86.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1663.996567] env[62181]: DEBUG nova.scheduler.client.report [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1663.996817] env[62181]: DEBUG nova.compute.provider_tree [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 89 to 90 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1663.996989] env[62181]: DEBUG nova.compute.provider_tree [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1664.001068] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f29ad3d-5fb6-4ea9-90fd-1cbccf991054 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.019593] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.409s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.020144] env[62181]: DEBUG nova.compute.manager [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1664.024392] env[62181]: DEBUG oslo_concurrency.lockutils [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.323s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.025593] env[62181]: INFO nova.compute.claims [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1664.028362] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Waiting for the task: (returnval){ [ 1664.028362] env[62181]: value = "task-1790322" [ 1664.028362] env[62181]: _type = "Task" [ 1664.028362] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.034165] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1664.034165] env[62181]: value = "task-1790323" [ 1664.034165] env[62181]: _type = "Task" [ 1664.034165] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.040164] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': task-1790322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.045011] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.072633] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1664.072884] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9755240a-f292-4b79-85f9-737d89c9806e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.081432] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1664.081432] env[62181]: value = "task-1790324" [ 1664.081432] env[62181]: _type = "Task" [ 1664.081432] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.091055] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.321034] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790320, 'name': Destroy_Task, 'duration_secs': 0.441524} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.321034] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Destroyed the VM [ 1664.321034] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Deleting Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1664.321034] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-93774031-24fa-43f3-841f-2e75552eb4b6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.330278] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1664.330278] env[62181]: value = "task-1790325" [ 1664.330278] env[62181]: _type = "Task" [ 1664.330278] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.340275] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790325, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.442917] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790321, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.536075] env[62181]: DEBUG nova.compute.utils [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1664.544207] env[62181]: DEBUG nova.compute.manager [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1664.544207] env[62181]: DEBUG nova.network.neutron [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1664.569960] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.574398] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': task-1790322, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.593170] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790324, 'name': PowerOffVM_Task, 'duration_secs': 0.210043} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.593675] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1664.594115] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1664.595300] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7bce6e-09e9-400f-a923-cf7542a1994a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.603686] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1664.604346] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7af852fc-2687-4b6b-a88e-a19fabcf76f9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.624301] env[62181]: DEBUG nova.policy [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '820d966ac2b74c549ecdc5a269af4fa3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eeab6549a5fe4efaa5b99cc4705eef80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1664.692722] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1664.695023] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1664.695023] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Deleting the datastore file [datastore1] 70d6f014-77b3-4e40-9617-f1f4fe4b1649 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1664.695023] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62f4141e-a62a-484e-b734-552d95995192 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.700890] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1664.700890] env[62181]: value = "task-1790327" [ 1664.700890] env[62181]: _type = "Task" [ 1664.700890] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.712024] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.741040] env[62181]: DEBUG nova.compute.manager [req-18ebe396-4862-4cd8-b722-5f13b99ea082 req-105561cd-95e5-49cd-8b76-fb812e334db0 service nova] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Received event network-changed-435f7845-643b-4d40-9a46-7b27cf2a628d {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1664.741040] env[62181]: DEBUG nova.compute.manager [req-18ebe396-4862-4cd8-b722-5f13b99ea082 req-105561cd-95e5-49cd-8b76-fb812e334db0 service nova] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Refreshing instance network info cache due to event network-changed-435f7845-643b-4d40-9a46-7b27cf2a628d. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1664.741040] env[62181]: DEBUG oslo_concurrency.lockutils [req-18ebe396-4862-4cd8-b722-5f13b99ea082 req-105561cd-95e5-49cd-8b76-fb812e334db0 service nova] Acquiring lock "refresh_cache-a67ebb68-c107-4275-9d5e-f5d63bc44a11" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.741040] env[62181]: DEBUG oslo_concurrency.lockutils [req-18ebe396-4862-4cd8-b722-5f13b99ea082 req-105561cd-95e5-49cd-8b76-fb812e334db0 service nova] Acquired lock "refresh_cache-a67ebb68-c107-4275-9d5e-f5d63bc44a11" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.741040] env[62181]: DEBUG nova.network.neutron [req-18ebe396-4862-4cd8-b722-5f13b99ea082 req-105561cd-95e5-49cd-8b76-fb812e334db0 service nova] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Refreshing network info cache for port 435f7845-643b-4d40-9a46-7b27cf2a628d {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1664.752339] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "180320b7-6a64-4bb4-bb00-3aab3d562906" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.753019] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "180320b7-6a64-4bb4-bb00-3aab3d562906" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.753411] env[62181]: INFO nova.compute.manager [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Attaching volume a8145b4e-abf4-4d98-bc7e-57756b892db0 to /dev/sdb [ 1664.795024] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2928ba5-b8ae-4f44-b2c9-fb7d6fa4f884 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.803191] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6416d0d3-74e9-4a3e-b869-eb31b1063447 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.817522] env[62181]: DEBUG nova.virt.block_device [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Updating existing volume attachment record: ef93b76a-d45c-4e4a-99f9-7b29407e0492 {{(pid=62181) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1664.839042] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790325, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.921062] env[62181]: DEBUG nova.network.neutron [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Successfully created port: 949b76e1-52b3-4072-b763-56607752f022 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1664.937117] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790321, 'name': PowerOffVM_Task, 'duration_secs': 0.518504} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.937448] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1664.938117] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:31:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f310f000-1a7a-4e5a-b393-a6e1ef5b74ff',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-365604585',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1664.938334] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1664.938486] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1664.938668] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1664.938810] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1664.938954] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1664.939170] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1664.939330] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1664.939506] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1664.939700] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1664.939989] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1664.944883] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19932873-e6ce-4ac4-af2c-bf6572b84848 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.961202] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1664.961202] env[62181]: value = "task-1790328" [ 1664.961202] env[62181]: _type = "Task" [ 1664.961202] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.971479] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.039968] env[62181]: DEBUG nova.compute.manager [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1665.054299] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': task-1790322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587942} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.055135] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 5ae9613f-6234-4a63-b9e0-0d926ddbac8f/5ae9613f-6234-4a63-b9e0-0d926ddbac8f.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1665.055446] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1665.059483] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-472cf6d7-65d8-4302-b22f-dbbb83feb9ad {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.067480] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790323, 'name': ReconfigVM_Task, 'duration_secs': 0.768785} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.068469] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Reconfigured VM instance instance-00000042 to attach disk [datastore1] afa4d08f-349b-427f-951b-11bab9e10a86/afa4d08f-349b-427f-951b-11bab9e10a86.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1665.068907] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-698b7528-b342-4336-a3e9-542960b33919 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.072540] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Waiting for the task: (returnval){ [ 1665.072540] env[62181]: value = "task-1790330" [ 1665.072540] env[62181]: _type = "Task" [ 1665.072540] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.077975] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1665.077975] env[62181]: value = "task-1790331" [ 1665.077975] env[62181]: _type = "Task" [ 1665.077975] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.087990] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': task-1790330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.098668] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790331, 'name': Rename_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.216229] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155391} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.218871] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1665.219107] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1665.219296] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1665.340646] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790325, 'name': RemoveSnapshot_Task, 'duration_secs': 0.580693} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.343256] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Deleted Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1665.343553] env[62181]: DEBUG nova.compute.manager [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1665.346550] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff06e561-358a-4dde-a4b3-65bd4c38ff48 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.473712] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790328, 'name': ReconfigVM_Task, 'duration_secs': 0.207202} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.474623] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cb2fa4-2ef4-4840-a7f7-ea1fd0ab0450 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.496110] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:31:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f310f000-1a7a-4e5a-b393-a6e1ef5b74ff',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-365604585',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1665.496439] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1665.496551] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1665.496740] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1665.497107] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1665.497107] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1665.497315] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1665.497440] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1665.497606] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1665.497771] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1665.497941] env[62181]: DEBUG nova.virt.hardware [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1665.501541] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96012830-8922-4499-9f11-1f3f8e36198d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.507300] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1665.507300] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527bc0ab-b0f6-a3f3-364d-2b5de37953a3" [ 1665.507300] env[62181]: _type = "Task" [ 1665.507300] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.519858] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527bc0ab-b0f6-a3f3-364d-2b5de37953a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.552849] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c005d5d0-dc90-4763-badf-545b2c723b09 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.560850] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eec4d7-67ca-48aa-b514-a04806c24078 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.593434] env[62181]: DEBUG nova.network.neutron [req-18ebe396-4862-4cd8-b722-5f13b99ea082 req-105561cd-95e5-49cd-8b76-fb812e334db0 service nova] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Updated VIF entry in instance network info cache for port 435f7845-643b-4d40-9a46-7b27cf2a628d. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1665.593814] env[62181]: DEBUG nova.network.neutron [req-18ebe396-4862-4cd8-b722-5f13b99ea082 req-105561cd-95e5-49cd-8b76-fb812e334db0 service nova] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Updating instance_info_cache with network_info: [{"id": "435f7845-643b-4d40-9a46-7b27cf2a628d", "address": "fa:16:3e:94:ca:40", "network": {"id": "76fc4e6c-a302-4e0e-8546-3658310d5ec7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712219325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506472467708481ea2619fb2bc3ddd10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap435f7845-64", "ovs_interfaceid": "435f7845-643b-4d40-9a46-7b27cf2a628d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.601126] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5602545d-ea24-4d02-b2cf-6776b4e4f329 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.616956] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': task-1790330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106115} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.616956] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790331, 'name': Rename_Task, 'duration_secs': 0.386347} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.616956] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1665.616956] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1665.617401] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99068008-5dc9-4e7c-8fee-8480a5553650 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.622923] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cb1212-c5e3-43e1-bd10-04befbfdf34c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.625716] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97b9517f-eff0-4631-abdb-2522f235bb5d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.648369] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 5ae9613f-6234-4a63-b9e0-0d926ddbac8f/5ae9613f-6234-4a63-b9e0-0d926ddbac8f.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1665.657789] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5304885b-86cb-4359-8dca-5101aef4a643 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.673092] env[62181]: DEBUG nova.compute.provider_tree [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.674804] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1665.674804] env[62181]: value = "task-1790334" [ 1665.674804] env[62181]: _type = "Task" [ 1665.674804] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.681138] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Waiting for the task: (returnval){ [ 1665.681138] env[62181]: value = "task-1790335" [ 1665.681138] env[62181]: _type = "Task" [ 1665.681138] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.688972] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790334, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.692785] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': task-1790335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.860650] env[62181]: INFO nova.compute.manager [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Shelve offloading [ 1666.020555] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527bc0ab-b0f6-a3f3-364d-2b5de37953a3, 'name': SearchDatastore_Task, 'duration_secs': 0.022758} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.026073] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1666.026350] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0cfd403-f97e-44e5-b27f-25a6ab7f0ee7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.045526] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1666.045526] env[62181]: value = "task-1790336" [ 1666.045526] env[62181]: _type = "Task" [ 1666.045526] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.054738] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.056806] env[62181]: DEBUG nova.compute.manager [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1666.084510] env[62181]: DEBUG nova.virt.hardware [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='47227b3c63b56730a8000e5dc69416e9',container_format='bare',created_at=2024-12-12T03:33:24Z,direct_url=,disk_format='vmdk',id=a2d0fb7c-642c-4376-a1f8-c52f501a0cc5,min_disk=1,min_ram=0,name='tempest-test-snap-1474496233',owner='eeab6549a5fe4efaa5b99cc4705eef80',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-12T03:33:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1666.084799] env[62181]: DEBUG nova.virt.hardware [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1666.085041] env[62181]: DEBUG nova.virt.hardware [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1666.085279] env[62181]: DEBUG nova.virt.hardware [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1666.085435] env[62181]: DEBUG nova.virt.hardware [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1666.085583] env[62181]: DEBUG nova.virt.hardware [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1666.085789] env[62181]: DEBUG nova.virt.hardware [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1666.085947] env[62181]: DEBUG nova.virt.hardware [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1666.086129] env[62181]: DEBUG nova.virt.hardware [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1666.086294] env[62181]: DEBUG nova.virt.hardware [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1666.086465] env[62181]: DEBUG nova.virt.hardware [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1666.087311] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec4899a-7037-4fb0-a90b-8a2de46285b7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.095701] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2301e414-da5c-46b2-9db5-5a67dd802d66 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.110966] env[62181]: DEBUG oslo_concurrency.lockutils [req-18ebe396-4862-4cd8-b722-5f13b99ea082 req-105561cd-95e5-49cd-8b76-fb812e334db0 service nova] Releasing lock "refresh_cache-a67ebb68-c107-4275-9d5e-f5d63bc44a11" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.180818] env[62181]: DEBUG nova.scheduler.client.report [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1666.192258] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790334, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.198040] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': task-1790335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.251594] env[62181]: DEBUG nova.virt.hardware [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1666.252335] env[62181]: DEBUG nova.virt.hardware [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1666.252335] env[62181]: DEBUG nova.virt.hardware [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1666.252335] env[62181]: DEBUG nova.virt.hardware [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1666.252573] env[62181]: DEBUG nova.virt.hardware [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1666.252741] env[62181]: DEBUG nova.virt.hardware [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1666.252966] env[62181]: DEBUG nova.virt.hardware [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1666.253196] env[62181]: DEBUG nova.virt.hardware [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1666.253457] env[62181]: DEBUG nova.virt.hardware [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1666.253718] env[62181]: DEBUG nova.virt.hardware [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1666.253987] env[62181]: DEBUG nova.virt.hardware [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1666.255088] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2519d50b-9123-4893-9586-eb9b00c99306 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.265359] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835d8760-af38-48bb-ad61-ac9286ae5e46 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.280914] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:83:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c54d5d13-f345-43fa-a22a-a5e9c661adcc', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1666.289319] env[62181]: DEBUG oslo.service.loopingcall [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.289615] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1666.289866] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36623dd5-dbf8-424d-b93b-7bf79341f5e1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.310207] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1666.310207] env[62181]: value = "task-1790337" [ 1666.310207] env[62181]: _type = "Task" [ 1666.310207] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.320392] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790337, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.364864] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1666.365126] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e67717e6-7abc-45ed-862f-c24359141651 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.373760] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1666.373760] env[62181]: value = "task-1790338" [ 1666.373760] env[62181]: _type = "Task" [ 1666.373760] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.387335] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] VM already powered off {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1666.387756] env[62181]: DEBUG nova.compute.manager [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1666.389066] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467589ec-d5c2-422f-a990-0384b36cd609 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.399251] env[62181]: DEBUG oslo_concurrency.lockutils [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.399702] env[62181]: DEBUG oslo_concurrency.lockutils [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquired lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.399901] env[62181]: DEBUG nova.network.neutron [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1666.555646] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790336, 'name': ReconfigVM_Task, 'duration_secs': 0.275388} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.555976] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1666.556778] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422513f4-49c8-43ec-b4a7-1abcfb87611e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.583090] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] f6d9cca5-4f3d-4bf0-9306-6d6616533809/f6d9cca5-4f3d-4bf0-9306-6d6616533809.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1666.584440] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11ae6442-51c1-46e2-90c1-829530c96552 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.599832] env[62181]: DEBUG nova.compute.manager [req-70ec296f-b83a-4e4a-9fdd-1bd172b51c35 req-ea73d17b-0a08-4d4a-8473-4984425f52f1 service nova] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Received event network-vif-plugged-949b76e1-52b3-4072-b763-56607752f022 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1666.600149] env[62181]: DEBUG oslo_concurrency.lockutils [req-70ec296f-b83a-4e4a-9fdd-1bd172b51c35 req-ea73d17b-0a08-4d4a-8473-4984425f52f1 service nova] Acquiring lock "ebeb80d5-271b-4aa2-b6da-d3cfd2d28021-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.600286] env[62181]: DEBUG oslo_concurrency.lockutils [req-70ec296f-b83a-4e4a-9fdd-1bd172b51c35 req-ea73d17b-0a08-4d4a-8473-4984425f52f1 service nova] Lock "ebeb80d5-271b-4aa2-b6da-d3cfd2d28021-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.600506] env[62181]: DEBUG oslo_concurrency.lockutils [req-70ec296f-b83a-4e4a-9fdd-1bd172b51c35 req-ea73d17b-0a08-4d4a-8473-4984425f52f1 service nova] Lock "ebeb80d5-271b-4aa2-b6da-d3cfd2d28021-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.600719] env[62181]: DEBUG nova.compute.manager [req-70ec296f-b83a-4e4a-9fdd-1bd172b51c35 req-ea73d17b-0a08-4d4a-8473-4984425f52f1 service nova] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] No waiting events found dispatching network-vif-plugged-949b76e1-52b3-4072-b763-56607752f022 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1666.600953] env[62181]: WARNING nova.compute.manager [req-70ec296f-b83a-4e4a-9fdd-1bd172b51c35 req-ea73d17b-0a08-4d4a-8473-4984425f52f1 service nova] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Received unexpected event network-vif-plugged-949b76e1-52b3-4072-b763-56607752f022 for instance with vm_state building and task_state spawning. [ 1666.607020] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1666.607020] env[62181]: value = "task-1790339" [ 1666.607020] env[62181]: _type = "Task" [ 1666.607020] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.618919] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.688782] env[62181]: DEBUG oslo_concurrency.lockutils [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.689585] env[62181]: DEBUG nova.compute.manager [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1666.693101] env[62181]: DEBUG oslo_vmware.api [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790334, 'name': PowerOnVM_Task, 'duration_secs': 0.768434} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.697912] env[62181]: DEBUG oslo_concurrency.lockutils [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.883s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.697912] env[62181]: DEBUG nova.objects.instance [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lazy-loading 'resources' on Instance uuid 63c5a682-fce7-43e3-9bee-17f9e901cd3a {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.699894] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1666.699894] env[62181]: INFO nova.compute.manager [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1666.699894] env[62181]: DEBUG nova.compute.manager [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1666.699894] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc647b8-bc0c-4b9d-b8cc-d67bffa724ad {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.708685] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': task-1790335, 'name': ReconfigVM_Task, 'duration_secs': 0.744328} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.710360] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 5ae9613f-6234-4a63-b9e0-0d926ddbac8f/5ae9613f-6234-4a63-b9e0-0d926ddbac8f.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.713838] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d165fad-d98e-4d69-9b22-206c4e18a838 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.722724] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Waiting for the task: (returnval){ [ 1666.722724] env[62181]: value = "task-1790340" [ 1666.722724] env[62181]: _type = "Task" [ 1666.722724] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.726913] env[62181]: DEBUG nova.network.neutron [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Successfully updated port: 949b76e1-52b3-4072-b763-56607752f022 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1666.736162] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': task-1790340, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.821404] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790337, 'name': CreateVM_Task, 'duration_secs': 0.486334} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.821653] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1666.822483] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.822646] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.822979] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1666.823338] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5cc6949-154b-446a-9973-0ef2f614e478 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.828599] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1666.828599] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52988d1f-f9ce-44a3-08d9-2213d7f77f21" [ 1666.828599] env[62181]: _type = "Task" [ 1666.828599] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.838226] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52988d1f-f9ce-44a3-08d9-2213d7f77f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.116087] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790339, 'name': ReconfigVM_Task, 'duration_secs': 0.437177} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.116387] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Reconfigured VM instance instance-0000002e to attach disk [datastore1] f6d9cca5-4f3d-4bf0-9306-6d6616533809/f6d9cca5-4f3d-4bf0-9306-6d6616533809.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1667.117207] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eea69e-7238-416f-9ca9-0940995740a8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.121254] env[62181]: DEBUG nova.network.neutron [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Updating instance_info_cache with network_info: [{"id": "c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528", "address": "fa:16:3e:fc:07:ec", "network": {"id": "fca9125f-3fbd-42bf-b35e-cedb4d33f41e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-396198727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f677cd385841e6b68724be80928c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f5a8cf-6e", "ovs_interfaceid": "c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.139153] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee26c1b5-1ea3-4b0e-81ff-88ac7648767f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.162487] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e096a03a-0618-4338-b06c-4017f5ee1866 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.177966] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32f616c-28fe-450f-a17b-1fbfac13a605 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.187013] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1667.187190] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-713e43de-1bdb-47d4-a4f9-0a9b73849e5a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.193283] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1667.193283] env[62181]: value = "task-1790342" [ 1667.193283] env[62181]: _type = "Task" [ 1667.193283] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.194798] env[62181]: DEBUG nova.compute.utils [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1667.199254] env[62181]: DEBUG nova.compute.manager [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1667.199430] env[62181]: DEBUG nova.network.neutron [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1667.209671] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.223176] env[62181]: INFO nova.compute.manager [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Took 41.59 seconds to build instance. [ 1667.236708] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "refresh_cache-ebeb80d5-271b-4aa2-b6da-d3cfd2d28021" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.236708] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired lock "refresh_cache-ebeb80d5-271b-4aa2-b6da-d3cfd2d28021" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.236855] env[62181]: DEBUG nova.network.neutron [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1667.245340] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': task-1790340, 'name': Rename_Task, 'duration_secs': 0.196717} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.246969] env[62181]: DEBUG nova.policy [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc0174f18b0456798bbf7f16c918578', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '998ddff599ff49649b4eca249c2744e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1667.249175] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1667.253085] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed4ef5d9-f9f3-4d59-808d-aedeaefe48ec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.260834] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Waiting for the task: (returnval){ [ 1667.260834] env[62181]: value = "task-1790343" [ 1667.260834] env[62181]: _type = "Task" [ 1667.260834] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.270942] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': task-1790343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.344348] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52988d1f-f9ce-44a3-08d9-2213d7f77f21, 'name': SearchDatastore_Task, 'duration_secs': 0.011185} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.344733] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.344997] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1667.345257] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.345406] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.345592] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1667.345881] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c2445a9-2752-419f-9f1b-b4ce1450d72a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.355924] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1667.356136] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1667.356871] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f95c6daa-5a10-45f5-bc15-ffac329cf710 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.365314] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1667.365314] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5281b3ae-5c39-fa60-eb95-5dbbfd1ee928" [ 1667.365314] env[62181]: _type = "Task" [ 1667.365314] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.373878] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5281b3ae-5c39-fa60-eb95-5dbbfd1ee928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.604539] env[62181]: DEBUG nova.network.neutron [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Successfully created port: e40f9c1c-6491-4d39-ae86-f1b3607ab338 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1667.623473] env[62181]: DEBUG oslo_concurrency.lockutils [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Releasing lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.625924] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97e6dd1-e44c-40d5-87c5-8573853b6c3a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.634451] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3af1e6-1532-4590-ae45-ab9e78ac2b5c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.667351] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0cf87f-afb7-4293-9051-f38cd16eddaf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.677296] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cf819d-aa0c-4a54-9197-744a372e2675 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.693047] env[62181]: DEBUG nova.compute.provider_tree [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.700543] env[62181]: DEBUG nova.compute.manager [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1667.707133] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790342, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.726906] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ea4306ce-5565-495e-9add-6908f0822d09 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "afa4d08f-349b-427f-951b-11bab9e10a86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.198s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.774238] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': task-1790343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.821193] env[62181]: DEBUG nova.network.neutron [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1667.878445] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5281b3ae-5c39-fa60-eb95-5dbbfd1ee928, 'name': SearchDatastore_Task, 'duration_secs': 0.011095} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.879929] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9376333f-48a9-40c9-a43b-749d2b39e3da {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.887767] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1667.887767] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525617d1-c93a-d49d-8f10-971c94279b7d" [ 1667.887767] env[62181]: _type = "Task" [ 1667.887767] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.898824] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525617d1-c93a-d49d-8f10-971c94279b7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.201411] env[62181]: DEBUG nova.scheduler.client.report [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1668.220019] env[62181]: DEBUG oslo_vmware.api [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790342, 'name': PowerOnVM_Task, 'duration_secs': 0.545538} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.220019] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1668.241183] env[62181]: DEBUG nova.network.neutron [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Updating instance_info_cache with network_info: [{"id": "949b76e1-52b3-4072-b763-56607752f022", "address": "fa:16:3e:a9:cc:c1", "network": {"id": "2239479c-690a-4f6a-934c-cb7afef254ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1593847906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeab6549a5fe4efaa5b99cc4705eef80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949b76e1-52", "ovs_interfaceid": "949b76e1-52b3-4072-b763-56607752f022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.275749] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': task-1790343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.319039] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1668.319536] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7565b46d-a7e2-4168-9f99-597c460c72f1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.328551] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1668.328854] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99e59fc5-7fc0-4fd8-9408-eca1ec28f7f7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.405995] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525617d1-c93a-d49d-8f10-971c94279b7d, 'name': SearchDatastore_Task, 'duration_secs': 0.011788} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.407956] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.408370] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 70d6f014-77b3-4e40-9617-f1f4fe4b1649/70d6f014-77b3-4e40-9617-f1f4fe4b1649.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1668.409210] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1668.409562] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1668.409861] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Deleting the datastore file [datastore1] dd52dddb-7f4a-483b-aa89-fb7d0537be0f {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1668.410208] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b494d1c2-2c11-4c2b-96d6-4d08888aab58 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.413620] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03c45297-2722-4e5c-a405-822f4ccde5fd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.422075] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1668.422075] env[62181]: value = "task-1790345" [ 1668.422075] env[62181]: _type = "Task" [ 1668.422075] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.424187] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1668.424187] env[62181]: value = "task-1790346" [ 1668.424187] env[62181]: _type = "Task" [ 1668.424187] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.435866] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.439067] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.615876] env[62181]: DEBUG nova.compute.manager [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Received event network-changed-949b76e1-52b3-4072-b763-56607752f022 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1668.616282] env[62181]: DEBUG nova.compute.manager [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Refreshing instance network info cache due to event network-changed-949b76e1-52b3-4072-b763-56607752f022. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1668.616389] env[62181]: DEBUG oslo_concurrency.lockutils [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] Acquiring lock "refresh_cache-ebeb80d5-271b-4aa2-b6da-d3cfd2d28021" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.709050] env[62181]: DEBUG oslo_concurrency.lockutils [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.710887] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.592s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.711144] env[62181]: DEBUG nova.objects.instance [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lazy-loading 'resources' on Instance uuid 8a62f342-c02f-4088-a31c-523504ca2481 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.720223] env[62181]: DEBUG nova.compute.manager [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1668.736116] env[62181]: INFO nova.scheduler.client.report [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Deleted allocations for instance 63c5a682-fce7-43e3-9bee-17f9e901cd3a [ 1668.745894] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Releasing lock "refresh_cache-ebeb80d5-271b-4aa2-b6da-d3cfd2d28021" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.745894] env[62181]: DEBUG nova.compute.manager [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Instance network_info: |[{"id": "949b76e1-52b3-4072-b763-56607752f022", "address": "fa:16:3e:a9:cc:c1", "network": {"id": "2239479c-690a-4f6a-934c-cb7afef254ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1593847906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeab6549a5fe4efaa5b99cc4705eef80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949b76e1-52", "ovs_interfaceid": "949b76e1-52b3-4072-b763-56607752f022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1668.746562] env[62181]: DEBUG oslo_concurrency.lockutils [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] Acquired lock "refresh_cache-ebeb80d5-271b-4aa2-b6da-d3cfd2d28021" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.747217] env[62181]: DEBUG nova.network.neutron [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Refreshing network info cache for port 949b76e1-52b3-4072-b763-56607752f022 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1668.750122] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:cc:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '949b76e1-52b3-4072-b763-56607752f022', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1668.756792] env[62181]: DEBUG oslo.service.loopingcall [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.759697] env[62181]: DEBUG nova.virt.hardware [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1668.760182] env[62181]: DEBUG nova.virt.hardware [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1668.760626] env[62181]: DEBUG nova.virt.hardware [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1668.760947] env[62181]: DEBUG nova.virt.hardware [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1668.761252] env[62181]: DEBUG nova.virt.hardware [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1668.761509] env[62181]: DEBUG nova.virt.hardware [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1668.761841] env[62181]: DEBUG nova.virt.hardware [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1668.762138] env[62181]: DEBUG nova.virt.hardware [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1668.762430] env[62181]: DEBUG nova.virt.hardware [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1668.762770] env[62181]: DEBUG nova.virt.hardware [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1668.763691] env[62181]: DEBUG nova.virt.hardware [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1668.764525] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1668.766042] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ba30f6-0256-43b0-8f9c-66b61e97366e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.770791] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-267095d2-ee3a-44a6-a194-9822f959f6d2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.802411] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c907c3-7ec8-4e30-aa96-eaf78b946746 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.807274] env[62181]: DEBUG oslo_vmware.api [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': task-1790343, 'name': PowerOnVM_Task, 'duration_secs': 1.395802} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.807505] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1668.807505] env[62181]: value = "task-1790347" [ 1668.807505] env[62181]: _type = "Task" [ 1668.807505] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.807776] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1668.807980] env[62181]: INFO nova.compute.manager [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1668.808211] env[62181]: DEBUG nova.compute.manager [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1668.810240] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e928c00-c2b6-4805-8577-f69a85383082 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.834225] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790347, 'name': CreateVM_Task} progress is 15%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.886641] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "afa4d08f-349b-427f-951b-11bab9e10a86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.886978] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "afa4d08f-349b-427f-951b-11bab9e10a86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.887223] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "afa4d08f-349b-427f-951b-11bab9e10a86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.887416] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "afa4d08f-349b-427f-951b-11bab9e10a86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.887594] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "afa4d08f-349b-427f-951b-11bab9e10a86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.890058] env[62181]: INFO nova.compute.manager [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Terminating instance [ 1668.940643] env[62181]: DEBUG oslo_vmware.api [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241389} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.942970] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1668.943196] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1668.943949] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1668.945625] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790345, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.966228] env[62181]: INFO nova.scheduler.client.report [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Deleted allocations for instance dd52dddb-7f4a-483b-aa89-fb7d0537be0f [ 1669.232208] env[62181]: INFO nova.compute.manager [None req-36062192-79ec-44b0-a91a-f683cb229649 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updating instance to original state: 'active' [ 1669.245474] env[62181]: DEBUG oslo_concurrency.lockutils [None req-849c32a9-830f-4027-846f-5fc8a2618647 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "63c5a682-fce7-43e3-9bee-17f9e901cd3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.038s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.320045] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790347, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.349630] env[62181]: INFO nova.compute.manager [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Took 41.04 seconds to build instance. [ 1669.379981] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Volume attach. Driver type: vmdk {{(pid=62181) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1669.379981] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371433', 'volume_id': 'a8145b4e-abf4-4d98-bc7e-57756b892db0', 'name': 'volume-a8145b4e-abf4-4d98-bc7e-57756b892db0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '180320b7-6a64-4bb4-bb00-3aab3d562906', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8145b4e-abf4-4d98-bc7e-57756b892db0', 'serial': 'a8145b4e-abf4-4d98-bc7e-57756b892db0'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1669.380222] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28e94ba-168e-4a06-9e9d-ff11561e753c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.405560] env[62181]: DEBUG nova.compute.manager [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1669.405782] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1669.409597] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3e4fda-cb39-4b9c-af2f-6229f17202e2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.414068] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4d87fa-c625-4eec-b4cd-ccdd756a5d30 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.423577] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1669.439019] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65e99f96-a985-476a-963b-6b597ddb36b0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.447794] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] volume-a8145b4e-abf4-4d98-bc7e-57756b892db0/volume-a8145b4e-abf4-4d98-bc7e-57756b892db0.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1669.451264] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c5dd3c7-5283-4188-941f-ddefa9523fd8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.470689] env[62181]: DEBUG oslo_concurrency.lockutils [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.475337] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649408} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.475651] env[62181]: DEBUG oslo_vmware.api [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1669.475651] env[62181]: value = "task-1790348" [ 1669.475651] env[62181]: _type = "Task" [ 1669.475651] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.476802] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 70d6f014-77b3-4e40-9617-f1f4fe4b1649/70d6f014-77b3-4e40-9617-f1f4fe4b1649.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1669.476978] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1669.477344] env[62181]: DEBUG oslo_vmware.api [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1669.477344] env[62181]: value = "task-1790349" [ 1669.477344] env[62181]: _type = "Task" [ 1669.477344] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.479956] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca96b9e6-6c21-49f5-8891-d06c2cdacd76 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.496922] env[62181]: DEBUG oslo_vmware.api [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.501802] env[62181]: DEBUG oslo_vmware.api [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.502125] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1669.502125] env[62181]: value = "task-1790350" [ 1669.502125] env[62181]: _type = "Task" [ 1669.502125] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.513816] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.582769] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Acquiring lock "5ae9613f-6234-4a63-b9e0-0d926ddbac8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.679082] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84be7bf-06fb-4578-abcd-dd9df5649277 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.689828] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcc2742-eb48-44e0-a868-7b2e23cd7c25 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.722724] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0af7f3-4c89-41f9-95dd-3cf4f60ca8b7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.730176] env[62181]: DEBUG nova.network.neutron [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Updated VIF entry in instance network info cache for port 949b76e1-52b3-4072-b763-56607752f022. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1669.730551] env[62181]: DEBUG nova.network.neutron [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Updating instance_info_cache with network_info: [{"id": "949b76e1-52b3-4072-b763-56607752f022", "address": "fa:16:3e:a9:cc:c1", "network": {"id": "2239479c-690a-4f6a-934c-cb7afef254ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1593847906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeab6549a5fe4efaa5b99cc4705eef80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949b76e1-52", "ovs_interfaceid": "949b76e1-52b3-4072-b763-56607752f022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.732649] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7b0eb6-2628-4dcc-ba3e-51a0f4536cba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.751254] env[62181]: DEBUG nova.compute.provider_tree [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.810203] env[62181]: DEBUG nova.network.neutron [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Successfully updated port: e40f9c1c-6491-4d39-ae86-f1b3607ab338 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1669.822123] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790347, 'name': CreateVM_Task, 'duration_secs': 0.528207} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.822321] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1669.823141] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.823240] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.823606] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1669.824395] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7d8ba60-2fa2-473c-b981-f57f4171c226 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.830514] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1669.830514] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a46ada-0c35-650a-31de-bfb996abdba7" [ 1669.830514] env[62181]: _type = "Task" [ 1669.830514] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.838874] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a46ada-0c35-650a-31de-bfb996abdba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.851852] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67a4243f-056e-4707-8034-2da4bfdc1eb3 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Lock "5ae9613f-6234-4a63-b9e0-0d926ddbac8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.370s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.852130] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Lock "5ae9613f-6234-4a63-b9e0-0d926ddbac8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.270s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.852378] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Acquiring lock "5ae9613f-6234-4a63-b9e0-0d926ddbac8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.852607] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Lock "5ae9613f-6234-4a63-b9e0-0d926ddbac8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.852798] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Lock "5ae9613f-6234-4a63-b9e0-0d926ddbac8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.854992] env[62181]: INFO nova.compute.manager [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Terminating instance [ 1669.991847] env[62181]: DEBUG oslo_vmware.api [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790348, 'name': PowerOffVM_Task, 'duration_secs': 0.398474} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.995334] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1669.995546] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1669.996161] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e83d9ab2-a426-4920-b6eb-af9692ad7711 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.004159] env[62181]: DEBUG oslo_vmware.api [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.013843] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070533} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.014117] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1670.014863] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706538ac-eb0e-4337-93c2-70bb454439b5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.039958] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 70d6f014-77b3-4e40-9617-f1f4fe4b1649/70d6f014-77b3-4e40-9617-f1f4fe4b1649.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1670.040312] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b43e642a-064e-4fff-9c70-606350aea78b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.061703] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1670.061703] env[62181]: value = "task-1790352" [ 1670.061703] env[62181]: _type = "Task" [ 1670.061703] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.070934] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.137468] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1670.139160] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1670.139160] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Deleting the datastore file [datastore1] afa4d08f-349b-427f-951b-11bab9e10a86 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1670.139160] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f721976-d1c5-477b-a8ca-9347a67b89ba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.144705] env[62181]: DEBUG oslo_vmware.api [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for the task: (returnval){ [ 1670.144705] env[62181]: value = "task-1790353" [ 1670.144705] env[62181]: _type = "Task" [ 1670.144705] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.153794] env[62181]: DEBUG oslo_vmware.api [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.238870] env[62181]: DEBUG oslo_concurrency.lockutils [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] Releasing lock "refresh_cache-ebeb80d5-271b-4aa2-b6da-d3cfd2d28021" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.239168] env[62181]: DEBUG nova.compute.manager [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Received event network-vif-unplugged-c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1670.239372] env[62181]: DEBUG oslo_concurrency.lockutils [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] Acquiring lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.239581] env[62181]: DEBUG oslo_concurrency.lockutils [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] Lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.239802] env[62181]: DEBUG oslo_concurrency.lockutils [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] Lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.239945] env[62181]: DEBUG nova.compute.manager [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] No waiting events found dispatching network-vif-unplugged-c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1670.240154] env[62181]: WARNING nova.compute.manager [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Received unexpected event network-vif-unplugged-c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 for instance with vm_state shelved and task_state shelving_offloading. [ 1670.240319] env[62181]: DEBUG nova.compute.manager [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Received event network-changed-c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1670.240475] env[62181]: DEBUG nova.compute.manager [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Refreshing instance network info cache due to event network-changed-c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1670.240688] env[62181]: DEBUG oslo_concurrency.lockutils [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] Acquiring lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.244043] env[62181]: DEBUG oslo_concurrency.lockutils [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] Acquired lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.244043] env[62181]: DEBUG nova.network.neutron [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Refreshing network info cache for port c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1670.256685] env[62181]: DEBUG nova.scheduler.client.report [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1670.317374] env[62181]: DEBUG oslo_concurrency.lockutils [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "refresh_cache-d16532e5-49b2-478e-8147-9e25e0d0d11f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.317374] env[62181]: DEBUG oslo_concurrency.lockutils [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquired lock "refresh_cache-d16532e5-49b2-478e-8147-9e25e0d0d11f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.317374] env[62181]: DEBUG nova.network.neutron [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.341340] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.341568] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Processing image a2d0fb7c-642c-4376-a1f8-c52f501a0cc5 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1670.341783] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.341964] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.342176] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1670.342425] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ec4a630-5728-41b8-9016-bbf58c8061b8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.351562] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1670.351562] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1670.352580] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-318df418-e712-4407-b806-cf946c320246 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.358214] env[62181]: DEBUG nova.compute.manager [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1670.358338] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1670.358713] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1670.358713] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f54612-a1c3-4644-6380-ef01a92c98b4" [ 1670.358713] env[62181]: _type = "Task" [ 1670.358713] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.359418] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4c6a6e-3153-4c0d-a5c9-112f8c989367 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.369433] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1670.372335] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46381f85-3c14-4d79-bb7c-68a674335459 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.373787] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f54612-a1c3-4644-6380-ef01a92c98b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.378092] env[62181]: DEBUG oslo_vmware.api [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Waiting for the task: (returnval){ [ 1670.378092] env[62181]: value = "task-1790354" [ 1670.378092] env[62181]: _type = "Task" [ 1670.378092] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.387608] env[62181]: DEBUG oslo_vmware.api [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': task-1790354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.489685] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "f6d9cca5-4f3d-4bf0-9306-6d6616533809" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.489961] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "f6d9cca5-4f3d-4bf0-9306-6d6616533809" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.490203] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "f6d9cca5-4f3d-4bf0-9306-6d6616533809-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.490394] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "f6d9cca5-4f3d-4bf0-9306-6d6616533809-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.490571] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "f6d9cca5-4f3d-4bf0-9306-6d6616533809-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.495656] env[62181]: INFO nova.compute.manager [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Terminating instance [ 1670.503105] env[62181]: DEBUG oslo_vmware.api [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790349, 'name': ReconfigVM_Task, 'duration_secs': 0.821111} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.503371] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Reconfigured VM instance instance-00000040 to attach disk [datastore1] volume-a8145b4e-abf4-4d98-bc7e-57756b892db0/volume-a8145b4e-abf4-4d98-bc7e-57756b892db0.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1670.508537] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a496a38-4b4f-4f6a-ada9-01ca13bfbcff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.525129] env[62181]: DEBUG oslo_vmware.api [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1670.525129] env[62181]: value = "task-1790355" [ 1670.525129] env[62181]: _type = "Task" [ 1670.525129] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.533642] env[62181]: DEBUG oslo_vmware.api [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.572673] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.641073] env[62181]: DEBUG nova.compute.manager [req-fb3cc079-388f-4e2c-8117-5b8d879cdd84 req-5bcd44e7-0da1-4071-91b9-15937d5db3a5 service nova] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Received event network-vif-plugged-e40f9c1c-6491-4d39-ae86-f1b3607ab338 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1670.641339] env[62181]: DEBUG oslo_concurrency.lockutils [req-fb3cc079-388f-4e2c-8117-5b8d879cdd84 req-5bcd44e7-0da1-4071-91b9-15937d5db3a5 service nova] Acquiring lock "d16532e5-49b2-478e-8147-9e25e0d0d11f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.641653] env[62181]: DEBUG oslo_concurrency.lockutils [req-fb3cc079-388f-4e2c-8117-5b8d879cdd84 req-5bcd44e7-0da1-4071-91b9-15937d5db3a5 service nova] Lock "d16532e5-49b2-478e-8147-9e25e0d0d11f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.641792] env[62181]: DEBUG oslo_concurrency.lockutils [req-fb3cc079-388f-4e2c-8117-5b8d879cdd84 req-5bcd44e7-0da1-4071-91b9-15937d5db3a5 service nova] Lock "d16532e5-49b2-478e-8147-9e25e0d0d11f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.641964] env[62181]: DEBUG nova.compute.manager [req-fb3cc079-388f-4e2c-8117-5b8d879cdd84 req-5bcd44e7-0da1-4071-91b9-15937d5db3a5 service nova] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] No waiting events found dispatching network-vif-plugged-e40f9c1c-6491-4d39-ae86-f1b3607ab338 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1670.642142] env[62181]: WARNING nova.compute.manager [req-fb3cc079-388f-4e2c-8117-5b8d879cdd84 req-5bcd44e7-0da1-4071-91b9-15937d5db3a5 service nova] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Received unexpected event network-vif-plugged-e40f9c1c-6491-4d39-ae86-f1b3607ab338 for instance with vm_state building and task_state spawning. [ 1670.642302] env[62181]: DEBUG nova.compute.manager [req-fb3cc079-388f-4e2c-8117-5b8d879cdd84 req-5bcd44e7-0da1-4071-91b9-15937d5db3a5 service nova] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Received event network-changed-e40f9c1c-6491-4d39-ae86-f1b3607ab338 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1670.642457] env[62181]: DEBUG nova.compute.manager [req-fb3cc079-388f-4e2c-8117-5b8d879cdd84 req-5bcd44e7-0da1-4071-91b9-15937d5db3a5 service nova] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Refreshing instance network info cache due to event network-changed-e40f9c1c-6491-4d39-ae86-f1b3607ab338. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1670.642652] env[62181]: DEBUG oslo_concurrency.lockutils [req-fb3cc079-388f-4e2c-8117-5b8d879cdd84 req-5bcd44e7-0da1-4071-91b9-15937d5db3a5 service nova] Acquiring lock "refresh_cache-d16532e5-49b2-478e-8147-9e25e0d0d11f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.654038] env[62181]: DEBUG oslo_vmware.api [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Task: {'id': task-1790353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151073} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.654290] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1670.654501] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1670.654725] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1670.654907] env[62181]: INFO nova.compute.manager [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1670.655164] env[62181]: DEBUG oslo.service.loopingcall [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.655353] env[62181]: DEBUG nova.compute.manager [-] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1670.655446] env[62181]: DEBUG nova.network.neutron [-] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1670.763191] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.765437] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.320s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.765665] env[62181]: DEBUG nova.objects.instance [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lazy-loading 'resources' on Instance uuid d5da7fe3-39f4-4fd3-ae12-4e127db14ae1 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.783393] env[62181]: INFO nova.scheduler.client.report [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Deleted allocations for instance 8a62f342-c02f-4088-a31c-523504ca2481 [ 1670.873530] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Preparing fetch location {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1670.873904] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Fetch image to [datastore1] OSTACK_IMG_0ce100ff-bd33-47d8-bbf2-63c3eacc6645/OSTACK_IMG_0ce100ff-bd33-47d8-bbf2-63c3eacc6645.vmdk {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1670.874153] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Downloading stream optimized image a2d0fb7c-642c-4376-a1f8-c52f501a0cc5 to [datastore1] OSTACK_IMG_0ce100ff-bd33-47d8-bbf2-63c3eacc6645/OSTACK_IMG_0ce100ff-bd33-47d8-bbf2-63c3eacc6645.vmdk on the data store datastore1 as vApp {{(pid=62181) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1670.874348] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Downloading image file data a2d0fb7c-642c-4376-a1f8-c52f501a0cc5 to the ESX as VM named 'OSTACK_IMG_0ce100ff-bd33-47d8-bbf2-63c3eacc6645' {{(pid=62181) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1670.878379] env[62181]: DEBUG nova.network.neutron [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1670.894867] env[62181]: DEBUG oslo_vmware.api [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': task-1790354, 'name': PowerOffVM_Task, 'duration_secs': 0.224183} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.899216] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1670.899470] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1670.900239] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df783399-ae43-46b9-9022-1a9ab2a34df4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.987543] env[62181]: DEBUG oslo_vmware.rw_handles [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1670.987543] env[62181]: value = "resgroup-9" [ 1670.987543] env[62181]: _type = "ResourcePool" [ 1670.987543] env[62181]: }. {{(pid=62181) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1670.987866] env[62181]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-758610ce-63b3-4125-afb1-74b4c4d554f1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.006426] env[62181]: DEBUG nova.compute.manager [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1671.006820] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1671.007198] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1671.007392] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1671.007571] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Deleting the datastore file [datastore1] 5ae9613f-6234-4a63-b9e0-0d926ddbac8f {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1671.008403] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d71a9f6-82b6-4a24-9f66-a5bad2b9c5bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.011543] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04b0ed0d-48cc-42b1-a93e-f02d29ca7a4c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.017914] env[62181]: DEBUG oslo_vmware.rw_handles [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lease: (returnval){ [ 1671.017914] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527a7861-3ce8-dde1-8435-f1d8e8b095cd" [ 1671.017914] env[62181]: _type = "HttpNfcLease" [ 1671.017914] env[62181]: } obtained for vApp import into resource pool (val){ [ 1671.017914] env[62181]: value = "resgroup-9" [ 1671.017914] env[62181]: _type = "ResourcePool" [ 1671.017914] env[62181]: }. {{(pid=62181) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1671.018193] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the lease: (returnval){ [ 1671.018193] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527a7861-3ce8-dde1-8435-f1d8e8b095cd" [ 1671.018193] env[62181]: _type = "HttpNfcLease" [ 1671.018193] env[62181]: } to be ready. {{(pid=62181) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1671.026609] env[62181]: DEBUG oslo_vmware.api [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Waiting for the task: (returnval){ [ 1671.026609] env[62181]: value = "task-1790358" [ 1671.026609] env[62181]: _type = "Task" [ 1671.026609] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.026955] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.031350] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-500c4917-04fc-46f6-9177-9514919bc6a0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.036441] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1671.036441] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527a7861-3ce8-dde1-8435-f1d8e8b095cd" [ 1671.036441] env[62181]: _type = "HttpNfcLease" [ 1671.036441] env[62181]: } is initializing. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1671.046904] env[62181]: DEBUG oslo_vmware.api [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790355, 'name': ReconfigVM_Task, 'duration_secs': 0.360819} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.050790] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371433', 'volume_id': 'a8145b4e-abf4-4d98-bc7e-57756b892db0', 'name': 'volume-a8145b4e-abf4-4d98-bc7e-57756b892db0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '180320b7-6a64-4bb4-bb00-3aab3d562906', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8145b4e-abf4-4d98-bc7e-57756b892db0', 'serial': 'a8145b4e-abf4-4d98-bc7e-57756b892db0'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1671.052528] env[62181]: DEBUG oslo_vmware.api [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1671.052528] env[62181]: value = "task-1790359" [ 1671.052528] env[62181]: _type = "Task" [ 1671.052528] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.052731] env[62181]: DEBUG oslo_vmware.api [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': task-1790358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.061308] env[62181]: DEBUG oslo_vmware.api [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.074648] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790352, 'name': ReconfigVM_Task, 'duration_secs': 0.565458} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.075406] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 70d6f014-77b3-4e40-9617-f1f4fe4b1649/70d6f014-77b3-4e40-9617-f1f4fe4b1649.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1671.075646] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d5791f8-8fb5-4b49-84da-90d998790963 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.083649] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1671.083649] env[62181]: value = "task-1790360" [ 1671.083649] env[62181]: _type = "Task" [ 1671.083649] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.093625] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790360, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.165534] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.223672] env[62181]: DEBUG nova.network.neutron [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Updated VIF entry in instance network info cache for port c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1671.224095] env[62181]: DEBUG nova.network.neutron [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Updating instance_info_cache with network_info: [{"id": "c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528", "address": "fa:16:3e:fc:07:ec", "network": {"id": "fca9125f-3fbd-42bf-b35e-cedb4d33f41e", "bridge": null, "label": "tempest-ServersNegativeTestJSON-396198727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f677cd385841e6b68724be80928c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc7f5a8cf-6e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.226269] env[62181]: DEBUG nova.network.neutron [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Updating instance_info_cache with network_info: [{"id": "e40f9c1c-6491-4d39-ae86-f1b3607ab338", "address": "fa:16:3e:52:22:9d", "network": {"id": "a45f7e38-1ca7-43a1-8e70-077c205cc21e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1737427548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "998ddff599ff49649b4eca249c2744e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape40f9c1c-64", "ovs_interfaceid": "e40f9c1c-6491-4d39-ae86-f1b3607ab338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.293376] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d7debff9-7370-4836-b81d-106df7f4119e tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "8a62f342-c02f-4088-a31c-523504ca2481" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.879s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.525864] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1671.525864] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527a7861-3ce8-dde1-8435-f1d8e8b095cd" [ 1671.525864] env[62181]: _type = "HttpNfcLease" [ 1671.525864] env[62181]: } is initializing. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1671.535891] env[62181]: DEBUG oslo_vmware.api [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Task: {'id': task-1790358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180223} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.536218] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1671.537159] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1671.537159] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1671.537159] env[62181]: INFO nova.compute.manager [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1671.537159] env[62181]: DEBUG oslo.service.loopingcall [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.539319] env[62181]: DEBUG nova.compute.manager [-] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1671.539431] env[62181]: DEBUG nova.network.neutron [-] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1671.564739] env[62181]: DEBUG oslo_vmware.api [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790359, 'name': PowerOffVM_Task, 'duration_secs': 0.241086} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.564873] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1671.565737] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1671.565737] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36d43b29-5271-4401-8dc7-d80526da96ab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.568936] env[62181]: DEBUG nova.network.neutron [-] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.597884] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790360, 'name': Rename_Task, 'duration_secs': 0.208329} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.598939] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1671.598939] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a68481f-95a0-43ee-bb49-71ccc459e0de {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.605084] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1671.605084] env[62181]: value = "task-1790362" [ 1671.605084] env[62181]: _type = "Task" [ 1671.605084] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.610366] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7865454-6466-4291-8b4c-ad87c88c6e13 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.617438] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.620028] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be66366-5f69-4336-ba21-e6ef1bad38d2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.656402] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b0bc29-9220-4526-9f8d-fe2cffd9418e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.659539] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1671.659539] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1671.659673] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Deleting the datastore file [datastore1] f6d9cca5-4f3d-4bf0-9306-6d6616533809 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1671.663091] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4a8720c-21d0-48bf-b592-0ba40bbae3d3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.668318] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de07715-606f-410b-8b03-9344d935af95 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.673476] env[62181]: DEBUG oslo_vmware.api [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1671.673476] env[62181]: value = "task-1790363" [ 1671.673476] env[62181]: _type = "Task" [ 1671.673476] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.685374] env[62181]: DEBUG nova.compute.provider_tree [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1671.691380] env[62181]: DEBUG oslo_vmware.api [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.729965] env[62181]: DEBUG oslo_concurrency.lockutils [req-0b9fc9f8-9a23-4d5e-9338-0eb2b6433819 req-cbbbb1ad-90da-472a-87c3-58f734d2f99e service nova] Releasing lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.729965] env[62181]: DEBUG oslo_concurrency.lockutils [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Releasing lock "refresh_cache-d16532e5-49b2-478e-8147-9e25e0d0d11f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.729965] env[62181]: DEBUG nova.compute.manager [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Instance network_info: |[{"id": "e40f9c1c-6491-4d39-ae86-f1b3607ab338", "address": "fa:16:3e:52:22:9d", "network": {"id": "a45f7e38-1ca7-43a1-8e70-077c205cc21e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1737427548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "998ddff599ff49649b4eca249c2744e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape40f9c1c-64", "ovs_interfaceid": "e40f9c1c-6491-4d39-ae86-f1b3607ab338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1671.730245] env[62181]: DEBUG oslo_concurrency.lockutils [req-fb3cc079-388f-4e2c-8117-5b8d879cdd84 req-5bcd44e7-0da1-4071-91b9-15937d5db3a5 service nova] Acquired lock "refresh_cache-d16532e5-49b2-478e-8147-9e25e0d0d11f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.730497] env[62181]: DEBUG nova.network.neutron [req-fb3cc079-388f-4e2c-8117-5b8d879cdd84 req-5bcd44e7-0da1-4071-91b9-15937d5db3a5 service nova] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Refreshing network info cache for port e40f9c1c-6491-4d39-ae86-f1b3607ab338 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1671.732045] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:22:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e40f9c1c-6491-4d39-ae86-f1b3607ab338', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1671.740913] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Creating folder: Project (998ddff599ff49649b4eca249c2744e0). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1671.744348] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7b3ad14-9068-466d-9b8e-df96918d631f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.755923] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Created folder: Project (998ddff599ff49649b4eca249c2744e0) in parent group-v371238. [ 1671.756215] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Creating folder: Instances. Parent ref: group-v371437. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1671.756485] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0156b6a1-09d2-46bc-9381-4d51e3a51b6c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.765195] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Created folder: Instances in parent group-v371437. [ 1671.765499] env[62181]: DEBUG oslo.service.loopingcall [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.765667] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1671.765898] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccb4650a-4e49-4dca-b40d-28f520286e0f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.785917] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1671.785917] env[62181]: value = "task-1790366" [ 1671.785917] env[62181]: _type = "Task" [ 1671.785917] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.795394] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790366, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.006645] env[62181]: DEBUG nova.network.neutron [req-fb3cc079-388f-4e2c-8117-5b8d879cdd84 req-5bcd44e7-0da1-4071-91b9-15937d5db3a5 service nova] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Updated VIF entry in instance network info cache for port e40f9c1c-6491-4d39-ae86-f1b3607ab338. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1672.007067] env[62181]: DEBUG nova.network.neutron [req-fb3cc079-388f-4e2c-8117-5b8d879cdd84 req-5bcd44e7-0da1-4071-91b9-15937d5db3a5 service nova] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Updating instance_info_cache with network_info: [{"id": "e40f9c1c-6491-4d39-ae86-f1b3607ab338", "address": "fa:16:3e:52:22:9d", "network": {"id": "a45f7e38-1ca7-43a1-8e70-077c205cc21e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1737427548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "998ddff599ff49649b4eca249c2744e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape40f9c1c-64", "ovs_interfaceid": "e40f9c1c-6491-4d39-ae86-f1b3607ab338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.027625] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1672.027625] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527a7861-3ce8-dde1-8435-f1d8e8b095cd" [ 1672.027625] env[62181]: _type = "HttpNfcLease" [ 1672.027625] env[62181]: } is ready. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1672.028017] env[62181]: DEBUG oslo_vmware.rw_handles [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1672.028017] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527a7861-3ce8-dde1-8435-f1d8e8b095cd" [ 1672.028017] env[62181]: _type = "HttpNfcLease" [ 1672.028017] env[62181]: }. {{(pid=62181) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1672.028826] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f4a062-4298-4fb9-8f4d-806de4e5414d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.037386] env[62181]: DEBUG oslo_vmware.rw_handles [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c03bc2-2a9b-67c3-e8bc-80230c6ebbdb/disk-0.vmdk from lease info. {{(pid=62181) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1672.037529] env[62181]: DEBUG oslo_vmware.rw_handles [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c03bc2-2a9b-67c3-e8bc-80230c6ebbdb/disk-0.vmdk. {{(pid=62181) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1672.096279] env[62181]: INFO nova.compute.manager [-] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Took 1.44 seconds to deallocate network for instance. [ 1672.099751] env[62181]: DEBUG nova.objects.instance [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lazy-loading 'flavor' on Instance uuid 180320b7-6a64-4bb4-bb00-3aab3d562906 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.109313] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ebc7243e-fb98-44e0-9ea0-14dde9d0dcb2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.122149] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790362, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.184745] env[62181]: DEBUG oslo_vmware.api [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160465} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.185068] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1672.185269] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1672.185444] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1672.185617] env[62181]: INFO nova.compute.manager [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1672.186112] env[62181]: DEBUG oslo.service.loopingcall [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.186112] env[62181]: DEBUG nova.compute.manager [-] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1672.186232] env[62181]: DEBUG nova.network.neutron [-] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1672.189665] env[62181]: DEBUG nova.scheduler.client.report [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1672.301520] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790366, 'name': CreateVM_Task, 'duration_secs': 0.376364} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.301804] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1672.302570] env[62181]: DEBUG oslo_concurrency.lockutils [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.302755] env[62181]: DEBUG oslo_concurrency.lockutils [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.303081] env[62181]: DEBUG oslo_concurrency.lockutils [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1672.303336] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa2cba9f-8f2f-4b76-83e6-b20a7ab0bb51 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.308375] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1672.308375] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52bbf06e-6e49-583e-b80f-875101054825" [ 1672.308375] env[62181]: _type = "Task" [ 1672.308375] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.318144] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52bbf06e-6e49-583e-b80f-875101054825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.376410] env[62181]: DEBUG nova.network.neutron [-] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.510152] env[62181]: DEBUG oslo_concurrency.lockutils [req-fb3cc079-388f-4e2c-8117-5b8d879cdd84 req-5bcd44e7-0da1-4071-91b9-15937d5db3a5 service nova] Releasing lock "refresh_cache-d16532e5-49b2-478e-8147-9e25e0d0d11f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.616875] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5d0a5441-21c7-490f-9b5f-d7790b16bb81 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "180320b7-6a64-4bb4-bb00-3aab3d562906" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.864s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.620070] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.626262] env[62181]: DEBUG oslo_vmware.api [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790362, 'name': PowerOnVM_Task, 'duration_secs': 0.549321} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.628642] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1672.628642] env[62181]: DEBUG nova.compute.manager [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1672.629209] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086d0cce-fa26-4bfa-8e8a-87fa5584e41e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.681574] env[62181]: DEBUG nova.compute.manager [req-6e572e08-98be-4732-8810-257f9fb7e172 req-bffaef75-51c5-4f7f-8da0-32f3b2aac4fc service nova] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Received event network-vif-deleted-c1e3fcae-a075-404b-9953-31bc1e2998c0 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1672.681900] env[62181]: DEBUG nova.compute.manager [req-6e572e08-98be-4732-8810-257f9fb7e172 req-bffaef75-51c5-4f7f-8da0-32f3b2aac4fc service nova] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Received event network-vif-deleted-32d42285-3a0d-432f-8623-85766efc4cb5 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1672.682053] env[62181]: DEBUG nova.compute.manager [req-6e572e08-98be-4732-8810-257f9fb7e172 req-bffaef75-51c5-4f7f-8da0-32f3b2aac4fc service nova] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Received event network-vif-deleted-113cc88e-72c7-4dbe-a6ec-cbce72739c2d {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1672.682231] env[62181]: INFO nova.compute.manager [req-6e572e08-98be-4732-8810-257f9fb7e172 req-bffaef75-51c5-4f7f-8da0-32f3b2aac4fc service nova] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Neutron deleted interface 113cc88e-72c7-4dbe-a6ec-cbce72739c2d; detaching it from the instance and deleting it from the info cache [ 1672.682419] env[62181]: DEBUG nova.network.neutron [req-6e572e08-98be-4732-8810-257f9fb7e172 req-bffaef75-51c5-4f7f-8da0-32f3b2aac4fc service nova] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.694268] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.696866] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.337s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.697548] env[62181]: DEBUG nova.objects.instance [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Lazy-loading 'resources' on Instance uuid 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.721860] env[62181]: INFO nova.scheduler.client.report [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Deleted allocations for instance d5da7fe3-39f4-4fd3-ae12-4e127db14ae1 [ 1672.746263] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "a77c47cd-ff3d-4fc1-8a84-61ad82d2de59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.746263] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "a77c47cd-ff3d-4fc1-8a84-61ad82d2de59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.801713] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "74ddbad8-d40a-4230-9a49-c105330e1d65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.802207] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "74ddbad8-d40a-4230-9a49-c105330e1d65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.824476] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52bbf06e-6e49-583e-b80f-875101054825, 'name': SearchDatastore_Task, 'duration_secs': 0.00969} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.826232] env[62181]: DEBUG oslo_concurrency.lockutils [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.826479] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1672.826711] env[62181]: DEBUG oslo_concurrency.lockutils [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.826847] env[62181]: DEBUG oslo_concurrency.lockutils [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.827039] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1672.827439] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9de19a6-7d6e-4604-a11a-197dbb611097 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.837413] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1672.838072] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1672.838567] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8d344db-e4ca-4628-b168-d50d9fb1b969 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.847020] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1672.847020] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5231a67d-555a-6a8c-ad8a-8268b999b79e" [ 1672.847020] env[62181]: _type = "Task" [ 1672.847020] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.854350] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5231a67d-555a-6a8c-ad8a-8268b999b79e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.879013] env[62181]: INFO nova.compute.manager [-] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Took 1.34 seconds to deallocate network for instance. [ 1673.054021] env[62181]: DEBUG oslo_vmware.rw_handles [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Completed reading data from the image iterator. {{(pid=62181) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1673.054021] env[62181]: DEBUG oslo_vmware.rw_handles [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c03bc2-2a9b-67c3-e8bc-80230c6ebbdb/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1673.054021] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46a24ad-ecc6-4b98-8a81-86d301eec81c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.059868] env[62181]: DEBUG oslo_vmware.rw_handles [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c03bc2-2a9b-67c3-e8bc-80230c6ebbdb/disk-0.vmdk is in state: ready. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1673.060236] env[62181]: DEBUG oslo_vmware.rw_handles [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c03bc2-2a9b-67c3-e8bc-80230c6ebbdb/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1673.060581] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-97d587cb-b4ac-4bf8-a85e-ef72f6e0e7bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.082233] env[62181]: DEBUG nova.network.neutron [-] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.146913] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.189094] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cc87914-f621-41cd-9193-7b864a14af24 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.198171] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37c2aa7-0d83-4620-8b29-aead2191fb43 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.239383] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13d8b313-fe8e-4d32-ae59-1c69f180932e tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "d5da7fe3-39f4-4fd3-ae12-4e127db14ae1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.620s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.240814] env[62181]: DEBUG nova.compute.manager [req-6e572e08-98be-4732-8810-257f9fb7e172 req-bffaef75-51c5-4f7f-8da0-32f3b2aac4fc service nova] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Detach interface failed, port_id=113cc88e-72c7-4dbe-a6ec-cbce72739c2d, reason: Instance f6d9cca5-4f3d-4bf0-9306-6d6616533809 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1673.248007] env[62181]: DEBUG nova.compute.manager [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1673.254716] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "180320b7-6a64-4bb4-bb00-3aab3d562906" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.255015] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "180320b7-6a64-4bb4-bb00-3aab3d562906" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.255311] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "180320b7-6a64-4bb4-bb00-3aab3d562906-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.255545] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "180320b7-6a64-4bb4-bb00-3aab3d562906-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.255743] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "180320b7-6a64-4bb4-bb00-3aab3d562906-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.257439] env[62181]: INFO nova.compute.manager [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Terminating instance [ 1673.305589] env[62181]: DEBUG nova.compute.manager [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1673.359442] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5231a67d-555a-6a8c-ad8a-8268b999b79e, 'name': SearchDatastore_Task, 'duration_secs': 0.015791} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.360386] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d78e46-2667-4e52-b5bf-7f498b020c72 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.365754] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1673.365754] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52982db2-dda4-8fa9-b8d0-15bf5aa52a14" [ 1673.365754] env[62181]: _type = "Task" [ 1673.365754] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.376659] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52982db2-dda4-8fa9-b8d0-15bf5aa52a14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.385736] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.485555] env[62181]: DEBUG oslo_vmware.rw_handles [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c03bc2-2a9b-67c3-e8bc-80230c6ebbdb/disk-0.vmdk. {{(pid=62181) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1673.485826] env[62181]: INFO nova.virt.vmwareapi.images [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Downloaded image file data a2d0fb7c-642c-4376-a1f8-c52f501a0cc5 [ 1673.487079] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe55e92-6b27-45c9-9b85-acd64f1032e3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.506222] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c883c25-297b-403a-be87-8df2c4342c22 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.534593] env[62181]: INFO nova.virt.vmwareapi.images [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] The imported VM was unregistered [ 1673.537085] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Caching image {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1673.537369] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5 {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1673.537712] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd3c311e-ca2e-44cd-b60b-9e2a547431d4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.558639] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Created directory with path [datastore1] devstack-image-cache_base/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5 {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1673.558639] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0ce100ff-bd33-47d8-bbf2-63c3eacc6645/OSTACK_IMG_0ce100ff-bd33-47d8-bbf2-63c3eacc6645.vmdk to [datastore1] devstack-image-cache_base/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5.vmdk. {{(pid=62181) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1673.559045] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-96eeb5de-a4dc-476b-8999-419fc0f2a373 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.567508] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1673.567508] env[62181]: value = "task-1790368" [ 1673.567508] env[62181]: _type = "Task" [ 1673.567508] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.580676] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790368, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.586382] env[62181]: INFO nova.compute.manager [-] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Took 1.40 seconds to deallocate network for instance. [ 1673.628082] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79eddc25-c305-4da1-9fe7-3638646efe64 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.640582] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f8747f-c01c-4cbb-b906-ef353a590f40 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.671015] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11184563-b365-41be-8d8a-387e8cfb9d69 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.678532] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36082799-d144-4669-9844-398c952c4d51 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.693671] env[62181]: DEBUG nova.compute.provider_tree [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.760858] env[62181]: DEBUG nova.compute.manager [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1673.761144] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1673.761430] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33faea16-5e0e-4b51-94f2-0c4b9ec487bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.771717] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.772593] env[62181]: DEBUG oslo_vmware.api [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1673.772593] env[62181]: value = "task-1790369" [ 1673.772593] env[62181]: _type = "Task" [ 1673.772593] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.785465] env[62181]: DEBUG oslo_vmware.api [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.824566] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.890123] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52982db2-dda4-8fa9-b8d0-15bf5aa52a14, 'name': SearchDatastore_Task, 'duration_secs': 0.012975} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.890175] env[62181]: DEBUG oslo_concurrency.lockutils [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.893024] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] d16532e5-49b2-478e-8147-9e25e0d0d11f/d16532e5-49b2-478e-8147-9e25e0d0d11f.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1673.893024] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30a2fb8d-5221-48aa-b314-0ed19c37bff7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.898764] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1673.898764] env[62181]: value = "task-1790370" [ 1673.898764] env[62181]: _type = "Task" [ 1673.898764] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.913359] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.077584] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790368, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.094315] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.197265] env[62181]: DEBUG nova.scheduler.client.report [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1674.275067] env[62181]: INFO nova.compute.manager [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Rebuilding instance [ 1674.287448] env[62181]: DEBUG oslo_vmware.api [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790369, 'name': PowerOffVM_Task, 'duration_secs': 0.264966} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.287743] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1674.287997] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Volume detach. Driver type: vmdk {{(pid=62181) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1674.288260] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371433', 'volume_id': 'a8145b4e-abf4-4d98-bc7e-57756b892db0', 'name': 'volume-a8145b4e-abf4-4d98-bc7e-57756b892db0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '180320b7-6a64-4bb4-bb00-3aab3d562906', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8145b4e-abf4-4d98-bc7e-57756b892db0', 'serial': 'a8145b4e-abf4-4d98-bc7e-57756b892db0'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1674.289281] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b7e44b-7cc4-4a7a-97b4-0509ad360a72 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.318483] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dce173-36a0-4a3e-a4ea-2c72c7ec83e8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.328755] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25eed1d-95fd-441d-b290-1968195bced4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.353989] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1b3115-c2d3-445e-9d5c-ed83e26529dd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.360219] env[62181]: DEBUG nova.compute.manager [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1674.361126] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8892e5ce-9f30-4b93-9a64-7901a71b46fc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.375194] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] The volume has not been displaced from its original location: [datastore1] volume-a8145b4e-abf4-4d98-bc7e-57756b892db0/volume-a8145b4e-abf4-4d98-bc7e-57756b892db0.vmdk. No consolidation needed. {{(pid=62181) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1674.381065] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Reconfiguring VM instance instance-00000040 to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1674.381990] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad6117e1-e647-47be-9622-6cc2b57fb702 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.406865] env[62181]: DEBUG oslo_vmware.api [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1674.406865] env[62181]: value = "task-1790371" [ 1674.406865] env[62181]: _type = "Task" [ 1674.406865] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.411374] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "aee5cc05-511a-4b6f-b3ab-21bc651866f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.411759] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "aee5cc05-511a-4b6f-b3ab-21bc651866f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.411987] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "aee5cc05-511a-4b6f-b3ab-21bc651866f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.412230] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "aee5cc05-511a-4b6f-b3ab-21bc651866f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.412446] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "aee5cc05-511a-4b6f-b3ab-21bc651866f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.419815] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.420539] env[62181]: INFO nova.compute.manager [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Terminating instance [ 1674.425778] env[62181]: DEBUG oslo_vmware.api [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.579196] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790368, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.703558] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.707030] env[62181]: DEBUG oslo_concurrency.lockutils [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.236s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.707154] env[62181]: DEBUG nova.objects.instance [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lazy-loading 'resources' on Instance uuid dd52dddb-7f4a-483b-aa89-fb7d0537be0f {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1674.736512] env[62181]: INFO nova.scheduler.client.report [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Deleted allocations for instance 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22 [ 1674.915164] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.923276] env[62181]: DEBUG oslo_vmware.api [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790371, 'name': ReconfigVM_Task, 'duration_secs': 0.225664} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.923577] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Reconfigured VM instance instance-00000040 to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1674.929084] env[62181]: DEBUG nova.compute.manager [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1674.929324] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1674.929580] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85b54c09-bb2d-4666-ba24-d67fa3369909 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.942072] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0846fd84-4788-484e-be18-41f3de1e2e26 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.950254] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1674.950549] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19ae3e69-2bf5-4f70-9c66-6ca73878ba7c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.953512] env[62181]: DEBUG oslo_vmware.api [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1674.953512] env[62181]: value = "task-1790372" [ 1674.953512] env[62181]: _type = "Task" [ 1674.953512] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.958369] env[62181]: DEBUG oslo_vmware.api [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1674.958369] env[62181]: value = "task-1790373" [ 1674.958369] env[62181]: _type = "Task" [ 1674.958369] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.966685] env[62181]: DEBUG oslo_vmware.api [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.974976] env[62181]: DEBUG oslo_vmware.api [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.079473] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790368, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.210295] env[62181]: DEBUG nova.objects.instance [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lazy-loading 'numa_topology' on Instance uuid dd52dddb-7f4a-483b-aa89-fb7d0537be0f {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1675.244414] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c2364147-fe38-436b-8986-c715f76b5467 tempest-ServerMetadataNegativeTestJSON-334656281 tempest-ServerMetadataNegativeTestJSON-334656281-project-member] Lock "2f7076e0-c66b-44d4-b7d8-dd7cfe811b22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.404s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.411772] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1675.412115] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790370, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.412352] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceffb021-371d-4a80-8e85-2714bb99dbc6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.419206] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1675.419206] env[62181]: value = "task-1790374" [ 1675.419206] env[62181]: _type = "Task" [ 1675.419206] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.427332] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.466385] env[62181]: DEBUG oslo_vmware.api [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790372, 'name': ReconfigVM_Task, 'duration_secs': 0.246952} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.467183] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371433', 'volume_id': 'a8145b4e-abf4-4d98-bc7e-57756b892db0', 'name': 'volume-a8145b4e-abf4-4d98-bc7e-57756b892db0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '180320b7-6a64-4bb4-bb00-3aab3d562906', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8145b4e-abf4-4d98-bc7e-57756b892db0', 'serial': 'a8145b4e-abf4-4d98-bc7e-57756b892db0'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1675.467499] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1675.468314] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e27a5a-2ce5-486e-9c42-eea4f4f1313a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.474243] env[62181]: DEBUG oslo_vmware.api [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790373, 'name': PowerOffVM_Task, 'duration_secs': 0.263211} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.474920] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1675.475119] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1675.475387] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b4d299f-4234-4b04-8b30-9aae0f156fd6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.479020] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1675.479609] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-272f27d5-f2c9-47ea-88e2-eeca0b3e1c32 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.581476] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790368, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.603307] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1675.603599] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1675.603872] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Deleting the datastore file [datastore1] aee5cc05-511a-4b6f-b3ab-21bc651866f6 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1675.604192] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-485d9c8c-fe0d-4019-aca8-ecded234e4e7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.614389] env[62181]: DEBUG oslo_vmware.api [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1675.614389] env[62181]: value = "task-1790377" [ 1675.614389] env[62181]: _type = "Task" [ 1675.614389] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.621921] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1675.622135] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1675.623033] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleting the datastore file [datastore1] 180320b7-6a64-4bb4-bb00-3aab3d562906 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1675.625885] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7995fdba-efc1-4519-9ff6-cb5ba6ad3892 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.627984] env[62181]: DEBUG oslo_vmware.api [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.634250] env[62181]: DEBUG oslo_vmware.api [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1675.634250] env[62181]: value = "task-1790378" [ 1675.634250] env[62181]: _type = "Task" [ 1675.634250] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.644845] env[62181]: DEBUG oslo_vmware.api [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.713768] env[62181]: DEBUG nova.objects.base [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1675.919110] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790370, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.935088] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790374, 'name': PowerOffVM_Task, 'duration_secs': 0.412242} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.938523] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1675.938991] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1675.942131] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6343b7-3a5b-4af2-b705-7e75f0ec6f3f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.949040] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1675.949649] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a475200-f475-4cc1-a0e9-67518fb7dc8f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.075818] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1676.076411] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1676.076734] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Deleting the datastore file [datastore1] 70d6f014-77b3-4e40-9617-f1f4fe4b1649 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1676.079089] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-451b79ea-4bd4-43cc-a95d-aed09ba843f0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.093134] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790368, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.094507] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1676.094507] env[62181]: value = "task-1790380" [ 1676.094507] env[62181]: _type = "Task" [ 1676.094507] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.108995] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.113680] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a148b5ee-182d-400a-b579-3d828fd320b4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.128969] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c6567f-a458-4592-bad8-58c4b5699406 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.138021] env[62181]: DEBUG oslo_vmware.api [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.145466] env[62181]: DEBUG oslo_vmware.api [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.176387] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fef0ca-8f5b-4783-a0e3-b57aac954d1f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.187135] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc03a82-c0fb-433d-ba5e-a6c7eab7032e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.203279] env[62181]: DEBUG nova.compute.provider_tree [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.415972] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790370, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.336709} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.416430] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] d16532e5-49b2-478e-8147-9e25e0d0d11f/d16532e5-49b2-478e-8147-9e25e0d0d11f.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1676.416604] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1676.416935] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3a6a29b-6ae8-45aa-9f5d-477f29c9b38f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.425279] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1676.425279] env[62181]: value = "task-1790381" [ 1676.425279] env[62181]: _type = "Task" [ 1676.425279] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.433035] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.586614] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790368, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.682998} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.586614] env[62181]: INFO nova.virt.vmwareapi.ds_util [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0ce100ff-bd33-47d8-bbf2-63c3eacc6645/OSTACK_IMG_0ce100ff-bd33-47d8-bbf2-63c3eacc6645.vmdk to [datastore1] devstack-image-cache_base/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5.vmdk. [ 1676.586614] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Cleaning up location [datastore1] OSTACK_IMG_0ce100ff-bd33-47d8-bbf2-63c3eacc6645 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1676.587117] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0ce100ff-bd33-47d8-bbf2-63c3eacc6645 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1676.587418] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-034a930d-a525-47dc-a484-33465a702287 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.597666] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1676.597666] env[62181]: value = "task-1790382" [ 1676.597666] env[62181]: _type = "Task" [ 1676.597666] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.619954] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466678} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.621060] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.621187] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1676.621649] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1676.621801] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1676.636615] env[62181]: DEBUG oslo_vmware.api [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.718536} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.640442] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1676.640826] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1676.641083] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1676.641312] env[62181]: INFO nova.compute.manager [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1676.641620] env[62181]: DEBUG oslo.service.loopingcall [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1676.641955] env[62181]: DEBUG nova.compute.manager [-] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1676.642182] env[62181]: DEBUG nova.network.neutron [-] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1676.649080] env[62181]: DEBUG oslo_vmware.api [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.695131} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.649443] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1676.649638] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1676.649862] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1676.650088] env[62181]: INFO nova.compute.manager [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Took 2.89 seconds to destroy the instance on the hypervisor. [ 1676.650588] env[62181]: DEBUG oslo.service.loopingcall [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1676.650588] env[62181]: DEBUG nova.compute.manager [-] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1676.650747] env[62181]: DEBUG nova.network.neutron [-] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1676.707178] env[62181]: DEBUG nova.scheduler.client.report [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1676.934116] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.313118} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.934491] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1676.935366] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac34fb6-2eab-403c-b23d-be2061ba84cd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.959631] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] d16532e5-49b2-478e-8147-9e25e0d0d11f/d16532e5-49b2-478e-8147-9e25e0d0d11f.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1676.960088] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15deadf5-f966-47ef-b013-32266a228942 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.981017] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1676.981017] env[62181]: value = "task-1790383" [ 1676.981017] env[62181]: _type = "Task" [ 1676.981017] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.992086] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.097135] env[62181]: DEBUG nova.compute.manager [req-65b76a46-b859-4308-9b4e-ae042d58f380 req-4942aa75-bc7b-48e7-a89f-36e3251141b9 service nova] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Received event network-vif-deleted-f358ba92-13fd-4c36-86b2-eff691b3f755 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1677.097224] env[62181]: INFO nova.compute.manager [req-65b76a46-b859-4308-9b4e-ae042d58f380 req-4942aa75-bc7b-48e7-a89f-36e3251141b9 service nova] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Neutron deleted interface f358ba92-13fd-4c36-86b2-eff691b3f755; detaching it from the instance and deleting it from the info cache [ 1677.097393] env[62181]: DEBUG nova.network.neutron [req-65b76a46-b859-4308-9b4e-ae042d58f380 req-4942aa75-bc7b-48e7-a89f-36e3251141b9 service nova] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.116813] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143355} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.116813] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1677.116972] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.118372] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5.vmdk to [datastore1] ebeb80d5-271b-4aa2-b6da-d3cfd2d28021/ebeb80d5-271b-4aa2-b6da-d3cfd2d28021.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1677.118737] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d58a55ef-7d3e-4cdc-9eba-4d6027e8d614 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.134821] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1677.134821] env[62181]: value = "task-1790384" [ 1677.134821] env[62181]: _type = "Task" [ 1677.134821] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.144924] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.213315] env[62181]: DEBUG oslo_concurrency.lockutils [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.506s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.219023] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.596s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.219023] env[62181]: DEBUG nova.objects.instance [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lazy-loading 'resources' on Instance uuid afa4d08f-349b-427f-951b-11bab9e10a86 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1677.492291] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.540531] env[62181]: DEBUG nova.network.neutron [-] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.545690] env[62181]: DEBUG nova.network.neutron [-] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.604486] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45d7a968-38ab-4db1-9418-277b2df84887 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.618943] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdcff1b-bd50-4d91-9f26-9e0ad84f7a47 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.658456] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790384, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.676621] env[62181]: DEBUG nova.compute.manager [req-65b76a46-b859-4308-9b4e-ae042d58f380 req-4942aa75-bc7b-48e7-a89f-36e3251141b9 service nova] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Detach interface failed, port_id=f358ba92-13fd-4c36-86b2-eff691b3f755, reason: Instance 180320b7-6a64-4bb4-bb00-3aab3d562906 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1677.686685] env[62181]: DEBUG nova.virt.hardware [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1677.686911] env[62181]: DEBUG nova.virt.hardware [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1677.686997] env[62181]: DEBUG nova.virt.hardware [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1677.687497] env[62181]: DEBUG nova.virt.hardware [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1677.687497] env[62181]: DEBUG nova.virt.hardware [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1677.687497] env[62181]: DEBUG nova.virt.hardware [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1677.687736] env[62181]: DEBUG nova.virt.hardware [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1677.687803] env[62181]: DEBUG nova.virt.hardware [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1677.688243] env[62181]: DEBUG nova.virt.hardware [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1677.688243] env[62181]: DEBUG nova.virt.hardware [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1677.688404] env[62181]: DEBUG nova.virt.hardware [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1677.689403] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713f3058-eb07-4906-bab3-7927c74163c5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.698730] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2343f9-e0bd-4de0-9fc3-61633988f1a3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.714686] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:83:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c54d5d13-f345-43fa-a22a-a5e9c661adcc', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1677.722449] env[62181]: DEBUG oslo.service.loopingcall [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1677.726964] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1677.729077] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1628cd2b-ef19-4dd4-ab64-3aef448b0b7a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.744686] env[62181]: DEBUG oslo_concurrency.lockutils [None req-345d5571-279a-4f1b-90e8-f2c680a886c0 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.273s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.745878] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.581s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.746091] env[62181]: INFO nova.compute.manager [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Unshelving [ 1677.752993] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1677.752993] env[62181]: value = "task-1790385" [ 1677.752993] env[62181]: _type = "Task" [ 1677.752993] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.767396] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790385, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.996166] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790383, 'name': ReconfigVM_Task, 'duration_secs': 0.926665} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.996166] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Reconfigured VM instance instance-00000045 to attach disk [datastore1] d16532e5-49b2-478e-8147-9e25e0d0d11f/d16532e5-49b2-478e-8147-9e25e0d0d11f.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1677.996612] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff0abdfe-a476-4556-8268-f7b3ed32ec93 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.004130] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1678.004130] env[62181]: value = "task-1790386" [ 1678.004130] env[62181]: _type = "Task" [ 1678.004130] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.012688] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790386, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.042912] env[62181]: INFO nova.compute.manager [-] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Took 1.39 seconds to deallocate network for instance. [ 1678.055269] env[62181]: INFO nova.compute.manager [-] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Took 1.41 seconds to deallocate network for instance. [ 1678.123853] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed235a4-eadb-4bee-ae0c-3d025b203ac4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.132818] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa44c324-8e8b-450e-8b3b-4c02f824e9c0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.167567] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4684a8-e286-40a0-b2d5-16a2fd7416e0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.175820] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790384, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.179938] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7283bfb6-489c-4507-81e6-d64cc0e400aa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.197418] env[62181]: DEBUG nova.compute.provider_tree [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1678.271266] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790385, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.517205] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790386, 'name': Rename_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.563445] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.606978] env[62181]: INFO nova.compute.manager [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Took 0.56 seconds to detach 1 volumes for instance. [ 1678.676282] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790384, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.724070] env[62181]: ERROR nova.scheduler.client.report [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] [req-673ef299-afc7-41ba-96ff-d40fe8b65d8a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-673ef299-afc7-41ba-96ff-d40fe8b65d8a"}]} [ 1678.741762] env[62181]: DEBUG nova.scheduler.client.report [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1678.763041] env[62181]: DEBUG nova.scheduler.client.report [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1678.763041] env[62181]: DEBUG nova.compute.provider_tree [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1678.778918] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790385, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.783249] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.784513] env[62181]: DEBUG nova.scheduler.client.report [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1678.809029] env[62181]: DEBUG nova.scheduler.client.report [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1679.017224] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790386, 'name': Rename_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.114122] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.179127] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790384, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.181075] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fa505f-4f25-4a12-b16d-5c834c6e407d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.191629] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34490560-8a5e-43d3-aa12-7ce97a670d43 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.238112] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72f1a10-7b55-41c6-bfbb-bf0dd9dc5dcd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.251571] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e9792e-518a-4bc7-a570-3cbf28674ee8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.270148] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790385, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.278326] env[62181]: DEBUG nova.compute.provider_tree [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1679.416957] env[62181]: DEBUG nova.compute.manager [req-5ea9e98e-a0a1-44d8-8947-bfbcd8216a80 req-0f91e264-1050-42d5-8021-b1030beecf53 service nova] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Received event network-vif-deleted-b37f35d1-a4a9-4ff9-9b9b-647dfcff8315 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1679.516749] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790386, 'name': Rename_Task, 'duration_secs': 1.411267} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.517086] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1679.517359] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19441a59-7201-4ea4-afa0-ef6f6ffc4f12 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.524969] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1679.524969] env[62181]: value = "task-1790387" [ 1679.524969] env[62181]: _type = "Task" [ 1679.524969] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.534368] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.680602] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790384, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.768750] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790385, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.814740] env[62181]: DEBUG nova.scheduler.client.report [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1679.815831] env[62181]: DEBUG nova.compute.provider_tree [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 93 to 94 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1679.815831] env[62181]: DEBUG nova.compute.provider_tree [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1680.036683] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.177417] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790384, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.267808] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790385, 'name': CreateVM_Task, 'duration_secs': 2.067757} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.268018] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1680.268652] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.268912] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.269192] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1680.269441] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3870454d-4eae-41c0-8d9e-d127d634b6ae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.274321] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1680.274321] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5227c3a9-b316-e973-b5fb-6d0238ec7adf" [ 1680.274321] env[62181]: _type = "Task" [ 1680.274321] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.282267] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5227c3a9-b316-e973-b5fb-6d0238ec7adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.321323] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.105s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.323487] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.177s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.323690] env[62181]: DEBUG nova.objects.instance [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62181) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1680.340880] env[62181]: INFO nova.scheduler.client.report [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Deleted allocations for instance afa4d08f-349b-427f-951b-11bab9e10a86 [ 1680.535553] env[62181]: DEBUG oslo_vmware.api [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790387, 'name': PowerOnVM_Task, 'duration_secs': 0.628951} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.536238] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1680.536238] env[62181]: INFO nova.compute.manager [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Took 11.82 seconds to spawn the instance on the hypervisor. [ 1680.536238] env[62181]: DEBUG nova.compute.manager [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1680.537108] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c44167-aa54-4c68-8ae0-61958da8d9b3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.678325] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790384, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.785863] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5227c3a9-b316-e973-b5fb-6d0238ec7adf, 'name': SearchDatastore_Task, 'duration_secs': 0.011099} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.786200] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.786440] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1680.786675] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.786825] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.787013] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1680.787279] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4a16db4-fe95-4eff-a989-ae8ae2eda6c2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.795367] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1680.795553] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1680.796283] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b7fc61-9b57-4f2c-8aac-255818760797 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.801568] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1680.801568] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]524f12a1-59e3-56cd-2fa2-0e75c06ecb8e" [ 1680.801568] env[62181]: _type = "Task" [ 1680.801568] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.809228] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]524f12a1-59e3-56cd-2fa2-0e75c06ecb8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.847779] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dfe05aec-8a27-4ab3-88db-c16835746547 tempest-ImagesOneServerNegativeTestJSON-831308805 tempest-ImagesOneServerNegativeTestJSON-831308805-project-member] Lock "afa4d08f-349b-427f-951b-11bab9e10a86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.961s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.053118] env[62181]: INFO nova.compute.manager [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Took 41.37 seconds to build instance. [ 1681.179458] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790384, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.694415} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.179735] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5/a2d0fb7c-642c-4376-a1f8-c52f501a0cc5.vmdk to [datastore1] ebeb80d5-271b-4aa2-b6da-d3cfd2d28021/ebeb80d5-271b-4aa2-b6da-d3cfd2d28021.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1681.180523] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3135cd3d-600b-4937-b080-51ed164a90bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.203106] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] ebeb80d5-271b-4aa2-b6da-d3cfd2d28021/ebeb80d5-271b-4aa2-b6da-d3cfd2d28021.vmdk or device None with type streamOptimized {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1681.203374] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46e71be5-a895-4b07-a2a4-635550afed26 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.222571] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1681.222571] env[62181]: value = "task-1790388" [ 1681.222571] env[62181]: _type = "Task" [ 1681.222571] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.230355] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.312480] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]524f12a1-59e3-56cd-2fa2-0e75c06ecb8e, 'name': SearchDatastore_Task, 'duration_secs': 0.008569} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.313135] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-360945b2-7a56-4b50-90c3-393ad2d70dcc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.318735] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1681.318735] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5280e43b-ef2e-da6b-486b-ce73f861a2f2" [ 1681.318735] env[62181]: _type = "Task" [ 1681.318735] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.326946] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5280e43b-ef2e-da6b-486b-ce73f861a2f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.333281] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3409901e-105a-45fa-9fb9-4cf7b6345fa8 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.334930] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.949s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.334930] env[62181]: DEBUG nova.objects.instance [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Lazy-loading 'resources' on Instance uuid 5ae9613f-6234-4a63-b9e0-0d926ddbac8f {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1681.555416] env[62181]: DEBUG oslo_concurrency.lockutils [None req-48531cd2-8f25-4c56-bcaf-c92c8f5b9a7c tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "d16532e5-49b2-478e-8147-9e25e0d0d11f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.069s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.732572] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790388, 'name': ReconfigVM_Task, 'duration_secs': 0.4721} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.732947] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Reconfigured VM instance instance-00000044 to attach disk [datastore1] ebeb80d5-271b-4aa2-b6da-d3cfd2d28021/ebeb80d5-271b-4aa2-b6da-d3cfd2d28021.vmdk or device None with type streamOptimized {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1681.733660] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2b96ef8-a773-4af2-bd89-a4fe3f57c299 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.741163] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1681.741163] env[62181]: value = "task-1790389" [ 1681.741163] env[62181]: _type = "Task" [ 1681.741163] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.750674] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790389, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.830442] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5280e43b-ef2e-da6b-486b-ce73f861a2f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.830716] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.831016] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 70d6f014-77b3-4e40-9617-f1f4fe4b1649/70d6f014-77b3-4e40-9617-f1f4fe4b1649.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1681.831866] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04ada381-84d7-4099-8f8a-51bd437da97d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.841817] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1681.841817] env[62181]: value = "task-1790390" [ 1681.841817] env[62181]: _type = "Task" [ 1681.841817] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.856635] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.249045] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04b4ed0-5fa4-4745-9239-729295f57c6a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.255581] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790389, 'name': Rename_Task, 'duration_secs': 0.14481} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.256365] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1682.256631] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41ae640d-4349-43db-b6db-9881b8993197 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.261647] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22b6034-eff7-4b6c-8e1f-91f7534eb4ae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.266774] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1682.266774] env[62181]: value = "task-1790391" [ 1682.266774] env[62181]: _type = "Task" [ 1682.266774] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.298279] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1e057e-210b-4db2-a00c-35a32b3ddd4d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.304987] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790391, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.310962] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd265d3-550f-4336-98d4-e70d2edb20f9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.329365] env[62181]: INFO nova.compute.manager [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Rescuing [ 1682.329660] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "refresh_cache-d16532e5-49b2-478e-8147-9e25e0d0d11f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.329824] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquired lock "refresh_cache-d16532e5-49b2-478e-8147-9e25e0d0d11f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.330011] env[62181]: DEBUG nova.network.neutron [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1682.332066] env[62181]: DEBUG nova.compute.provider_tree [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.352507] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501698} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.352806] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 70d6f014-77b3-4e40-9617-f1f4fe4b1649/70d6f014-77b3-4e40-9617-f1f4fe4b1649.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1682.353029] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1682.353285] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76bdb01b-84de-4588-ab79-9cad9238bf8d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.361168] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1682.361168] env[62181]: value = "task-1790392" [ 1682.361168] env[62181]: _type = "Task" [ 1682.361168] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.369994] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.782622] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790391, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.835285] env[62181]: DEBUG nova.scheduler.client.report [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1682.877709] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09215} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.878805] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1682.883408] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad6bdce-7b94-45eb-a5af-ad7d7a259e5f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.911582] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 70d6f014-77b3-4e40-9617-f1f4fe4b1649/70d6f014-77b3-4e40-9617-f1f4fe4b1649.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1682.914614] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bd1accf-8e1e-4a8c-aa8a-7ff84824cea8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.937913] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1682.937913] env[62181]: value = "task-1790393" [ 1682.937913] env[62181]: _type = "Task" [ 1682.937913] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.947460] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.220966] env[62181]: DEBUG nova.network.neutron [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Updating instance_info_cache with network_info: [{"id": "e40f9c1c-6491-4d39-ae86-f1b3607ab338", "address": "fa:16:3e:52:22:9d", "network": {"id": "a45f7e38-1ca7-43a1-8e70-077c205cc21e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1737427548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "998ddff599ff49649b4eca249c2744e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape40f9c1c-64", "ovs_interfaceid": "e40f9c1c-6491-4d39-ae86-f1b3607ab338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.279864] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790391, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.340929] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.343425] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.572s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.345465] env[62181]: INFO nova.compute.claims [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1683.368700] env[62181]: INFO nova.scheduler.client.report [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Deleted allocations for instance 5ae9613f-6234-4a63-b9e0-0d926ddbac8f [ 1683.448430] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790393, 'name': ReconfigVM_Task, 'duration_secs': 0.331479} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.448733] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 70d6f014-77b3-4e40-9617-f1f4fe4b1649/70d6f014-77b3-4e40-9617-f1f4fe4b1649.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1683.449405] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7b32483-21a0-46bc-af5c-13fa10e789ac {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.455945] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1683.455945] env[62181]: value = "task-1790394" [ 1683.455945] env[62181]: _type = "Task" [ 1683.455945] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.463819] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790394, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.724308] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Releasing lock "refresh_cache-d16532e5-49b2-478e-8147-9e25e0d0d11f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.780226] env[62181]: DEBUG oslo_vmware.api [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790391, 'name': PowerOnVM_Task, 'duration_secs': 1.111866} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.780497] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1683.780706] env[62181]: INFO nova.compute.manager [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Took 17.72 seconds to spawn the instance on the hypervisor. [ 1683.780910] env[62181]: DEBUG nova.compute.manager [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1683.781693] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61888fd-a5d7-4ec4-9997-3a8a4c3bb028 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.876375] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13eee5dc-afc7-45d6-89b3-4a1f7d4aa298 tempest-InstanceActionsV221TestJSON-591184182 tempest-InstanceActionsV221TestJSON-591184182-project-member] Lock "5ae9613f-6234-4a63-b9e0-0d926ddbac8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.024s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.966030] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790394, 'name': Rename_Task, 'duration_secs': 0.208964} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.966342] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1683.966593] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29cc594d-6ab5-4cee-9cb0-c47d5f1a7a13 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.973784] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1683.973784] env[62181]: value = "task-1790395" [ 1683.973784] env[62181]: _type = "Task" [ 1683.973784] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.981697] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.299073] env[62181]: INFO nova.compute.manager [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Took 51.13 seconds to build instance. [ 1684.487969] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790395, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.725271] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4e6091-9f4a-46fd-9584-68b6b7df2ae4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.733258] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2516e0-ece1-4920-85c8-0aed8c9a5d94 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.770677] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7014fcf-23fd-4898-9835-40fe556adbcd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.779382] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b527b0-7961-420c-858d-61da485340b0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.793929] env[62181]: DEBUG nova.compute.provider_tree [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1684.806083] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74d70ffa-24d8-463f-8b1c-7f0e9b4384fb tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "ebeb80d5-271b-4aa2-b6da-d3cfd2d28021" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.933s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.986952] env[62181]: DEBUG oslo_vmware.api [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790395, 'name': PowerOnVM_Task, 'duration_secs': 0.67523} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.987372] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1684.987658] env[62181]: DEBUG nova.compute.manager [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1684.988744] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d827f602-e26c-4d82-a235-2d1f3c21298c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.127922] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "ebeb80d5-271b-4aa2-b6da-d3cfd2d28021" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.128241] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "ebeb80d5-271b-4aa2-b6da-d3cfd2d28021" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.128581] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "ebeb80d5-271b-4aa2-b6da-d3cfd2d28021-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.128659] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "ebeb80d5-271b-4aa2-b6da-d3cfd2d28021-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.128834] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "ebeb80d5-271b-4aa2-b6da-d3cfd2d28021-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.135789] env[62181]: INFO nova.compute.manager [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Terminating instance [ 1685.274768] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1685.275116] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ebcfd0b-aeac-4717-a815-16b7fe0bba01 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.282374] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1685.282374] env[62181]: value = "task-1790396" [ 1685.282374] env[62181]: _type = "Task" [ 1685.282374] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.292397] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.296734] env[62181]: DEBUG nova.scheduler.client.report [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1685.512717] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.642173] env[62181]: DEBUG nova.compute.manager [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1685.642333] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1685.643867] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711405ce-de1f-4ed2-a3bd-8da5405ce824 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.653361] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1685.653361] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e2bdb40-6053-47d8-bb39-fbac0595dfa1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.660805] env[62181]: DEBUG oslo_vmware.api [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1685.660805] env[62181]: value = "task-1790397" [ 1685.660805] env[62181]: _type = "Task" [ 1685.660805] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.670077] env[62181]: DEBUG oslo_vmware.api [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.792857] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790396, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.804022] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.804768] env[62181]: DEBUG nova.compute.manager [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1685.810033] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.986s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.815972] env[62181]: INFO nova.compute.claims [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1686.173543] env[62181]: DEBUG oslo_vmware.api [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790397, 'name': PowerOffVM_Task, 'duration_secs': 0.227457} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.173543] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1686.173543] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1686.173543] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c030041-29ae-4703-a07d-74517d9cefd4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.247091] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1686.247091] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1686.247091] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Deleting the datastore file [datastore1] ebeb80d5-271b-4aa2-b6da-d3cfd2d28021 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1686.247091] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b5475df-7138-49bc-9918-f0af6604b922 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.252944] env[62181]: DEBUG oslo_vmware.api [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1686.252944] env[62181]: value = "task-1790399" [ 1686.252944] env[62181]: _type = "Task" [ 1686.252944] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.261385] env[62181]: DEBUG oslo_vmware.api [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.296912] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790396, 'name': PowerOffVM_Task, 'duration_secs': 0.59893} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.296912] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1686.296912] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf5cd7f-4507-4b61-b3d1-457d63341020 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.315184] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699f95be-c758-4eba-8c39-75f52950f80b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.327101] env[62181]: DEBUG nova.compute.utils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1686.327101] env[62181]: DEBUG nova.compute.manager [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1686.327101] env[62181]: DEBUG nova.network.neutron [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1686.367127] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1686.367486] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2139188e-39cc-41c4-b8e0-e8ea9fbbea96 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.374446] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1686.374446] env[62181]: value = "task-1790400" [ 1686.374446] env[62181]: _type = "Task" [ 1686.374446] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.386306] env[62181]: DEBUG nova.policy [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09002dcd5dd84c2fbea959e5ebf1ab57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '603e99ff17d347a6805e5b4755514a36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1686.387788] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] VM already powered off {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1686.387994] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1686.388251] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.388402] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.388581] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1686.388840] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f5f1936-b19d-4c42-a0eb-7b1a91df5082 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.406490] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1686.406727] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1686.407725] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12346b74-0baa-4f4b-803d-e5877cdde860 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.416734] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1686.416734] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525c78c2-90a3-2fe2-5d47-7070da491d82" [ 1686.416734] env[62181]: _type = "Task" [ 1686.416734] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.424293] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525c78c2-90a3-2fe2-5d47-7070da491d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.471949] env[62181]: DEBUG oslo_concurrency.lockutils [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "cde31390-04ec-43bd-93b6-35b4e1447d22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.471949] env[62181]: DEBUG oslo_concurrency.lockutils [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "cde31390-04ec-43bd-93b6-35b4e1447d22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.471949] env[62181]: DEBUG oslo_concurrency.lockutils [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "cde31390-04ec-43bd-93b6-35b4e1447d22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.471949] env[62181]: DEBUG oslo_concurrency.lockutils [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "cde31390-04ec-43bd-93b6-35b4e1447d22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.471949] env[62181]: DEBUG oslo_concurrency.lockutils [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "cde31390-04ec-43bd-93b6-35b4e1447d22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.474984] env[62181]: INFO nova.compute.manager [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Terminating instance [ 1686.767241] env[62181]: DEBUG oslo_vmware.api [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163308} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.767241] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1686.767241] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1686.770021] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1686.770021] env[62181]: INFO nova.compute.manager [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1686.770021] env[62181]: DEBUG oslo.service.loopingcall [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.770021] env[62181]: DEBUG nova.compute.manager [-] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1686.770021] env[62181]: DEBUG nova.network.neutron [-] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1686.837661] env[62181]: DEBUG nova.compute.manager [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1686.931636] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525c78c2-90a3-2fe2-5d47-7070da491d82, 'name': SearchDatastore_Task, 'duration_secs': 0.009369} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.933212] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf89f854-15c2-469d-8ef2-5eb3204cea40 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.939307] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1686.939307] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]529aa688-e596-154f-fef4-c3378b87cf72" [ 1686.939307] env[62181]: _type = "Task" [ 1686.939307] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.950780] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529aa688-e596-154f-fef4-c3378b87cf72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.970493] env[62181]: DEBUG nova.network.neutron [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Successfully created port: e900ac15-9099-4d78-b240-9ddb1de1829a {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1686.979187] env[62181]: DEBUG nova.compute.manager [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1686.979405] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1686.983347] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9b6de3-740b-44b5-8d9c-67273851e798 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.988619] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1686.988867] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eda02aac-5e1d-4b63-a022-3dfb76ce1014 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.999301] env[62181]: DEBUG oslo_vmware.api [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1686.999301] env[62181]: value = "task-1790401" [ 1686.999301] env[62181]: _type = "Task" [ 1686.999301] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.008227] env[62181]: DEBUG oslo_vmware.api [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.272783] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e36ae2-ffa0-4e18-8e22-bd4af8f5b80e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.282359] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4366cafb-70b8-48fc-ad0f-3624c9df00af {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.314626] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e22605-4cbc-4848-acc4-9a936b77ae5f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.324451] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d68bff2-53f3-4158-8ea5-030259dad7af {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.340056] env[62181]: DEBUG nova.compute.provider_tree [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1687.361152] env[62181]: DEBUG nova.compute.manager [req-774f7319-02ca-46c0-89dc-61c9f5a2904f req-1187035d-6faa-4b9f-9bf7-d8cc4b64d3e7 service nova] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Received event network-vif-deleted-949b76e1-52b3-4072-b763-56607752f022 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1687.361152] env[62181]: INFO nova.compute.manager [req-774f7319-02ca-46c0-89dc-61c9f5a2904f req-1187035d-6faa-4b9f-9bf7-d8cc4b64d3e7 service nova] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Neutron deleted interface 949b76e1-52b3-4072-b763-56607752f022; detaching it from the instance and deleting it from the info cache [ 1687.361152] env[62181]: DEBUG nova.network.neutron [req-774f7319-02ca-46c0-89dc-61c9f5a2904f req-1187035d-6faa-4b9f-9bf7-d8cc4b64d3e7 service nova] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.455727] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529aa688-e596-154f-fef4-c3378b87cf72, 'name': SearchDatastore_Task, 'duration_secs': 0.020808} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.456063] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.456354] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] d16532e5-49b2-478e-8147-9e25e0d0d11f/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk. {{(pid=62181) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1687.456664] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8244b922-e21a-48b6-8c17-aa734585fa21 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.464741] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1687.464741] env[62181]: value = "task-1790402" [ 1687.464741] env[62181]: _type = "Task" [ 1687.464741] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.475113] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.510144] env[62181]: DEBUG oslo_vmware.api [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790401, 'name': PowerOffVM_Task, 'duration_secs': 0.19025} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.510477] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1687.510725] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1687.511079] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd108df8-42a1-405c-848a-d2dea19605a2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.607471] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1687.607897] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1687.608164] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Deleting the datastore file [datastore1] cde31390-04ec-43bd-93b6-35b4e1447d22 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1687.608452] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeaeb16c-b000-479a-9aa4-75b311738890 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.616376] env[62181]: DEBUG oslo_vmware.api [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1687.616376] env[62181]: value = "task-1790404" [ 1687.616376] env[62181]: _type = "Task" [ 1687.616376] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.625794] env[62181]: DEBUG oslo_vmware.api [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.848542] env[62181]: DEBUG nova.network.neutron [-] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.851260] env[62181]: DEBUG nova.compute.manager [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1687.864623] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b37227a2-12bc-4791-9e80-5d25740c034c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.876713] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064be220-b1d5-4a97-b580-c4d9c4f0d267 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.897635] env[62181]: DEBUG nova.scheduler.client.report [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1687.898036] env[62181]: DEBUG nova.compute.provider_tree [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 94 to 95 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1687.898280] env[62181]: DEBUG nova.compute.provider_tree [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1687.916023] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1687.919289] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.919289] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1687.919289] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.919289] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1687.919289] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1687.919289] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1687.919289] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1687.919289] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1687.919289] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1687.919289] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1687.919289] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471068a8-4a1e-4923-847b-e7ee7181136a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.939558] env[62181]: DEBUG nova.compute.manager [req-774f7319-02ca-46c0-89dc-61c9f5a2904f req-1187035d-6faa-4b9f-9bf7-d8cc4b64d3e7 service nova] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Detach interface failed, port_id=949b76e1-52b3-4072-b763-56607752f022, reason: Instance ebeb80d5-271b-4aa2-b6da-d3cfd2d28021 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1687.947341] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac3377a-2e79-4360-8d59-19d40bbde772 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.980314] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790402, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.128212] env[62181]: DEBUG oslo_vmware.api [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495474} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.128212] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1688.128212] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1688.128414] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1688.128619] env[62181]: INFO nova.compute.manager [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1688.128900] env[62181]: DEBUG oslo.service.loopingcall [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.129143] env[62181]: DEBUG nova.compute.manager [-] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1688.129275] env[62181]: DEBUG nova.network.neutron [-] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1688.355875] env[62181]: INFO nova.compute.manager [-] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Took 1.59 seconds to deallocate network for instance. [ 1688.404618] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.405100] env[62181]: DEBUG nova.compute.manager [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1688.408446] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.314s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.408705] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.411101] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.848s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.411101] env[62181]: DEBUG nova.objects.instance [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lazy-loading 'resources' on Instance uuid aee5cc05-511a-4b6f-b3ab-21bc651866f6 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.441643] env[62181]: INFO nova.scheduler.client.report [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Deleted allocations for instance f6d9cca5-4f3d-4bf0-9306-6d6616533809 [ 1688.482028] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638486} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.484200] env[62181]: INFO nova.virt.vmwareapi.ds_util [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] d16532e5-49b2-478e-8147-9e25e0d0d11f/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk. [ 1688.484200] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c6e7d7-6d1a-4996-9873-be02ecc502d9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.515218] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] d16532e5-49b2-478e-8147-9e25e0d0d11f/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1688.515218] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27110c9e-d572-4ed4-a744-0c6142f7f59d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.537489] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1688.537489] env[62181]: value = "task-1790405" [ 1688.537489] env[62181]: _type = "Task" [ 1688.537489] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.549756] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790405, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.866398] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.866398] env[62181]: DEBUG nova.network.neutron [-] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.912118] env[62181]: DEBUG nova.compute.utils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1688.912118] env[62181]: DEBUG nova.compute.manager [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1688.912118] env[62181]: DEBUG nova.network.neutron [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1688.952947] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aed39002-6c27-496a-8db1-0b887ee7fa9d tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "f6d9cca5-4f3d-4bf0-9306-6d6616533809" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.462s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.019073] env[62181]: DEBUG nova.policy [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09002dcd5dd84c2fbea959e5ebf1ab57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '603e99ff17d347a6805e5b4755514a36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1689.049192] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790405, 'name': ReconfigVM_Task, 'duration_secs': 0.423961} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.053176] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Reconfigured VM instance instance-00000045 to attach disk [datastore1] d16532e5-49b2-478e-8147-9e25e0d0d11f/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1689.054029] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef30c2d2-d1dd-48d7-a868-56b032584cf9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.088627] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78fed81e-55a6-4a42-899d-a2bc45577b3d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.104302] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1689.104302] env[62181]: value = "task-1790406" [ 1689.104302] env[62181]: _type = "Task" [ 1689.104302] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.115295] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.177592] env[62181]: DEBUG nova.network.neutron [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Successfully updated port: e900ac15-9099-4d78-b240-9ddb1de1829a {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1689.370535] env[62181]: INFO nova.compute.manager [-] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Took 1.24 seconds to deallocate network for instance. [ 1689.420460] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25c6688-af4b-47c2-a705-494dd5b2fd9f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.423937] env[62181]: DEBUG nova.compute.manager [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1689.435495] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7cb735-49eb-4a17-9fa8-328fb8005cab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.479093] env[62181]: DEBUG nova.network.neutron [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Successfully created port: b1f681f4-dbcf-4a33-bd0d-51128ac9e368 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1689.486070] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ee82a6-8638-4ff0-8f6a-f2eaf8abd405 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.492551] env[62181]: DEBUG nova.compute.manager [req-9649ee49-3715-4071-9a41-a46dd853711c req-0e505d74-aebb-453c-9983-60ba52f095ab service nova] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Received event network-vif-deleted-5fac9f5f-387a-46cf-bb84-1a62d79f4d04 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1689.492797] env[62181]: DEBUG nova.compute.manager [req-9649ee49-3715-4071-9a41-a46dd853711c req-0e505d74-aebb-453c-9983-60ba52f095ab service nova] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Received event network-vif-plugged-e900ac15-9099-4d78-b240-9ddb1de1829a {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1689.493056] env[62181]: DEBUG oslo_concurrency.lockutils [req-9649ee49-3715-4071-9a41-a46dd853711c req-0e505d74-aebb-453c-9983-60ba52f095ab service nova] Acquiring lock "a77c47cd-ff3d-4fc1-8a84-61ad82d2de59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.493319] env[62181]: DEBUG oslo_concurrency.lockutils [req-9649ee49-3715-4071-9a41-a46dd853711c req-0e505d74-aebb-453c-9983-60ba52f095ab service nova] Lock "a77c47cd-ff3d-4fc1-8a84-61ad82d2de59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.493636] env[62181]: DEBUG oslo_concurrency.lockutils [req-9649ee49-3715-4071-9a41-a46dd853711c req-0e505d74-aebb-453c-9983-60ba52f095ab service nova] Lock "a77c47cd-ff3d-4fc1-8a84-61ad82d2de59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.493888] env[62181]: DEBUG nova.compute.manager [req-9649ee49-3715-4071-9a41-a46dd853711c req-0e505d74-aebb-453c-9983-60ba52f095ab service nova] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] No waiting events found dispatching network-vif-plugged-e900ac15-9099-4d78-b240-9ddb1de1829a {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1689.494157] env[62181]: WARNING nova.compute.manager [req-9649ee49-3715-4071-9a41-a46dd853711c req-0e505d74-aebb-453c-9983-60ba52f095ab service nova] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Received unexpected event network-vif-plugged-e900ac15-9099-4d78-b240-9ddb1de1829a for instance with vm_state building and task_state spawning. [ 1689.495049] env[62181]: DEBUG nova.compute.manager [req-9649ee49-3715-4071-9a41-a46dd853711c req-0e505d74-aebb-453c-9983-60ba52f095ab service nova] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Received event network-changed-e900ac15-9099-4d78-b240-9ddb1de1829a {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1689.495336] env[62181]: DEBUG nova.compute.manager [req-9649ee49-3715-4071-9a41-a46dd853711c req-0e505d74-aebb-453c-9983-60ba52f095ab service nova] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Refreshing instance network info cache due to event network-changed-e900ac15-9099-4d78-b240-9ddb1de1829a. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1689.495620] env[62181]: DEBUG oslo_concurrency.lockutils [req-9649ee49-3715-4071-9a41-a46dd853711c req-0e505d74-aebb-453c-9983-60ba52f095ab service nova] Acquiring lock "refresh_cache-a77c47cd-ff3d-4fc1-8a84-61ad82d2de59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.495771] env[62181]: DEBUG oslo_concurrency.lockutils [req-9649ee49-3715-4071-9a41-a46dd853711c req-0e505d74-aebb-453c-9983-60ba52f095ab service nova] Acquired lock "refresh_cache-a77c47cd-ff3d-4fc1-8a84-61ad82d2de59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.496081] env[62181]: DEBUG nova.network.neutron [req-9649ee49-3715-4071-9a41-a46dd853711c req-0e505d74-aebb-453c-9983-60ba52f095ab service nova] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Refreshing network info cache for port e900ac15-9099-4d78-b240-9ddb1de1829a {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1689.505996] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3d488c-03fe-4b0a-8677-73f047bc7d22 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.527588] env[62181]: DEBUG nova.compute.provider_tree [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1689.544186] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Acquiring lock "f39eb244-b450-44f8-b1cc-07329e4e8ca8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.544486] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Lock "f39eb244-b450-44f8-b1cc-07329e4e8ca8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.617285] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790406, 'name': ReconfigVM_Task, 'duration_secs': 0.171733} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.617574] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1689.618110] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48bb6aef-b41f-4f5c-8bdd-5d50a57a03e8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.626586] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1689.626586] env[62181]: value = "task-1790407" [ 1689.626586] env[62181]: _type = "Task" [ 1689.626586] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.637059] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.688639] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "refresh_cache-a77c47cd-ff3d-4fc1-8a84-61ad82d2de59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.881510] env[62181]: DEBUG oslo_concurrency.lockutils [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.997810] env[62181]: DEBUG oslo_concurrency.lockutils [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "571c2ea4-2a87-4876-a245-c6f6f67d2223" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.998075] env[62181]: DEBUG oslo_concurrency.lockutils [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "571c2ea4-2a87-4876-a245-c6f6f67d2223" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.998293] env[62181]: DEBUG oslo_concurrency.lockutils [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "571c2ea4-2a87-4876-a245-c6f6f67d2223-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.998479] env[62181]: DEBUG oslo_concurrency.lockutils [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "571c2ea4-2a87-4876-a245-c6f6f67d2223-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.998649] env[62181]: DEBUG oslo_concurrency.lockutils [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "571c2ea4-2a87-4876-a245-c6f6f67d2223-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.002992] env[62181]: INFO nova.compute.manager [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Terminating instance [ 1690.034223] env[62181]: DEBUG nova.network.neutron [req-9649ee49-3715-4071-9a41-a46dd853711c req-0e505d74-aebb-453c-9983-60ba52f095ab service nova] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1690.049106] env[62181]: DEBUG nova.compute.manager [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1690.056756] env[62181]: ERROR nova.scheduler.client.report [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [req-d8d8944f-c230-48b3-9135-b56ac80f1cff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d8d8944f-c230-48b3-9135-b56ac80f1cff"}]} [ 1690.080224] env[62181]: DEBUG nova.scheduler.client.report [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1690.106828] env[62181]: DEBUG nova.scheduler.client.report [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1690.107205] env[62181]: DEBUG nova.compute.provider_tree [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1690.119414] env[62181]: DEBUG nova.scheduler.client.report [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1690.132245] env[62181]: DEBUG nova.network.neutron [req-9649ee49-3715-4071-9a41-a46dd853711c req-0e505d74-aebb-453c-9983-60ba52f095ab service nova] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.139790] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.141259] env[62181]: DEBUG nova.scheduler.client.report [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1690.435403] env[62181]: DEBUG nova.compute.manager [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1690.458691] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1690.462027] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1690.462027] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1690.462027] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1690.462027] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1690.462027] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1690.462027] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1690.462027] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1690.462027] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1690.462027] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1690.462027] env[62181]: DEBUG nova.virt.hardware [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1690.462027] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6450c0a-ea8e-439c-b6e5-6c5a22276d64 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.476645] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0432b8-b99f-48ca-af9f-fe8c4022508f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.509602] env[62181]: DEBUG nova.compute.manager [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1690.509602] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1690.509602] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7801e05-53d2-4fc6-9cd5-835a564f4128 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.515459] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1690.515711] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e861d7a4-707c-4cd8-890a-4ad98bae833e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.519071] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a65186-1fb3-41b5-9fb1-ce53d48ceb26 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.526864] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15357800-b583-4fcd-8f6c-2bdc759f3b74 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.532051] env[62181]: DEBUG oslo_vmware.api [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1690.532051] env[62181]: value = "task-1790408" [ 1690.532051] env[62181]: _type = "Task" [ 1690.532051] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.566998] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22779f8-63a9-4d60-b092-e22d17c52250 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.572945] env[62181]: DEBUG oslo_vmware.api [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.577783] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2a597d-0745-409e-a611-b164ffe2e200 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.583213] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.593307] env[62181]: DEBUG nova.compute.provider_tree [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1690.638074] env[62181]: DEBUG oslo_concurrency.lockutils [req-9649ee49-3715-4071-9a41-a46dd853711c req-0e505d74-aebb-453c-9983-60ba52f095ab service nova] Releasing lock "refresh_cache-a77c47cd-ff3d-4fc1-8a84-61ad82d2de59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.638874] env[62181]: DEBUG oslo_vmware.api [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790407, 'name': PowerOnVM_Task, 'duration_secs': 0.637363} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.640553] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquired lock "refresh_cache-a77c47cd-ff3d-4fc1-8a84-61ad82d2de59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.640553] env[62181]: DEBUG nova.network.neutron [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1690.640553] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1690.646356] env[62181]: DEBUG nova.compute.manager [None req-6100973a-76ca-46dd-8cde-c736399a2304 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1690.646912] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8920e5e0-f1f0-417f-ae98-b6580962d771 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.044147] env[62181]: DEBUG oslo_vmware.api [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790408, 'name': PowerOffVM_Task, 'duration_secs': 0.316064} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.044147] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1691.044147] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1691.044147] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87290045-a39b-4ee4-8bed-34830a2ba073 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.122646] env[62181]: ERROR nova.scheduler.client.report [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [req-f8e2af22-54f6-4881-8909-8690ffc5d4ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f8e2af22-54f6-4881-8909-8690ffc5d4ef"}]} [ 1691.128707] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1691.128707] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1691.128707] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Deleting the datastore file [datastore1] 571c2ea4-2a87-4876-a245-c6f6f67d2223 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1691.128883] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-449c27b8-3831-41f4-94c7-f26da8140bb5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.135585] env[62181]: DEBUG oslo_vmware.api [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for the task: (returnval){ [ 1691.135585] env[62181]: value = "task-1790410" [ 1691.135585] env[62181]: _type = "Task" [ 1691.135585] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.147662] env[62181]: DEBUG oslo_vmware.api [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.148875] env[62181]: DEBUG nova.scheduler.client.report [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1691.164370] env[62181]: DEBUG nova.scheduler.client.report [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1691.164571] env[62181]: DEBUG nova.compute.provider_tree [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 97 to 98 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1691.164730] env[62181]: DEBUG nova.compute.provider_tree [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1691.177538] env[62181]: DEBUG nova.scheduler.client.report [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1691.191600] env[62181]: DEBUG nova.network.neutron [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1691.197350] env[62181]: DEBUG nova.scheduler.client.report [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1691.252684] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "28dd8dee-5e81-4940-8ab5-db85d851573d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.252946] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "28dd8dee-5e81-4940-8ab5-db85d851573d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.347720] env[62181]: DEBUG nova.network.neutron [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Successfully updated port: b1f681f4-dbcf-4a33-bd0d-51128ac9e368 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1691.386046] env[62181]: DEBUG nova.network.neutron [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Updating instance_info_cache with network_info: [{"id": "e900ac15-9099-4d78-b240-9ddb1de1829a", "address": "fa:16:3e:35:b8:7c", "network": {"id": "7919b183-04bf-4f42-a2fc-fb60fe96004f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1530927795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603e99ff17d347a6805e5b4755514a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape900ac15-90", "ovs_interfaceid": "e900ac15-9099-4d78-b240-9ddb1de1829a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.521459] env[62181]: DEBUG nova.compute.manager [req-55b9d4ec-7fbb-4e68-9792-6b00e4ac7c9f req-d16b2084-4840-4e02-8e88-e092723642e1 service nova] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Received event network-vif-plugged-b1f681f4-dbcf-4a33-bd0d-51128ac9e368 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1691.521682] env[62181]: DEBUG oslo_concurrency.lockutils [req-55b9d4ec-7fbb-4e68-9792-6b00e4ac7c9f req-d16b2084-4840-4e02-8e88-e092723642e1 service nova] Acquiring lock "74ddbad8-d40a-4230-9a49-c105330e1d65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.521863] env[62181]: DEBUG oslo_concurrency.lockutils [req-55b9d4ec-7fbb-4e68-9792-6b00e4ac7c9f req-d16b2084-4840-4e02-8e88-e092723642e1 service nova] Lock "74ddbad8-d40a-4230-9a49-c105330e1d65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.522872] env[62181]: DEBUG oslo_concurrency.lockutils [req-55b9d4ec-7fbb-4e68-9792-6b00e4ac7c9f req-d16b2084-4840-4e02-8e88-e092723642e1 service nova] Lock "74ddbad8-d40a-4230-9a49-c105330e1d65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.523103] env[62181]: DEBUG nova.compute.manager [req-55b9d4ec-7fbb-4e68-9792-6b00e4ac7c9f req-d16b2084-4840-4e02-8e88-e092723642e1 service nova] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] No waiting events found dispatching network-vif-plugged-b1f681f4-dbcf-4a33-bd0d-51128ac9e368 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1691.523673] env[62181]: WARNING nova.compute.manager [req-55b9d4ec-7fbb-4e68-9792-6b00e4ac7c9f req-d16b2084-4840-4e02-8e88-e092723642e1 service nova] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Received unexpected event network-vif-plugged-b1f681f4-dbcf-4a33-bd0d-51128ac9e368 for instance with vm_state building and task_state spawning. [ 1691.523673] env[62181]: DEBUG nova.compute.manager [req-55b9d4ec-7fbb-4e68-9792-6b00e4ac7c9f req-d16b2084-4840-4e02-8e88-e092723642e1 service nova] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Received event network-changed-b1f681f4-dbcf-4a33-bd0d-51128ac9e368 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1691.523829] env[62181]: DEBUG nova.compute.manager [req-55b9d4ec-7fbb-4e68-9792-6b00e4ac7c9f req-d16b2084-4840-4e02-8e88-e092723642e1 service nova] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Refreshing instance network info cache due to event network-changed-b1f681f4-dbcf-4a33-bd0d-51128ac9e368. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1691.524059] env[62181]: DEBUG oslo_concurrency.lockutils [req-55b9d4ec-7fbb-4e68-9792-6b00e4ac7c9f req-d16b2084-4840-4e02-8e88-e092723642e1 service nova] Acquiring lock "refresh_cache-74ddbad8-d40a-4230-9a49-c105330e1d65" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.524204] env[62181]: DEBUG oslo_concurrency.lockutils [req-55b9d4ec-7fbb-4e68-9792-6b00e4ac7c9f req-d16b2084-4840-4e02-8e88-e092723642e1 service nova] Acquired lock "refresh_cache-74ddbad8-d40a-4230-9a49-c105330e1d65" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.524362] env[62181]: DEBUG nova.network.neutron [req-55b9d4ec-7fbb-4e68-9792-6b00e4ac7c9f req-d16b2084-4840-4e02-8e88-e092723642e1 service nova] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Refreshing network info cache for port b1f681f4-dbcf-4a33-bd0d-51128ac9e368 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1691.604202] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553feb7a-2ffc-4434-8ab7-c2644ee96e78 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.613798] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f1c9d1-aae8-4f88-be98-95fc12c091b4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.650324] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6e0af6-b869-4407-806f-22f256dee966 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.655583] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "0c671bbc-2765-43b9-8ac1-ca532682d5f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.655821] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "0c671bbc-2765-43b9-8ac1-ca532682d5f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.665164] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6654d2fb-65df-40de-8f7a-f75f14c7457e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.669541] env[62181]: DEBUG oslo_vmware.api [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Task: {'id': task-1790410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3325} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.670484] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1691.670484] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1691.670651] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1691.670846] env[62181]: INFO nova.compute.manager [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1691.671109] env[62181]: DEBUG oslo.service.loopingcall [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.671748] env[62181]: DEBUG nova.compute.manager [-] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1691.671832] env[62181]: DEBUG nova.network.neutron [-] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1691.683357] env[62181]: DEBUG nova.compute.provider_tree [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1691.758094] env[62181]: DEBUG nova.compute.manager [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1691.854267] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "refresh_cache-74ddbad8-d40a-4230-9a49-c105330e1d65" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.888936] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Releasing lock "refresh_cache-a77c47cd-ff3d-4fc1-8a84-61ad82d2de59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.889319] env[62181]: DEBUG nova.compute.manager [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Instance network_info: |[{"id": "e900ac15-9099-4d78-b240-9ddb1de1829a", "address": "fa:16:3e:35:b8:7c", "network": {"id": "7919b183-04bf-4f42-a2fc-fb60fe96004f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1530927795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603e99ff17d347a6805e5b4755514a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape900ac15-90", "ovs_interfaceid": "e900ac15-9099-4d78-b240-9ddb1de1829a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1691.889987] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:b8:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e900ac15-9099-4d78-b240-9ddb1de1829a', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1691.898550] env[62181]: DEBUG oslo.service.loopingcall [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.898761] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1691.899108] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75621b4d-ba3f-4619-ab65-7b76158b5005 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.922357] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1691.922357] env[62181]: value = "task-1790411" [ 1691.922357] env[62181]: _type = "Task" [ 1691.922357] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.935424] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790411, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.062238] env[62181]: DEBUG nova.network.neutron [req-55b9d4ec-7fbb-4e68-9792-6b00e4ac7c9f req-d16b2084-4840-4e02-8e88-e092723642e1 service nova] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1692.139631] env[62181]: DEBUG nova.network.neutron [req-55b9d4ec-7fbb-4e68-9792-6b00e4ac7c9f req-d16b2084-4840-4e02-8e88-e092723642e1 service nova] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.160120] env[62181]: DEBUG nova.compute.manager [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1692.205651] env[62181]: ERROR nova.scheduler.client.report [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [req-55aaea67-ff37-472b-80b2-dcc563e3891e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-55aaea67-ff37-472b-80b2-dcc563e3891e"}]} [ 1692.221979] env[62181]: DEBUG nova.scheduler.client.report [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1692.235843] env[62181]: DEBUG nova.scheduler.client.report [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1692.235967] env[62181]: DEBUG nova.compute.provider_tree [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1692.247391] env[62181]: DEBUG nova.scheduler.client.report [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1692.268464] env[62181]: DEBUG nova.scheduler.client.report [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1692.280436] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.406610] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "eb741f86-d1aa-41a7-a9b0-1219538e8a2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.407315] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "eb741f86-d1aa-41a7-a9b0-1219538e8a2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.434508] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790411, 'name': CreateVM_Task, 'duration_secs': 0.462851} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.434690] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1692.435430] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.435595] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.435918] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1692.436179] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9599a475-a7ec-478d-9998-618b3d956c7d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.442815] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1692.442815] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5215e449-767f-d237-1c4a-e7c54cd2e0b3" [ 1692.442815] env[62181]: _type = "Task" [ 1692.442815] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.446365] env[62181]: DEBUG nova.network.neutron [-] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.451928] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5215e449-767f-d237-1c4a-e7c54cd2e0b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.628190] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0826a2-6043-4d63-8fb8-28653dfdc5c5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.636202] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5964462-0b4d-4731-8b5c-a01b4f5e8995 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.642604] env[62181]: DEBUG oslo_concurrency.lockutils [req-55b9d4ec-7fbb-4e68-9792-6b00e4ac7c9f req-d16b2084-4840-4e02-8e88-e092723642e1 service nova] Releasing lock "refresh_cache-74ddbad8-d40a-4230-9a49-c105330e1d65" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.676889] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquired lock "refresh_cache-74ddbad8-d40a-4230-9a49-c105330e1d65" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.677203] env[62181]: DEBUG nova.network.neutron [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1692.686538] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ddd43a-73f4-422b-a626-e90afe0352ea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.700241] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7843f67-2fbe-47a8-a927-3626c03a4972 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.708397] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.725526] env[62181]: DEBUG nova.compute.provider_tree [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1692.909993] env[62181]: DEBUG nova.compute.manager [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1692.948955] env[62181]: INFO nova.compute.manager [-] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Took 1.28 seconds to deallocate network for instance. [ 1692.958029] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5215e449-767f-d237-1c4a-e7c54cd2e0b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.958029] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.958029] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1692.958224] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.958303] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.958490] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1692.958735] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5338e45c-e813-43d0-bb00-dde7872625c0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.967707] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1692.967882] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1692.968588] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386cabf3-4e2c-4a3f-94be-e44204750669 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.973645] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1692.973645] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52855563-caf9-2f19-065c-b7ebd039b258" [ 1692.973645] env[62181]: _type = "Task" [ 1692.973645] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.981487] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52855563-caf9-2f19-065c-b7ebd039b258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.214765] env[62181]: DEBUG nova.network.neutron [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1693.259927] env[62181]: DEBUG nova.scheduler.client.report [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1693.259927] env[62181]: DEBUG nova.compute.provider_tree [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 99 to 100 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1693.260121] env[62181]: DEBUG nova.compute.provider_tree [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1693.394097] env[62181]: DEBUG nova.network.neutron [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Updating instance_info_cache with network_info: [{"id": "b1f681f4-dbcf-4a33-bd0d-51128ac9e368", "address": "fa:16:3e:10:59:43", "network": {"id": "7919b183-04bf-4f42-a2fc-fb60fe96004f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1530927795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603e99ff17d347a6805e5b4755514a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f681f4-db", "ovs_interfaceid": "b1f681f4-dbcf-4a33-bd0d-51128ac9e368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.429436] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.455289] env[62181]: DEBUG oslo_concurrency.lockutils [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.485701] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52855563-caf9-2f19-065c-b7ebd039b258, 'name': SearchDatastore_Task, 'duration_secs': 0.007671} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.487060] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c9e1a3-a057-4b4d-bdc1-d2ab606d561a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.491416] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1693.491416] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52bd795a-b6b5-bc83-6bca-77a9b26c79be" [ 1693.491416] env[62181]: _type = "Task" [ 1693.491416] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.498984] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52bd795a-b6b5-bc83-6bca-77a9b26c79be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.551011] env[62181]: DEBUG nova.compute.manager [req-b2adaf75-8cb0-4c8d-be49-617a6c35d373 req-a33690cf-87ac-41ce-840e-3bfd9c41fbbd service nova] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Received event network-vif-deleted-67dfc0fc-0f9a-48d2-81c1-9aebbe79305f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1693.765528] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.355s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.768364] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.985s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.768562] env[62181]: DEBUG nova.objects.instance [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lazy-loading 'pci_requests' on Instance uuid dd52dddb-7f4a-483b-aa89-fb7d0537be0f {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.784301] env[62181]: INFO nova.scheduler.client.report [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Deleted allocations for instance aee5cc05-511a-4b6f-b3ab-21bc651866f6 [ 1693.897559] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Releasing lock "refresh_cache-74ddbad8-d40a-4230-9a49-c105330e1d65" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.897796] env[62181]: DEBUG nova.compute.manager [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Instance network_info: |[{"id": "b1f681f4-dbcf-4a33-bd0d-51128ac9e368", "address": "fa:16:3e:10:59:43", "network": {"id": "7919b183-04bf-4f42-a2fc-fb60fe96004f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1530927795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603e99ff17d347a6805e5b4755514a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f681f4-db", "ovs_interfaceid": "b1f681f4-dbcf-4a33-bd0d-51128ac9e368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1693.898359] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:59:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1f681f4-dbcf-4a33-bd0d-51128ac9e368', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1693.905837] env[62181]: DEBUG oslo.service.loopingcall [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1693.906067] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1693.906297] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-465f5065-230c-41ef-8592-f75d65e075f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.926292] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1693.926292] env[62181]: value = "task-1790412" [ 1693.926292] env[62181]: _type = "Task" [ 1693.926292] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.934099] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790412, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.001629] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52bd795a-b6b5-bc83-6bca-77a9b26c79be, 'name': SearchDatastore_Task, 'duration_secs': 0.008797} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.001921] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.002242] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] a77c47cd-ff3d-4fc1-8a84-61ad82d2de59/a77c47cd-ff3d-4fc1-8a84-61ad82d2de59.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1694.002541] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a3038b2-9bc7-4233-b2a0-c9ede7e0f44d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.009257] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1694.009257] env[62181]: value = "task-1790413" [ 1694.009257] env[62181]: _type = "Task" [ 1694.009257] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.017013] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.273125] env[62181]: DEBUG nova.objects.instance [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lazy-loading 'numa_topology' on Instance uuid dd52dddb-7f4a-483b-aa89-fb7d0537be0f {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1694.291418] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e55108e6-8e98-4e94-ad3a-09bdc6303158 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "aee5cc05-511a-4b6f-b3ab-21bc651866f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.880s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.438024] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790412, 'name': CreateVM_Task, 'duration_secs': 0.469202} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.441053] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1694.441411] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.441607] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.441985] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1694.442286] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ecb039-8bc3-4dea-acab-f30b549672f9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.449645] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1694.449645] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527faded-c49f-b385-8cf4-4d82081c3ded" [ 1694.449645] env[62181]: _type = "Task" [ 1694.449645] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.459851] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527faded-c49f-b385-8cf4-4d82081c3ded, 'name': SearchDatastore_Task, 'duration_secs': 0.009103} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.460220] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.460456] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1694.460743] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.460824] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.461016] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1694.461278] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-953235e6-ad1c-46a9-88b3-66a72a0da15a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.468427] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1694.468749] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1694.469577] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b43db699-8d97-4c6c-a24f-6c52a387929d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.476384] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1694.476384] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52440f91-a0a4-9a08-4bed-d68aac23e217" [ 1694.476384] env[62181]: _type = "Task" [ 1694.476384] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.487280] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52440f91-a0a4-9a08-4bed-d68aac23e217, 'name': SearchDatastore_Task} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.487280] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bc0575a-b9e7-4de0-bbe8-eb11fecbde88 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.492113] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1694.492113] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52ee9e97-2566-b404-cced-cf1b01a2a092" [ 1694.492113] env[62181]: _type = "Task" [ 1694.492113] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.499396] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52ee9e97-2566-b404-cced-cf1b01a2a092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.517950] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456531} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.518243] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] a77c47cd-ff3d-4fc1-8a84-61ad82d2de59/a77c47cd-ff3d-4fc1-8a84-61ad82d2de59.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1694.518458] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1694.518772] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1bb8b8c-5de7-4950-9444-1edfdeb4c1b4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.525261] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1694.525261] env[62181]: value = "task-1790414" [ 1694.525261] env[62181]: _type = "Task" [ 1694.525261] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.533466] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.541022] env[62181]: DEBUG oslo_concurrency.lockutils [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "4bc0e10e-367a-4fb4-bf83-1e4550d24790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.541327] env[62181]: DEBUG oslo_concurrency.lockutils [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "4bc0e10e-367a-4fb4-bf83-1e4550d24790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.541514] env[62181]: DEBUG oslo_concurrency.lockutils [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "4bc0e10e-367a-4fb4-bf83-1e4550d24790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.541709] env[62181]: DEBUG oslo_concurrency.lockutils [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "4bc0e10e-367a-4fb4-bf83-1e4550d24790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.541900] env[62181]: DEBUG oslo_concurrency.lockutils [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "4bc0e10e-367a-4fb4-bf83-1e4550d24790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.544190] env[62181]: INFO nova.compute.manager [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Terminating instance [ 1694.777070] env[62181]: INFO nova.compute.claims [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1695.002425] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52ee9e97-2566-b404-cced-cf1b01a2a092, 'name': SearchDatastore_Task, 'duration_secs': 0.012428} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.002692] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.002987] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 74ddbad8-d40a-4230-9a49-c105330e1d65/74ddbad8-d40a-4230-9a49-c105330e1d65.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1695.003254] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f008091d-a535-4e69-849b-a8018a797782 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.008925] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1695.008925] env[62181]: value = "task-1790415" [ 1695.008925] env[62181]: _type = "Task" [ 1695.008925] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.015978] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.033524] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107663} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.033716] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1695.034453] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e0f708-a5b4-421a-b89d-074feb9237f1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.054911] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] a77c47cd-ff3d-4fc1-8a84-61ad82d2de59/a77c47cd-ff3d-4fc1-8a84-61ad82d2de59.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1695.055508] env[62181]: DEBUG nova.compute.manager [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1695.055696] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1695.055908] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c009df6a-c424-47a0-b672-2724967c44b0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.070399] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddca8d4-f4d2-4f24-840e-ba37385df9e9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.078520] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1695.079656] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d80e04ba-2f53-401b-b5f7-10d5ba49ff05 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.081113] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1695.081113] env[62181]: value = "task-1790416" [ 1695.081113] env[62181]: _type = "Task" [ 1695.081113] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.085807] env[62181]: DEBUG oslo_vmware.api [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1695.085807] env[62181]: value = "task-1790417" [ 1695.085807] env[62181]: _type = "Task" [ 1695.085807] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.088970] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.096544] env[62181]: DEBUG oslo_vmware.api [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.520501] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482992} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.520820] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 74ddbad8-d40a-4230-9a49-c105330e1d65/74ddbad8-d40a-4230-9a49-c105330e1d65.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1695.520983] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1695.521270] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2081687b-0d4b-447a-bd8f-74eb8dc1b694 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.527705] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1695.527705] env[62181]: value = "task-1790418" [ 1695.527705] env[62181]: _type = "Task" [ 1695.527705] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.535310] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.590983] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.598229] env[62181]: DEBUG oslo_vmware.api [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790417, 'name': PowerOffVM_Task, 'duration_secs': 0.209037} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.598489] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1695.598658] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1695.599078] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18792fd8-c9fa-406c-9a48-f0b225edfb0b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.719716] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1695.719950] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1695.720156] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Deleting the datastore file [datastore1] 4bc0e10e-367a-4fb4-bf83-1e4550d24790 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1695.720425] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ced9da5-3c7a-4217-8bba-a09b0c94a98f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.726426] env[62181]: DEBUG oslo_vmware.api [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for the task: (returnval){ [ 1695.726426] env[62181]: value = "task-1790420" [ 1695.726426] env[62181]: _type = "Task" [ 1695.726426] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.734352] env[62181]: DEBUG oslo_vmware.api [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.038999] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065019} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.039304] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1696.040089] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d611499a-65c8-413a-93f8-995168070ff6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.064409] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 74ddbad8-d40a-4230-9a49-c105330e1d65/74ddbad8-d40a-4230-9a49-c105330e1d65.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1696.067039] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aacec9d-c406-43c7-841f-eb7909b21f9b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.086673] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1696.086673] env[62181]: value = "task-1790421" [ 1696.086673] env[62181]: _type = "Task" [ 1696.086673] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.092051] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790416, 'name': ReconfigVM_Task, 'duration_secs': 0.577854} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.094591] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Reconfigured VM instance instance-00000046 to attach disk [datastore1] a77c47cd-ff3d-4fc1-8a84-61ad82d2de59/a77c47cd-ff3d-4fc1-8a84-61ad82d2de59.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1696.096024] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ee3d43a-2d86-4232-aac8-f6e1e0b121a5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.099780] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790421, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.103867] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1696.103867] env[62181]: value = "task-1790422" [ 1696.103867] env[62181]: _type = "Task" [ 1696.103867] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.113576] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790422, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.127266] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab612cc-d1b3-46ca-946a-1a05c7fd0ec3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.133805] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35185131-5056-45af-8eb5-b13c9135d754 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.163716] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791c8863-7c4d-4443-8f55-3e2cd992578f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.171565] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e9ab5c-0286-43c5-92d8-83f0a4fae742 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.185288] env[62181]: DEBUG nova.compute.provider_tree [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1696.236022] env[62181]: DEBUG oslo_vmware.api [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Task: {'id': task-1790420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133953} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.236293] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1696.236477] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1696.236655] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1696.236847] env[62181]: INFO nova.compute.manager [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1696.237134] env[62181]: DEBUG oslo.service.loopingcall [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1696.237330] env[62181]: DEBUG nova.compute.manager [-] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1696.237425] env[62181]: DEBUG nova.network.neutron [-] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1696.496793] env[62181]: DEBUG nova.compute.manager [req-29027713-db24-4f40-99fe-cef09e5b519f req-b2b87024-f6e9-425e-a96d-2a9b7ea766d4 service nova] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Received event network-vif-deleted-96bcc0b5-6d07-4f7a-a665-5732bc1cb541 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1696.497388] env[62181]: INFO nova.compute.manager [req-29027713-db24-4f40-99fe-cef09e5b519f req-b2b87024-f6e9-425e-a96d-2a9b7ea766d4 service nova] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Neutron deleted interface 96bcc0b5-6d07-4f7a-a665-5732bc1cb541; detaching it from the instance and deleting it from the info cache [ 1696.497585] env[62181]: DEBUG nova.network.neutron [req-29027713-db24-4f40-99fe-cef09e5b519f req-b2b87024-f6e9-425e-a96d-2a9b7ea766d4 service nova] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.596567] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.613366] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790422, 'name': Rename_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.689055] env[62181]: DEBUG nova.scheduler.client.report [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1696.973738] env[62181]: DEBUG nova.network.neutron [-] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.999744] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecd53a59-ad82-48fb-b9a9-3939adbf7dda {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.009365] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d1fb85-e604-466e-be64-a9abd877d13f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.045303] env[62181]: DEBUG nova.compute.manager [req-29027713-db24-4f40-99fe-cef09e5b519f req-b2b87024-f6e9-425e-a96d-2a9b7ea766d4 service nova] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Detach interface failed, port_id=96bcc0b5-6d07-4f7a-a665-5732bc1cb541, reason: Instance 4bc0e10e-367a-4fb4-bf83-1e4550d24790 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1697.096529] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790421, 'name': ReconfigVM_Task, 'duration_secs': 0.749401} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.096837] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 74ddbad8-d40a-4230-9a49-c105330e1d65/74ddbad8-d40a-4230-9a49-c105330e1d65.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1697.097533] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8510f785-86b7-4358-a109-e8938bf28590 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.103998] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1697.103998] env[62181]: value = "task-1790423" [ 1697.103998] env[62181]: _type = "Task" [ 1697.103998] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.114837] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790423, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.118681] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790422, 'name': Rename_Task, 'duration_secs': 0.63186} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.118940] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1697.119226] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-459b8852-3c1d-4dd6-893f-59b00d48981a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.124409] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1697.124409] env[62181]: value = "task-1790424" [ 1697.124409] env[62181]: _type = "Task" [ 1697.124409] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.137939] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.194096] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.426s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.196747] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.083s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.197020] env[62181]: DEBUG nova.objects.instance [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lazy-loading 'resources' on Instance uuid 180320b7-6a64-4bb4-bb00-3aab3d562906 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1697.225993] env[62181]: INFO nova.network.neutron [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Updating port c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1697.476527] env[62181]: INFO nova.compute.manager [-] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Took 1.24 seconds to deallocate network for instance. [ 1697.615198] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790423, 'name': Rename_Task, 'duration_secs': 0.224582} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.615574] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1697.615823] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de38510d-c6c8-48f2-a4b3-8f822cbe4efb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.623034] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1697.623034] env[62181]: value = "task-1790425" [ 1697.623034] env[62181]: _type = "Task" [ 1697.623034] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.633101] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.636318] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790424, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.983667] env[62181]: DEBUG oslo_concurrency.lockutils [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.023510] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4903b1-f83d-4459-9f43-a5f6ba16a059 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.031050] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caae82f-3455-4cc1-9e26-004e71770f9a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.063202] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8afa48-7213-49e4-ae02-9da9862e78ce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.070736] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31011ba6-b5b6-473e-8a93-ef181c6221d1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.084674] env[62181]: DEBUG nova.compute.provider_tree [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.137011] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790425, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.140048] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790424, 'name': PowerOnVM_Task, 'duration_secs': 0.714183} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.140048] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1698.140048] env[62181]: INFO nova.compute.manager [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Took 10.29 seconds to spawn the instance on the hypervisor. [ 1698.140265] env[62181]: DEBUG nova.compute.manager [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1698.140967] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b3d5fa-f324-4191-8689-8dbcae41d4f6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.588097] env[62181]: DEBUG nova.scheduler.client.report [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1698.633633] env[62181]: DEBUG oslo_vmware.api [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790425, 'name': PowerOnVM_Task, 'duration_secs': 0.995915} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.634053] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1698.634187] env[62181]: INFO nova.compute.manager [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1698.634371] env[62181]: DEBUG nova.compute.manager [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1698.635196] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38abd9ae-57b7-471b-bb8a-4d7b65ff2886 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.656774] env[62181]: INFO nova.compute.manager [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Took 24.90 seconds to build instance. [ 1698.667636] env[62181]: DEBUG nova.compute.manager [req-adff4b39-d248-4cba-8042-52735f09a61a req-80ac9f44-e5d0-4a7a-b95a-e2e01f500d89 service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Received event network-vif-plugged-c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1698.667779] env[62181]: DEBUG oslo_concurrency.lockutils [req-adff4b39-d248-4cba-8042-52735f09a61a req-80ac9f44-e5d0-4a7a-b95a-e2e01f500d89 service nova] Acquiring lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.668063] env[62181]: DEBUG oslo_concurrency.lockutils [req-adff4b39-d248-4cba-8042-52735f09a61a req-80ac9f44-e5d0-4a7a-b95a-e2e01f500d89 service nova] Lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.668178] env[62181]: DEBUG oslo_concurrency.lockutils [req-adff4b39-d248-4cba-8042-52735f09a61a req-80ac9f44-e5d0-4a7a-b95a-e2e01f500d89 service nova] Lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.668351] env[62181]: DEBUG nova.compute.manager [req-adff4b39-d248-4cba-8042-52735f09a61a req-80ac9f44-e5d0-4a7a-b95a-e2e01f500d89 service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] No waiting events found dispatching network-vif-plugged-c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1698.668518] env[62181]: WARNING nova.compute.manager [req-adff4b39-d248-4cba-8042-52735f09a61a req-80ac9f44-e5d0-4a7a-b95a-e2e01f500d89 service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Received unexpected event network-vif-plugged-c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 for instance with vm_state shelved_offloaded and task_state spawning. [ 1698.787144] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.787371] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquired lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.787637] env[62181]: DEBUG nova.network.neutron [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1699.093132] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.095496] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.583s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.095688] env[62181]: DEBUG nova.objects.instance [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62181) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1699.114374] env[62181]: INFO nova.scheduler.client.report [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleted allocations for instance 180320b7-6a64-4bb4-bb00-3aab3d562906 [ 1699.155435] env[62181]: INFO nova.compute.manager [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Took 25.34 seconds to build instance. [ 1699.157854] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "a77c47cd-ff3d-4fc1-8a84-61ad82d2de59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.412s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.549847] env[62181]: DEBUG nova.network.neutron [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Updating instance_info_cache with network_info: [{"id": "c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528", "address": "fa:16:3e:fc:07:ec", "network": {"id": "fca9125f-3fbd-42bf-b35e-cedb4d33f41e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-396198727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f677cd385841e6b68724be80928c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f5a8cf-6e", "ovs_interfaceid": "c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.567400] env[62181]: DEBUG oslo_concurrency.lockutils [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "a77c47cd-ff3d-4fc1-8a84-61ad82d2de59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.567699] env[62181]: DEBUG oslo_concurrency.lockutils [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "a77c47cd-ff3d-4fc1-8a84-61ad82d2de59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.568964] env[62181]: DEBUG oslo_concurrency.lockutils [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "a77c47cd-ff3d-4fc1-8a84-61ad82d2de59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.568964] env[62181]: DEBUG oslo_concurrency.lockutils [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "a77c47cd-ff3d-4fc1-8a84-61ad82d2de59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.568964] env[62181]: DEBUG oslo_concurrency.lockutils [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "a77c47cd-ff3d-4fc1-8a84-61ad82d2de59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.571534] env[62181]: INFO nova.compute.manager [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Terminating instance [ 1699.621373] env[62181]: DEBUG oslo_concurrency.lockutils [None req-67b738cb-c6c6-4023-8498-b8fbfc490bfd tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "180320b7-6a64-4bb4-bb00-3aab3d562906" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.366s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.631160] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "74ddbad8-d40a-4230-9a49-c105330e1d65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.657290] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d445f902-f6dc-4c31-b0ac-1920ec34bf3b tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "74ddbad8-d40a-4230-9a49-c105330e1d65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.855s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.657613] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "74ddbad8-d40a-4230-9a49-c105330e1d65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.027s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.657842] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "74ddbad8-d40a-4230-9a49-c105330e1d65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.658063] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "74ddbad8-d40a-4230-9a49-c105330e1d65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.658238] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "74ddbad8-d40a-4230-9a49-c105330e1d65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.660138] env[62181]: INFO nova.compute.manager [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Terminating instance [ 1700.052921] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Releasing lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.074874] env[62181]: DEBUG nova.compute.manager [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1700.075138] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1700.077506] env[62181]: DEBUG nova.virt.hardware [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='646dbf878a3f1045f454a126bc2c3288',container_format='bare',created_at=2024-12-12T03:33:59Z,direct_url=,disk_format='vmdk',id=6ea1dd50-c938-4929-b542-c6a3b5707983,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-811942941-shelved',owner='13f677cd385841e6b68724be80928c42',properties=ImageMetaProps,protected=,size=31590912,status='active',tags=,updated_at=2024-12-12T03:34:17Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1700.077729] env[62181]: DEBUG nova.virt.hardware [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1700.077961] env[62181]: DEBUG nova.virt.hardware [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1700.078207] env[62181]: DEBUG nova.virt.hardware [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1700.078362] env[62181]: DEBUG nova.virt.hardware [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1700.078511] env[62181]: DEBUG nova.virt.hardware [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1700.078720] env[62181]: DEBUG nova.virt.hardware [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1700.078884] env[62181]: DEBUG nova.virt.hardware [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1700.079081] env[62181]: DEBUG nova.virt.hardware [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1700.079267] env[62181]: DEBUG nova.virt.hardware [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1700.079444] env[62181]: DEBUG nova.virt.hardware [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1700.080349] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99aeba7-bc7f-4f4d-9a10-70f358c5009a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.083920] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22568d57-5430-4f71-89da-455140430f9f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.093481] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2f95e4-4b47-472c-b51c-69933915557f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.097357] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1700.097601] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-581af2e4-a614-4ae7-a3ae-718e8bf09c36 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.110867] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7f100f79-50b8-4160-aec3-9d1ce2b2839f tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.112295] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:07:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1700.120006] env[62181]: DEBUG oslo.service.loopingcall [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1700.121971] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.258s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.122214] env[62181]: DEBUG nova.objects.instance [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lazy-loading 'resources' on Instance uuid ebeb80d5-271b-4aa2-b6da-d3cfd2d28021 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1700.123400] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1700.123724] env[62181]: DEBUG oslo_vmware.api [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1700.123724] env[62181]: value = "task-1790426" [ 1700.123724] env[62181]: _type = "Task" [ 1700.123724] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.124838] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51f343ff-70fb-49a8-b7d4-2657f84a32b2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.149083] env[62181]: DEBUG oslo_vmware.api [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.150308] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1700.150308] env[62181]: value = "task-1790427" [ 1700.150308] env[62181]: _type = "Task" [ 1700.150308] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.158132] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790427, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.163406] env[62181]: DEBUG nova.compute.manager [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1700.163756] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1700.165171] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537d6f3b-b8e0-43d0-898b-3b165741c5f4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.173477] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1700.173738] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a78c7666-aa3f-4377-bccb-4fd0dd7b1355 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.182858] env[62181]: DEBUG oslo_vmware.api [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1700.182858] env[62181]: value = "task-1790428" [ 1700.182858] env[62181]: _type = "Task" [ 1700.182858] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.190614] env[62181]: DEBUG oslo_vmware.api [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.651645] env[62181]: DEBUG oslo_vmware.api [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790426, 'name': PowerOffVM_Task, 'duration_secs': 0.360289} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.654789] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1700.654970] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1700.657375] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8503a45-5663-4888-ad57-9b6bcb3ba316 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.665766] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790427, 'name': CreateVM_Task, 'duration_secs': 0.463868} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.665912] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1700.666553] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6ea1dd50-c938-4929-b542-c6a3b5707983" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.666721] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6ea1dd50-c938-4929-b542-c6a3b5707983" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.667190] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6ea1dd50-c938-4929-b542-c6a3b5707983" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1700.667362] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e9b08f-4b5f-4377-9671-a1c28dd65854 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.673466] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1700.673466] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52ed6c13-d9b5-d2dc-0c52-7f697412edc8" [ 1700.673466] env[62181]: _type = "Task" [ 1700.673466] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.681207] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52ed6c13-d9b5-d2dc-0c52-7f697412edc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.693600] env[62181]: DEBUG oslo_vmware.api [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790428, 'name': PowerOffVM_Task, 'duration_secs': 0.28558} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.695043] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1700.695249] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1700.696365] env[62181]: DEBUG nova.compute.manager [req-48e51602-9d59-41cf-b459-edb9e5092905 req-5886ebc2-8925-4c97-802c-d22e9744c70c service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Received event network-changed-c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1700.696580] env[62181]: DEBUG nova.compute.manager [req-48e51602-9d59-41cf-b459-edb9e5092905 req-5886ebc2-8925-4c97-802c-d22e9744c70c service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Refreshing instance network info cache due to event network-changed-c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1700.696753] env[62181]: DEBUG oslo_concurrency.lockutils [req-48e51602-9d59-41cf-b459-edb9e5092905 req-5886ebc2-8925-4c97-802c-d22e9744c70c service nova] Acquiring lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.696895] env[62181]: DEBUG oslo_concurrency.lockutils [req-48e51602-9d59-41cf-b459-edb9e5092905 req-5886ebc2-8925-4c97-802c-d22e9744c70c service nova] Acquired lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.697067] env[62181]: DEBUG nova.network.neutron [req-48e51602-9d59-41cf-b459-edb9e5092905 req-5886ebc2-8925-4c97-802c-d22e9744c70c service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Refreshing network info cache for port c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1700.700957] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64dca445-f046-4950-9c00-8e778bb67730 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.760826] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1700.761076] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1700.761283] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Deleting the datastore file [datastore1] a77c47cd-ff3d-4fc1-8a84-61ad82d2de59 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1700.761541] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-150c1d0b-5a3d-4c2a-ad95-963159cde090 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.768238] env[62181]: DEBUG oslo_vmware.api [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1700.768238] env[62181]: value = "task-1790431" [ 1700.768238] env[62181]: _type = "Task" [ 1700.768238] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.776333] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1700.776556] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1700.776981] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Deleting the datastore file [datastore1] 74ddbad8-d40a-4230-9a49-c105330e1d65 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1700.776981] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-038c09b5-4dd8-46ea-a209-af0dbd7bf879 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.781538] env[62181]: DEBUG oslo_vmware.api [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.789311] env[62181]: DEBUG oslo_vmware.api [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for the task: (returnval){ [ 1700.789311] env[62181]: value = "task-1790432" [ 1700.789311] env[62181]: _type = "Task" [ 1700.789311] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.799630] env[62181]: DEBUG oslo_vmware.api [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.977568] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce56ce31-7b6f-41d2-8d0e-7f36c1105898 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.986646] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df2c40c-5e5c-4d65-9b0d-d4726417aba5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.017413] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547bb849-1b94-4251-a228-4bd204518b40 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.025776] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d877736f-970b-4073-9b2b-054f975a32df {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.042011] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.042540] env[62181]: DEBUG nova.compute.provider_tree [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.044088] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.069511] env[62181]: DEBUG oslo_concurrency.lockutils [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "44d7b50f-f279-4670-a352-7fa090441802" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.069747] env[62181]: DEBUG oslo_concurrency.lockutils [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "44d7b50f-f279-4670-a352-7fa090441802" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.184063] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6ea1dd50-c938-4929-b542-c6a3b5707983" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.184392] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Processing image 6ea1dd50-c938-4929-b542-c6a3b5707983 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1701.184636] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6ea1dd50-c938-4929-b542-c6a3b5707983/6ea1dd50-c938-4929-b542-c6a3b5707983.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.184789] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6ea1dd50-c938-4929-b542-c6a3b5707983/6ea1dd50-c938-4929-b542-c6a3b5707983.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.184972] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1701.185239] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ee9a2f4-9a21-40a5-97f4-3e5dd1429f28 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.193793] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1701.193970] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1701.194694] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-313fddef-a237-4791-8148-1870595f9edb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.201946] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1701.201946] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]520accfc-4c68-a094-abbf-288837efaff9" [ 1701.201946] env[62181]: _type = "Task" [ 1701.201946] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.209561] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520accfc-4c68-a094-abbf-288837efaff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.283050] env[62181]: DEBUG oslo_vmware.api [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137092} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.283050] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1701.283210] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1701.283383] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1701.283560] env[62181]: INFO nova.compute.manager [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1701.283798] env[62181]: DEBUG oslo.service.loopingcall [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1701.283995] env[62181]: DEBUG nova.compute.manager [-] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1701.284146] env[62181]: DEBUG nova.network.neutron [-] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1701.299635] env[62181]: DEBUG oslo_vmware.api [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Task: {'id': task-1790432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136894} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.299875] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1701.300074] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1701.300258] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1701.300429] env[62181]: INFO nova.compute.manager [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1701.300658] env[62181]: DEBUG oslo.service.loopingcall [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1701.300986] env[62181]: DEBUG nova.compute.manager [-] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1701.301138] env[62181]: DEBUG nova.network.neutron [-] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1701.546940] env[62181]: DEBUG nova.scheduler.client.report [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1701.555321] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.555428] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1701.572571] env[62181]: DEBUG nova.compute.manager [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1701.658580] env[62181]: DEBUG nova.network.neutron [req-48e51602-9d59-41cf-b459-edb9e5092905 req-5886ebc2-8925-4c97-802c-d22e9744c70c service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Updated VIF entry in instance network info cache for port c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1701.658950] env[62181]: DEBUG nova.network.neutron [req-48e51602-9d59-41cf-b459-edb9e5092905 req-5886ebc2-8925-4c97-802c-d22e9744c70c service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Updating instance_info_cache with network_info: [{"id": "c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528", "address": "fa:16:3e:fc:07:ec", "network": {"id": "fca9125f-3fbd-42bf-b35e-cedb4d33f41e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-396198727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f677cd385841e6b68724be80928c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f5a8cf-6e", "ovs_interfaceid": "c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.717220] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Preparing fetch location {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1701.717659] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Fetch image to [datastore1] OSTACK_IMG_09dc0bb5-7a64-41ae-95df-fa468ec33319/OSTACK_IMG_09dc0bb5-7a64-41ae-95df-fa468ec33319.vmdk {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1701.718022] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Downloading stream optimized image 6ea1dd50-c938-4929-b542-c6a3b5707983 to [datastore1] OSTACK_IMG_09dc0bb5-7a64-41ae-95df-fa468ec33319/OSTACK_IMG_09dc0bb5-7a64-41ae-95df-fa468ec33319.vmdk on the data store datastore1 as vApp {{(pid=62181) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1701.718284] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Downloading image file data 6ea1dd50-c938-4929-b542-c6a3b5707983 to the ESX as VM named 'OSTACK_IMG_09dc0bb5-7a64-41ae-95df-fa468ec33319' {{(pid=62181) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1701.818675] env[62181]: DEBUG oslo_vmware.rw_handles [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1701.818675] env[62181]: value = "resgroup-9" [ 1701.818675] env[62181]: _type = "ResourcePool" [ 1701.818675] env[62181]: }. {{(pid=62181) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1701.818970] env[62181]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-49af465a-5a58-4a29-861c-eec8df0dfb96 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.842420] env[62181]: DEBUG oslo_vmware.rw_handles [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lease: (returnval){ [ 1701.842420] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52e5df3b-5eb6-aac9-320e-e8bda7db724f" [ 1701.842420] env[62181]: _type = "HttpNfcLease" [ 1701.842420] env[62181]: } obtained for vApp import into resource pool (val){ [ 1701.842420] env[62181]: value = "resgroup-9" [ 1701.842420] env[62181]: _type = "ResourcePool" [ 1701.842420] env[62181]: }. {{(pid=62181) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1701.842679] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the lease: (returnval){ [ 1701.842679] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52e5df3b-5eb6-aac9-320e-e8bda7db724f" [ 1701.842679] env[62181]: _type = "HttpNfcLease" [ 1701.842679] env[62181]: } to be ready. {{(pid=62181) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1701.853768] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1701.853768] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52e5df3b-5eb6-aac9-320e-e8bda7db724f" [ 1701.853768] env[62181]: _type = "HttpNfcLease" [ 1701.853768] env[62181]: } is initializing. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1702.055959] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.058371] env[62181]: DEBUG oslo_concurrency.lockutils [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.177s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.058676] env[62181]: DEBUG nova.objects.instance [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lazy-loading 'resources' on Instance uuid cde31390-04ec-43bd-93b6-35b4e1447d22 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1702.077049] env[62181]: INFO nova.scheduler.client.report [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Deleted allocations for instance ebeb80d5-271b-4aa2-b6da-d3cfd2d28021 [ 1702.093658] env[62181]: DEBUG oslo_concurrency.lockutils [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.161353] env[62181]: DEBUG oslo_concurrency.lockutils [req-48e51602-9d59-41cf-b459-edb9e5092905 req-5886ebc2-8925-4c97-802c-d22e9744c70c service nova] Releasing lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.316368] env[62181]: DEBUG nova.network.neutron [-] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.317620] env[62181]: DEBUG nova.network.neutron [-] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.351543] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1702.351543] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52e5df3b-5eb6-aac9-320e-e8bda7db724f" [ 1702.351543] env[62181]: _type = "HttpNfcLease" [ 1702.351543] env[62181]: } is ready. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1702.352618] env[62181]: DEBUG oslo_vmware.rw_handles [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1702.352618] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52e5df3b-5eb6-aac9-320e-e8bda7db724f" [ 1702.352618] env[62181]: _type = "HttpNfcLease" [ 1702.352618] env[62181]: }. {{(pid=62181) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1702.352618] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a561fa0b-b836-467a-8f11-0de313728d29 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.360498] env[62181]: DEBUG oslo_vmware.rw_handles [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd6928-8452-ae6a-a4f8-ade092752e50/disk-0.vmdk from lease info. {{(pid=62181) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1702.360600] env[62181]: DEBUG oslo_vmware.rw_handles [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Creating HTTP connection to write to file with size = 31590912 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd6928-8452-ae6a-a4f8-ade092752e50/disk-0.vmdk. {{(pid=62181) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1702.426420] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-251368df-24a9-430c-9d83-bb7a0cb673eb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.585385] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c0b5bc8a-1237-45a6-b63b-9a7fa8ec67e4 tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "ebeb80d5-271b-4aa2-b6da-d3cfd2d28021" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.457s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.776759] env[62181]: DEBUG nova.compute.manager [req-c4932583-435d-49a5-9bb9-f33396c9abf8 req-db25e10e-b328-4e11-9dc4-6f36e99ba22f service nova] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Received event network-vif-deleted-e900ac15-9099-4d78-b240-9ddb1de1829a {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1702.777042] env[62181]: DEBUG nova.compute.manager [req-c4932583-435d-49a5-9bb9-f33396c9abf8 req-db25e10e-b328-4e11-9dc4-6f36e99ba22f service nova] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Received event network-vif-deleted-b1f681f4-dbcf-4a33-bd0d-51128ac9e368 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1702.819294] env[62181]: INFO nova.compute.manager [-] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Took 1.53 seconds to deallocate network for instance. [ 1702.824063] env[62181]: INFO nova.compute.manager [-] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Took 1.52 seconds to deallocate network for instance. [ 1702.938487] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "61ab808e-c9d3-4591-8a52-a6da274fd5a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.938778] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "61ab808e-c9d3-4591-8a52-a6da274fd5a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.939047] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "61ab808e-c9d3-4591-8a52-a6da274fd5a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.939248] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "61ab808e-c9d3-4591-8a52-a6da274fd5a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.939418] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "61ab808e-c9d3-4591-8a52-a6da274fd5a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.943197] env[62181]: INFO nova.compute.manager [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Terminating instance [ 1702.960673] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19775cee-247c-463a-9593-a8daeebb225f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.976021] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16022394-a8ab-4b83-8181-c8ffc3992853 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.017334] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccca2362-8813-412a-83fa-4b93e9795d7f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.055961] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86da88e1-332d-4fb5-9322-49e7d5246a11 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.065122] env[62181]: DEBUG nova.compute.provider_tree [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.069690] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Didn't find any instances for network info cache update. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10470}} [ 1703.069798] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1703.069850] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1703.070057] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1703.070223] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1703.070660] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1703.070660] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1703.070786] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 1703.070829] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1703.330562] env[62181]: DEBUG oslo_concurrency.lockutils [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.333963] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.447150] env[62181]: DEBUG nova.compute.manager [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1703.447432] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1703.448389] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f53f81-9c6a-496c-a00c-b1e7a42b5b86 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.456378] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1703.456638] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-515d81a2-04a7-48b4-856d-15ae8a30a2ab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.464512] env[62181]: DEBUG oslo_vmware.api [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1703.464512] env[62181]: value = "task-1790434" [ 1703.464512] env[62181]: _type = "Task" [ 1703.464512] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.471880] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "7a9d9b1f-df33-4e70-893a-056929734e5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.472188] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "7a9d9b1f-df33-4e70-893a-056929734e5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.483830] env[62181]: DEBUG oslo_vmware.api [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.569123] env[62181]: DEBUG nova.scheduler.client.report [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.574268] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.594263] env[62181]: DEBUG oslo_vmware.rw_handles [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Completed reading data from the image iterator. {{(pid=62181) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1703.594629] env[62181]: DEBUG oslo_vmware.rw_handles [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd6928-8452-ae6a-a4f8-ade092752e50/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1703.595833] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714e46f6-af12-49bd-ab15-6d86c5bf62bb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.604787] env[62181]: DEBUG oslo_vmware.rw_handles [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd6928-8452-ae6a-a4f8-ade092752e50/disk-0.vmdk is in state: ready. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1703.605128] env[62181]: DEBUG oslo_vmware.rw_handles [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd6928-8452-ae6a-a4f8-ade092752e50/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1703.605418] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f6edad00-2221-4e4c-b2ec-93f8cbd0a1b8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.849993] env[62181]: DEBUG oslo_vmware.rw_handles [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd6928-8452-ae6a-a4f8-ade092752e50/disk-0.vmdk. {{(pid=62181) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1703.850276] env[62181]: INFO nova.virt.vmwareapi.images [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Downloaded image file data 6ea1dd50-c938-4929-b542-c6a3b5707983 [ 1703.851135] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fcf575-141b-4ea8-9ba0-9748d5b42c3f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.868471] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71661b8d-8f41-4199-afe3-4308356991bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.899392] env[62181]: INFO nova.virt.vmwareapi.images [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] The imported VM was unregistered [ 1703.899392] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Caching image {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1703.899620] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6ea1dd50-c938-4929-b542-c6a3b5707983 {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1703.899935] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a8a42bc-e8ae-4483-9982-211d919e59f4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.910948] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Created directory with path [datastore1] devstack-image-cache_base/6ea1dd50-c938-4929-b542-c6a3b5707983 {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1703.911175] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_09dc0bb5-7a64-41ae-95df-fa468ec33319/OSTACK_IMG_09dc0bb5-7a64-41ae-95df-fa468ec33319.vmdk to [datastore1] devstack-image-cache_base/6ea1dd50-c938-4929-b542-c6a3b5707983/6ea1dd50-c938-4929-b542-c6a3b5707983.vmdk. {{(pid=62181) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1703.911428] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-de8e4e7c-72b2-4fea-9701-3481d39f20b8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.917966] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1703.917966] env[62181]: value = "task-1790436" [ 1703.917966] env[62181]: _type = "Task" [ 1703.917966] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.925578] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790436, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.976031] env[62181]: DEBUG oslo_vmware.api [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790434, 'name': PowerOffVM_Task, 'duration_secs': 0.290316} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.976576] env[62181]: DEBUG nova.compute.manager [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1703.979286] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1703.979483] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1703.979959] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5388051-9901-4f8d-bdd7-dd4b713ddcdf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.068124] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1704.068408] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1704.068600] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Deleting the datastore file [datastore1] 61ab808e-c9d3-4591-8a52-a6da274fd5a5 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1704.068866] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4a65232-6cca-46cb-a738-a8244a16020a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.075154] env[62181]: DEBUG oslo_concurrency.lockutils [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.078182] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.495s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.079669] env[62181]: INFO nova.compute.claims [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1704.082404] env[62181]: DEBUG oslo_vmware.api [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1704.082404] env[62181]: value = "task-1790438" [ 1704.082404] env[62181]: _type = "Task" [ 1704.082404] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.092420] env[62181]: DEBUG oslo_vmware.api [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.098968] env[62181]: INFO nova.scheduler.client.report [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Deleted allocations for instance cde31390-04ec-43bd-93b6-35b4e1447d22 [ 1704.428111] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790436, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.498328] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.595117] env[62181]: DEBUG oslo_vmware.api [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.607330] env[62181]: DEBUG oslo_concurrency.lockutils [None req-701a51e6-617a-4538-a66a-49eac25293d0 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "cde31390-04ec-43bd-93b6-35b4e1447d22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.137s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.929350] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790436, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.100100] env[62181]: DEBUG oslo_vmware.api [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.124864] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.125182] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.125475] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.125708] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.125934] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.128390] env[62181]: INFO nova.compute.manager [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Terminating instance [ 1705.431444] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790436, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.434694] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4820b35f-7cf7-4541-b557-cfbb17ee4251 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.441909] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc882513-b5d0-475c-bb1c-7b7288759c7f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.472336] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aa4fb3-abe5-4a75-80cd-607766abe087 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.480229] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11067041-2531-4957-9732-1eb3626d6e10 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.494302] env[62181]: DEBUG nova.compute.provider_tree [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.597569] env[62181]: DEBUG oslo_vmware.api [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.632642] env[62181]: DEBUG nova.compute.manager [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1705.632838] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1705.634275] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf010ce-9a2c-4a09-a998-a7304c7bbfc2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.641516] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1705.641773] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-144a72f3-9780-406b-9d89-0460018af48c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.648881] env[62181]: DEBUG oslo_vmware.api [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1705.648881] env[62181]: value = "task-1790439" [ 1705.648881] env[62181]: _type = "Task" [ 1705.648881] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.657738] env[62181]: DEBUG oslo_vmware.api [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.934421] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790436, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.998012] env[62181]: DEBUG nova.scheduler.client.report [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1706.099646] env[62181]: DEBUG oslo_vmware.api [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.691248} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.099991] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1706.100210] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1706.100393] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1706.100570] env[62181]: INFO nova.compute.manager [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Took 2.65 seconds to destroy the instance on the hypervisor. [ 1706.100820] env[62181]: DEBUG oslo.service.loopingcall [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.101098] env[62181]: DEBUG nova.compute.manager [-] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1706.101211] env[62181]: DEBUG nova.network.neutron [-] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1706.158711] env[62181]: DEBUG oslo_vmware.api [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.347200] env[62181]: DEBUG nova.compute.manager [req-69c516a6-7fb0-4e47-b029-14fb06724725 req-1e858100-2e13-40e1-abc0-6d6e1a5979d4 service nova] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Received event network-vif-deleted-4c9cd08d-ddab-45ce-94ec-e39609c7272e {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1706.347402] env[62181]: INFO nova.compute.manager [req-69c516a6-7fb0-4e47-b029-14fb06724725 req-1e858100-2e13-40e1-abc0-6d6e1a5979d4 service nova] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Neutron deleted interface 4c9cd08d-ddab-45ce-94ec-e39609c7272e; detaching it from the instance and deleting it from the info cache [ 1706.347577] env[62181]: DEBUG nova.network.neutron [req-69c516a6-7fb0-4e47-b029-14fb06724725 req-1e858100-2e13-40e1-abc0-6d6e1a5979d4 service nova] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.432638] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790436, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.373196} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.432867] env[62181]: INFO nova.virt.vmwareapi.ds_util [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_09dc0bb5-7a64-41ae-95df-fa468ec33319/OSTACK_IMG_09dc0bb5-7a64-41ae-95df-fa468ec33319.vmdk to [datastore1] devstack-image-cache_base/6ea1dd50-c938-4929-b542-c6a3b5707983/6ea1dd50-c938-4929-b542-c6a3b5707983.vmdk. [ 1706.433097] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Cleaning up location [datastore1] OSTACK_IMG_09dc0bb5-7a64-41ae-95df-fa468ec33319 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1706.433277] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_09dc0bb5-7a64-41ae-95df-fa468ec33319 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1706.433528] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ff37542-8907-4395-9dbf-bf98e4a1b77a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.439891] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1706.439891] env[62181]: value = "task-1790440" [ 1706.439891] env[62181]: _type = "Task" [ 1706.439891] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.447529] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.503656] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.504233] env[62181]: DEBUG nova.compute.manager [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1706.507289] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.227s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.508723] env[62181]: INFO nova.compute.claims [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1706.658913] env[62181]: DEBUG oslo_vmware.api [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790439, 'name': PowerOffVM_Task, 'duration_secs': 0.64278} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.659276] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1706.659509] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1706.659780] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35aea0c5-2e62-43d9-aa6d-f03e5227e36c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.763129] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1706.763129] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1706.763129] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Deleting the datastore file [datastore1] c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1706.763399] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-977f3794-d98d-4409-bf70-841db788cc83 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.768886] env[62181]: DEBUG oslo_vmware.api [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1706.768886] env[62181]: value = "task-1790442" [ 1706.768886] env[62181]: _type = "Task" [ 1706.768886] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.777034] env[62181]: DEBUG oslo_vmware.api [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.825087] env[62181]: DEBUG nova.network.neutron [-] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.849693] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2da1da4-c88f-480d-a203-b483e868a7ad {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.860326] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26933d8b-deed-4de4-9904-cdc517323572 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.893382] env[62181]: DEBUG nova.compute.manager [req-69c516a6-7fb0-4e47-b029-14fb06724725 req-1e858100-2e13-40e1-abc0-6d6e1a5979d4 service nova] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Detach interface failed, port_id=4c9cd08d-ddab-45ce-94ec-e39609c7272e, reason: Instance 61ab808e-c9d3-4591-8a52-a6da274fd5a5 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1706.949544] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118683} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.949858] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1706.950028] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6ea1dd50-c938-4929-b542-c6a3b5707983/6ea1dd50-c938-4929-b542-c6a3b5707983.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.950343] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6ea1dd50-c938-4929-b542-c6a3b5707983/6ea1dd50-c938-4929-b542-c6a3b5707983.vmdk to [datastore1] dd52dddb-7f4a-483b-aa89-fb7d0537be0f/dd52dddb-7f4a-483b-aa89-fb7d0537be0f.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1706.950540] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7461fc59-7c91-440b-b6e6-190b4864ef65 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.957363] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1706.957363] env[62181]: value = "task-1790443" [ 1706.957363] env[62181]: _type = "Task" [ 1706.957363] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.965138] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.014085] env[62181]: DEBUG nova.compute.utils [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1707.019161] env[62181]: DEBUG nova.compute.manager [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1707.019485] env[62181]: DEBUG nova.network.neutron [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1707.076424] env[62181]: DEBUG nova.policy [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '825a3cced1e6404daf4f822d1cc5c89c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e379d6b42d7148709d96f64919fae0a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1707.279524] env[62181]: DEBUG oslo_vmware.api [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.328410] env[62181]: INFO nova.compute.manager [-] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Took 1.23 seconds to deallocate network for instance. [ 1707.348556] env[62181]: DEBUG nova.network.neutron [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Successfully created port: 65d081f5-0c96-4322-b980-9eb3030bfe01 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1707.468276] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790443, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.520539] env[62181]: DEBUG nova.compute.manager [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1707.786214] env[62181]: DEBUG oslo_vmware.api [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.65248} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.790272] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1707.790565] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1707.790825] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1707.791092] env[62181]: INFO nova.compute.manager [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1707.791459] env[62181]: DEBUG oslo.service.loopingcall [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.792029] env[62181]: DEBUG nova.compute.manager [-] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1707.792170] env[62181]: DEBUG nova.network.neutron [-] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1707.835952] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.918244] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f83761e-57ba-4233-a374-69a1031073b5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.927099] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2eb0ed-f43f-43b3-8e61-0a2c8d522a14 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.963249] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c1543e-ad04-488a-a655-2e52b09eccb4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.971161] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790443, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.974496] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf617ac-858b-4bcd-a789-c5e27a697d28 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.990525] env[62181]: DEBUG nova.compute.provider_tree [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1708.373237] env[62181]: DEBUG nova.compute.manager [req-8cabd0ca-6e30-447d-a503-e75ce98d8595 req-6bd9fbec-a292-4bb4-a7da-bbacddb10879 service nova] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Received event network-vif-deleted-e59246d3-4a29-4ec5-a1e3-97a61da6a2eb {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1708.373405] env[62181]: INFO nova.compute.manager [req-8cabd0ca-6e30-447d-a503-e75ce98d8595 req-6bd9fbec-a292-4bb4-a7da-bbacddb10879 service nova] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Neutron deleted interface e59246d3-4a29-4ec5-a1e3-97a61da6a2eb; detaching it from the instance and deleting it from the info cache [ 1708.373561] env[62181]: DEBUG nova.network.neutron [req-8cabd0ca-6e30-447d-a503-e75ce98d8595 req-6bd9fbec-a292-4bb4-a7da-bbacddb10879 service nova] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.471064] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790443, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.493678] env[62181]: DEBUG nova.scheduler.client.report [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1708.534714] env[62181]: DEBUG nova.compute.manager [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1708.563068] env[62181]: DEBUG nova.virt.hardware [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1708.563377] env[62181]: DEBUG nova.virt.hardware [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1708.563542] env[62181]: DEBUG nova.virt.hardware [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1708.563728] env[62181]: DEBUG nova.virt.hardware [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1708.563872] env[62181]: DEBUG nova.virt.hardware [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1708.564031] env[62181]: DEBUG nova.virt.hardware [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1708.564254] env[62181]: DEBUG nova.virt.hardware [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1708.564415] env[62181]: DEBUG nova.virt.hardware [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1708.564586] env[62181]: DEBUG nova.virt.hardware [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1708.564754] env[62181]: DEBUG nova.virt.hardware [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1708.564923] env[62181]: DEBUG nova.virt.hardware [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1708.565288] env[62181]: DEBUG nova.network.neutron [-] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.566978] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe27fcb-2414-458f-b44e-cf5a2ff3822a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.577385] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df09600-c017-4b53-833d-906ed4973383 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.877617] env[62181]: DEBUG nova.network.neutron [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Successfully updated port: 65d081f5-0c96-4322-b980-9eb3030bfe01 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1708.878862] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-987131ab-5c06-44f9-afc2-52b04dcfed86 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.891300] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088a7feb-5041-4945-9b01-f6df18308d05 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.927838] env[62181]: DEBUG nova.compute.manager [req-8cabd0ca-6e30-447d-a503-e75ce98d8595 req-6bd9fbec-a292-4bb4-a7da-bbacddb10879 service nova] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Detach interface failed, port_id=e59246d3-4a29-4ec5-a1e3-97a61da6a2eb, reason: Instance c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1708.973964] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790443, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.999495] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.000221] env[62181]: DEBUG nova.compute.manager [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1709.004025] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.296s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.005860] env[62181]: INFO nova.compute.claims [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1709.070794] env[62181]: INFO nova.compute.manager [-] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Took 1.28 seconds to deallocate network for instance. [ 1709.382623] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Acquiring lock "refresh_cache-f39eb244-b450-44f8-b1cc-07329e4e8ca8" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.382801] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Acquired lock "refresh_cache-f39eb244-b450-44f8-b1cc-07329e4e8ca8" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.383179] env[62181]: DEBUG nova.network.neutron [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1709.472741] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790443, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.513499] env[62181]: DEBUG nova.compute.utils [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1709.515212] env[62181]: DEBUG nova.compute.manager [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1709.515496] env[62181]: DEBUG nova.network.neutron [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1709.563210] env[62181]: DEBUG nova.policy [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9634f081e9ef49c2bf532c602798622f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44cc8ebefdf64b7b9202aefc83393162', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1709.578794] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.809446] env[62181]: DEBUG nova.network.neutron [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Successfully created port: 3b379388-3022-42a6-a4d6-4fad26f7d7f0 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1709.927587] env[62181]: DEBUG nova.network.neutron [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1709.972480] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790443, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.622983} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.972819] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6ea1dd50-c938-4929-b542-c6a3b5707983/6ea1dd50-c938-4929-b542-c6a3b5707983.vmdk to [datastore1] dd52dddb-7f4a-483b-aa89-fb7d0537be0f/dd52dddb-7f4a-483b-aa89-fb7d0537be0f.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1709.973649] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16665745-a14a-429e-9ec7-9a03e4ddba95 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.004021] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] dd52dddb-7f4a-483b-aa89-fb7d0537be0f/dd52dddb-7f4a-483b-aa89-fb7d0537be0f.vmdk or device None with type streamOptimized {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1710.004021] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d191c8eb-d171-40f1-a984-121134b4b6ee {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.018701] env[62181]: DEBUG nova.compute.manager [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1710.031275] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1710.031275] env[62181]: value = "task-1790444" [ 1710.031275] env[62181]: _type = "Task" [ 1710.031275] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.049176] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.198798] env[62181]: DEBUG nova.network.neutron [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Updating instance_info_cache with network_info: [{"id": "65d081f5-0c96-4322-b980-9eb3030bfe01", "address": "fa:16:3e:94:90:f7", "network": {"id": "a84af900-f354-4de6-ac63-fe733c10df9f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1860044440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e379d6b42d7148709d96f64919fae0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d081f5-0c", "ovs_interfaceid": "65d081f5-0c96-4322-b980-9eb3030bfe01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.404930] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3b237e-cc86-4666-89d2-588fb5bec1d6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.413339] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a19baa1-6331-4213-a1c6-f0187e086c84 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.445746] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5101d81b-c203-47b0-b389-bb177143ddc5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.449123] env[62181]: DEBUG nova.compute.manager [req-951adfaa-4431-4708-b190-aa619c8d2e54 req-b92ac04d-bfe3-4068-8127-62a6daa53882 service nova] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Received event network-vif-plugged-65d081f5-0c96-4322-b980-9eb3030bfe01 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1710.449331] env[62181]: DEBUG oslo_concurrency.lockutils [req-951adfaa-4431-4708-b190-aa619c8d2e54 req-b92ac04d-bfe3-4068-8127-62a6daa53882 service nova] Acquiring lock "f39eb244-b450-44f8-b1cc-07329e4e8ca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.449532] env[62181]: DEBUG oslo_concurrency.lockutils [req-951adfaa-4431-4708-b190-aa619c8d2e54 req-b92ac04d-bfe3-4068-8127-62a6daa53882 service nova] Lock "f39eb244-b450-44f8-b1cc-07329e4e8ca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.449697] env[62181]: DEBUG oslo_concurrency.lockutils [req-951adfaa-4431-4708-b190-aa619c8d2e54 req-b92ac04d-bfe3-4068-8127-62a6daa53882 service nova] Lock "f39eb244-b450-44f8-b1cc-07329e4e8ca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.449858] env[62181]: DEBUG nova.compute.manager [req-951adfaa-4431-4708-b190-aa619c8d2e54 req-b92ac04d-bfe3-4068-8127-62a6daa53882 service nova] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] No waiting events found dispatching network-vif-plugged-65d081f5-0c96-4322-b980-9eb3030bfe01 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1710.450033] env[62181]: WARNING nova.compute.manager [req-951adfaa-4431-4708-b190-aa619c8d2e54 req-b92ac04d-bfe3-4068-8127-62a6daa53882 service nova] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Received unexpected event network-vif-plugged-65d081f5-0c96-4322-b980-9eb3030bfe01 for instance with vm_state building and task_state spawning. [ 1710.450200] env[62181]: DEBUG nova.compute.manager [req-951adfaa-4431-4708-b190-aa619c8d2e54 req-b92ac04d-bfe3-4068-8127-62a6daa53882 service nova] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Received event network-changed-65d081f5-0c96-4322-b980-9eb3030bfe01 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1710.450349] env[62181]: DEBUG nova.compute.manager [req-951adfaa-4431-4708-b190-aa619c8d2e54 req-b92ac04d-bfe3-4068-8127-62a6daa53882 service nova] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Refreshing instance network info cache due to event network-changed-65d081f5-0c96-4322-b980-9eb3030bfe01. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1710.450507] env[62181]: DEBUG oslo_concurrency.lockutils [req-951adfaa-4431-4708-b190-aa619c8d2e54 req-b92ac04d-bfe3-4068-8127-62a6daa53882 service nova] Acquiring lock "refresh_cache-f39eb244-b450-44f8-b1cc-07329e4e8ca8" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.456194] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c2dbd9-31d2-47c5-8fdf-d9538de9cec7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.469448] env[62181]: DEBUG nova.compute.provider_tree [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1710.541054] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790444, 'name': ReconfigVM_Task, 'duration_secs': 0.27763} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.541537] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Reconfigured VM instance instance-00000020 to attach disk [datastore1] dd52dddb-7f4a-483b-aa89-fb7d0537be0f/dd52dddb-7f4a-483b-aa89-fb7d0537be0f.vmdk or device None with type streamOptimized {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1710.542526] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69f637f1-2416-427f-a4e5-6e02b13b16cd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.549463] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1710.549463] env[62181]: value = "task-1790445" [ 1710.549463] env[62181]: _type = "Task" [ 1710.549463] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.558942] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790445, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.702077] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Releasing lock "refresh_cache-f39eb244-b450-44f8-b1cc-07329e4e8ca8" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.702447] env[62181]: DEBUG nova.compute.manager [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Instance network_info: |[{"id": "65d081f5-0c96-4322-b980-9eb3030bfe01", "address": "fa:16:3e:94:90:f7", "network": {"id": "a84af900-f354-4de6-ac63-fe733c10df9f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1860044440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e379d6b42d7148709d96f64919fae0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d081f5-0c", "ovs_interfaceid": "65d081f5-0c96-4322-b980-9eb3030bfe01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1710.702816] env[62181]: DEBUG oslo_concurrency.lockutils [req-951adfaa-4431-4708-b190-aa619c8d2e54 req-b92ac04d-bfe3-4068-8127-62a6daa53882 service nova] Acquired lock "refresh_cache-f39eb244-b450-44f8-b1cc-07329e4e8ca8" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.703104] env[62181]: DEBUG nova.network.neutron [req-951adfaa-4431-4708-b190-aa619c8d2e54 req-b92ac04d-bfe3-4068-8127-62a6daa53882 service nova] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Refreshing network info cache for port 65d081f5-0c96-4322-b980-9eb3030bfe01 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1710.704388] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:90:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65d081f5-0c96-4322-b980-9eb3030bfe01', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1710.712063] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Creating folder: Project (e379d6b42d7148709d96f64919fae0a9). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1710.715185] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4451611-6a90-4af6-9086-e3721965648a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.729145] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Created folder: Project (e379d6b42d7148709d96f64919fae0a9) in parent group-v371238. [ 1710.729145] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Creating folder: Instances. Parent ref: group-v371445. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1710.729145] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02325a89-857a-40c6-8fcf-2eadaf8d9e35 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.737030] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Created folder: Instances in parent group-v371445. [ 1710.737284] env[62181]: DEBUG oslo.service.loopingcall [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.737472] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1710.737670] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c13a1fef-cc0d-4e61-a4f6-e96108d1201d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.759341] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1710.759341] env[62181]: value = "task-1790448" [ 1710.759341] env[62181]: _type = "Task" [ 1710.759341] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.766874] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790448, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.817241] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Acquiring lock "7fb647de-d093-4f4a-a198-468e61926976" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.817491] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Lock "7fb647de-d093-4f4a-a198-468e61926976" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.817714] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Acquiring lock "7fb647de-d093-4f4a-a198-468e61926976-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.817899] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Lock "7fb647de-d093-4f4a-a198-468e61926976-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.818105] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Lock "7fb647de-d093-4f4a-a198-468e61926976-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.820367] env[62181]: INFO nova.compute.manager [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Terminating instance [ 1710.972043] env[62181]: DEBUG nova.scheduler.client.report [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1710.999329] env[62181]: DEBUG nova.network.neutron [req-951adfaa-4431-4708-b190-aa619c8d2e54 req-b92ac04d-bfe3-4068-8127-62a6daa53882 service nova] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Updated VIF entry in instance network info cache for port 65d081f5-0c96-4322-b980-9eb3030bfe01. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1710.999686] env[62181]: DEBUG nova.network.neutron [req-951adfaa-4431-4708-b190-aa619c8d2e54 req-b92ac04d-bfe3-4068-8127-62a6daa53882 service nova] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Updating instance_info_cache with network_info: [{"id": "65d081f5-0c96-4322-b980-9eb3030bfe01", "address": "fa:16:3e:94:90:f7", "network": {"id": "a84af900-f354-4de6-ac63-fe733c10df9f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1860044440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e379d6b42d7148709d96f64919fae0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d081f5-0c", "ovs_interfaceid": "65d081f5-0c96-4322-b980-9eb3030bfe01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.033297] env[62181]: DEBUG nova.compute.manager [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1711.061749] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790445, 'name': Rename_Task, 'duration_secs': 0.440135} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.064016] env[62181]: DEBUG nova.virt.hardware [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1711.064277] env[62181]: DEBUG nova.virt.hardware [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1711.064442] env[62181]: DEBUG nova.virt.hardware [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1711.064625] env[62181]: DEBUG nova.virt.hardware [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1711.064772] env[62181]: DEBUG nova.virt.hardware [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1711.064918] env[62181]: DEBUG nova.virt.hardware [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1711.065149] env[62181]: DEBUG nova.virt.hardware [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1711.065319] env[62181]: DEBUG nova.virt.hardware [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1711.065487] env[62181]: DEBUG nova.virt.hardware [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1711.065650] env[62181]: DEBUG nova.virt.hardware [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1711.065825] env[62181]: DEBUG nova.virt.hardware [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1711.066146] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1711.066902] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a38995-d959-4973-a2eb-7e26820fbc70 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.069413] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8ad793e-64e5-4b42-8ca8-d9ff828ce3e3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.076697] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea9bf36-d8ab-43ef-8663-5c73458e8330 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.080606] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1711.080606] env[62181]: value = "task-1790449" [ 1711.080606] env[62181]: _type = "Task" [ 1711.080606] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.095956] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.270147] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790448, 'name': CreateVM_Task, 'duration_secs': 0.401759} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.270633] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1711.271412] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.271575] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.272592] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1711.272592] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-643cf7b9-bd3e-4466-b9b5-9bd933d6bdc6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.278430] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Waiting for the task: (returnval){ [ 1711.278430] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52e38965-4ce3-9dde-115f-548e031f5d70" [ 1711.278430] env[62181]: _type = "Task" [ 1711.278430] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.288876] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e38965-4ce3-9dde-115f-548e031f5d70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.324034] env[62181]: DEBUG nova.compute.manager [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1711.324533] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1711.324789] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b329bffc-29a7-45af-8089-f8469489cb07 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.332669] env[62181]: DEBUG oslo_vmware.api [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Waiting for the task: (returnval){ [ 1711.332669] env[62181]: value = "task-1790450" [ 1711.332669] env[62181]: _type = "Task" [ 1711.332669] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.341022] env[62181]: DEBUG oslo_vmware.api [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.477122] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.477742] env[62181]: DEBUG nova.compute.manager [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1711.481256] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.052s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.482351] env[62181]: INFO nova.compute.claims [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1711.502330] env[62181]: DEBUG oslo_concurrency.lockutils [req-951adfaa-4431-4708-b190-aa619c8d2e54 req-b92ac04d-bfe3-4068-8127-62a6daa53882 service nova] Releasing lock "refresh_cache-f39eb244-b450-44f8-b1cc-07329e4e8ca8" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.538688] env[62181]: DEBUG nova.network.neutron [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Successfully updated port: 3b379388-3022-42a6-a4d6-4fad26f7d7f0 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1711.591419] env[62181]: DEBUG oslo_vmware.api [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790449, 'name': PowerOnVM_Task, 'duration_secs': 0.465285} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.591678] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1711.732326] env[62181]: DEBUG nova.compute.manager [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1711.733336] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817693ae-289c-480b-8bab-53d5b584e3b3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.788729] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e38965-4ce3-9dde-115f-548e031f5d70, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.789049] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.789287] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1711.789516] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.789664] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.789837] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1711.790089] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69dcedee-d98f-4046-bfd7-6edffbabad2d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.797621] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1711.797791] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1711.798461] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a12355e-dd92-4868-a9ce-35ce196326fa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.803575] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Waiting for the task: (returnval){ [ 1711.803575] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a912b6-b47f-e0f3-50ac-92f7689d4a4b" [ 1711.803575] env[62181]: _type = "Task" [ 1711.803575] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.811237] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a912b6-b47f-e0f3-50ac-92f7689d4a4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.841791] env[62181]: DEBUG oslo_vmware.api [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790450, 'name': PowerOffVM_Task, 'duration_secs': 0.176884} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.843053] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1711.843053] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Volume detach. Driver type: vmdk {{(pid=62181) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1711.843053] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371296', 'volume_id': 'cb23ca68-4702-44c2-b619-23a37f87b2e4', 'name': 'volume-cb23ca68-4702-44c2-b619-23a37f87b2e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7fb647de-d093-4f4a-a198-468e61926976', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb23ca68-4702-44c2-b619-23a37f87b2e4', 'serial': 'cb23ca68-4702-44c2-b619-23a37f87b2e4'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1711.843240] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f7f9c6-165a-4e88-b789-c7f0858ed3ca {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.861115] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394ccd38-af3f-427d-9637-a058a32ada4b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.867880] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea6eece-aae7-4709-adea-4d963dfec777 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.887125] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd03c8b6-ba1d-4d3b-b92b-8cb100981467 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.903020] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] The volume has not been displaced from its original location: [datastore1] volume-cb23ca68-4702-44c2-b619-23a37f87b2e4/volume-cb23ca68-4702-44c2-b619-23a37f87b2e4.vmdk. No consolidation needed. {{(pid=62181) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1711.908890] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1711.908890] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-013b4a20-426b-4ef9-8d8e-9857c95ca4aa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.925855] env[62181]: DEBUG oslo_vmware.api [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Waiting for the task: (returnval){ [ 1711.925855] env[62181]: value = "task-1790451" [ 1711.925855] env[62181]: _type = "Task" [ 1711.925855] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.933358] env[62181]: DEBUG oslo_vmware.api [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.983191] env[62181]: DEBUG nova.compute.utils [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1711.984680] env[62181]: DEBUG nova.compute.manager [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1711.985011] env[62181]: DEBUG nova.network.neutron [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1712.030615] env[62181]: DEBUG nova.policy [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9634f081e9ef49c2bf532c602798622f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44cc8ebefdf64b7b9202aefc83393162', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1712.041406] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "refresh_cache-28dd8dee-5e81-4940-8ab5-db85d851573d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.041697] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired lock "refresh_cache-28dd8dee-5e81-4940-8ab5-db85d851573d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.041961] env[62181]: DEBUG nova.network.neutron [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1712.251744] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5a921fd-1fd7-4875-9376-858361ce0a58 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 34.506s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.315214] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a912b6-b47f-e0f3-50ac-92f7689d4a4b, 'name': SearchDatastore_Task, 'duration_secs': 0.007402} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.316584] env[62181]: DEBUG nova.network.neutron [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Successfully created port: ae1d6422-1429-471f-b74f-e1dbee2fd792 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1712.318478] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-268a12e9-baf1-4203-b19d-04c2b4f5a20c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.324021] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Waiting for the task: (returnval){ [ 1712.324021] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5297e21e-155e-75e6-eb91-731bf13c3156" [ 1712.324021] env[62181]: _type = "Task" [ 1712.324021] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.332337] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5297e21e-155e-75e6-eb91-731bf13c3156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.439185] env[62181]: DEBUG oslo_vmware.api [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790451, 'name': ReconfigVM_Task, 'duration_secs': 0.204535} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.439680] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1712.447769] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dddb1b23-54d2-4aab-8c97-d5d1a1c5a5a0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.465865] env[62181]: DEBUG oslo_vmware.api [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Waiting for the task: (returnval){ [ 1712.465865] env[62181]: value = "task-1790452" [ 1712.465865] env[62181]: _type = "Task" [ 1712.465865] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.474868] env[62181]: DEBUG oslo_vmware.api [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.487738] env[62181]: DEBUG nova.compute.manager [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1712.538823] env[62181]: DEBUG nova.compute.manager [req-42784527-03c7-4985-bba2-b6ba0109b4c9 req-206e5a88-7b7f-445f-a385-f0ef2537912c service nova] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Received event network-vif-plugged-3b379388-3022-42a6-a4d6-4fad26f7d7f0 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1712.539027] env[62181]: DEBUG oslo_concurrency.lockutils [req-42784527-03c7-4985-bba2-b6ba0109b4c9 req-206e5a88-7b7f-445f-a385-f0ef2537912c service nova] Acquiring lock "28dd8dee-5e81-4940-8ab5-db85d851573d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.539252] env[62181]: DEBUG oslo_concurrency.lockutils [req-42784527-03c7-4985-bba2-b6ba0109b4c9 req-206e5a88-7b7f-445f-a385-f0ef2537912c service nova] Lock "28dd8dee-5e81-4940-8ab5-db85d851573d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.539416] env[62181]: DEBUG oslo_concurrency.lockutils [req-42784527-03c7-4985-bba2-b6ba0109b4c9 req-206e5a88-7b7f-445f-a385-f0ef2537912c service nova] Lock "28dd8dee-5e81-4940-8ab5-db85d851573d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.539573] env[62181]: DEBUG nova.compute.manager [req-42784527-03c7-4985-bba2-b6ba0109b4c9 req-206e5a88-7b7f-445f-a385-f0ef2537912c service nova] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] No waiting events found dispatching network-vif-plugged-3b379388-3022-42a6-a4d6-4fad26f7d7f0 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1712.539732] env[62181]: WARNING nova.compute.manager [req-42784527-03c7-4985-bba2-b6ba0109b4c9 req-206e5a88-7b7f-445f-a385-f0ef2537912c service nova] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Received unexpected event network-vif-plugged-3b379388-3022-42a6-a4d6-4fad26f7d7f0 for instance with vm_state building and task_state spawning. [ 1712.539885] env[62181]: DEBUG nova.compute.manager [req-42784527-03c7-4985-bba2-b6ba0109b4c9 req-206e5a88-7b7f-445f-a385-f0ef2537912c service nova] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Received event network-changed-3b379388-3022-42a6-a4d6-4fad26f7d7f0 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1712.540048] env[62181]: DEBUG nova.compute.manager [req-42784527-03c7-4985-bba2-b6ba0109b4c9 req-206e5a88-7b7f-445f-a385-f0ef2537912c service nova] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Refreshing instance network info cache due to event network-changed-3b379388-3022-42a6-a4d6-4fad26f7d7f0. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1712.540216] env[62181]: DEBUG oslo_concurrency.lockutils [req-42784527-03c7-4985-bba2-b6ba0109b4c9 req-206e5a88-7b7f-445f-a385-f0ef2537912c service nova] Acquiring lock "refresh_cache-28dd8dee-5e81-4940-8ab5-db85d851573d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.597976] env[62181]: DEBUG nova.network.neutron [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1712.834723] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5297e21e-155e-75e6-eb91-731bf13c3156, 'name': SearchDatastore_Task, 'duration_secs': 0.009524} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.837235] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.837515] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f39eb244-b450-44f8-b1cc-07329e4e8ca8/f39eb244-b450-44f8-b1cc-07329e4e8ca8.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1712.837953] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad2c2dfa-e9f9-4b31-ad2b-1c029986888e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.845517] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Waiting for the task: (returnval){ [ 1712.845517] env[62181]: value = "task-1790453" [ 1712.845517] env[62181]: _type = "Task" [ 1712.845517] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.855555] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': task-1790453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.873331] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba25c8d-9f57-45cb-8577-0c63900c334f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.880980] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3f2094-bda5-4b82-93dd-37f5fe45753e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.913061] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f340f4de-6ad2-4886-94eb-c0b080f0cdd1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.920789] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca040b2-66a5-4586-bd28-66b1866dbe46 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.937348] env[62181]: DEBUG nova.compute.provider_tree [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.975238] env[62181]: DEBUG oslo_vmware.api [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790452, 'name': ReconfigVM_Task, 'duration_secs': 0.160083} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.975724] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371296', 'volume_id': 'cb23ca68-4702-44c2-b619-23a37f87b2e4', 'name': 'volume-cb23ca68-4702-44c2-b619-23a37f87b2e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7fb647de-d093-4f4a-a198-468e61926976', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb23ca68-4702-44c2-b619-23a37f87b2e4', 'serial': 'cb23ca68-4702-44c2-b619-23a37f87b2e4'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1712.975881] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1712.976616] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770e230d-6289-44e5-8568-03ea7d695c0f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.983445] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1712.983671] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-028a0338-14c4-47a2-bd4c-f067ba8716e4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.065020] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1713.065020] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1713.065020] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Deleting the datastore file [datastore1] 7fb647de-d093-4f4a-a198-468e61926976 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1713.065020] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ab7b385-6803-4afb-a27b-8df783e05c88 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.071247] env[62181]: DEBUG oslo_vmware.api [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Waiting for the task: (returnval){ [ 1713.071247] env[62181]: value = "task-1790455" [ 1713.071247] env[62181]: _type = "Task" [ 1713.071247] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.083916] env[62181]: DEBUG oslo_vmware.api [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.085285] env[62181]: DEBUG nova.network.neutron [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Updating instance_info_cache with network_info: [{"id": "3b379388-3022-42a6-a4d6-4fad26f7d7f0", "address": "fa:16:3e:bd:ce:f1", "network": {"id": "b57902a4-c6e3-48b5-b2b6-b9fc2d532558", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1129520814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc8ebefdf64b7b9202aefc83393162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b379388-30", "ovs_interfaceid": "3b379388-3022-42a6-a4d6-4fad26f7d7f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.356309] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': task-1790453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496721} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.356309] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f39eb244-b450-44f8-b1cc-07329e4e8ca8/f39eb244-b450-44f8-b1cc-07329e4e8ca8.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1713.356546] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1713.356621] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6df6ae8e-f9fc-4cad-b741-ece98175bfe3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.362239] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Waiting for the task: (returnval){ [ 1713.362239] env[62181]: value = "task-1790456" [ 1713.362239] env[62181]: _type = "Task" [ 1713.362239] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.370435] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': task-1790456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.441215] env[62181]: DEBUG nova.scheduler.client.report [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1713.496802] env[62181]: DEBUG nova.compute.manager [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1713.523573] env[62181]: DEBUG nova.virt.hardware [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1713.523835] env[62181]: DEBUG nova.virt.hardware [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1713.523999] env[62181]: DEBUG nova.virt.hardware [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1713.524238] env[62181]: DEBUG nova.virt.hardware [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1713.524396] env[62181]: DEBUG nova.virt.hardware [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1713.524546] env[62181]: DEBUG nova.virt.hardware [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1713.524760] env[62181]: DEBUG nova.virt.hardware [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1713.524919] env[62181]: DEBUG nova.virt.hardware [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1713.525098] env[62181]: DEBUG nova.virt.hardware [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1713.525264] env[62181]: DEBUG nova.virt.hardware [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1713.525438] env[62181]: DEBUG nova.virt.hardware [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1713.526585] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0c1e27-9907-4b1c-9507-8c994c6ee6cb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.534440] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cced5ce-acf1-4167-b200-6a785d103cc5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.584896] env[62181]: DEBUG oslo_vmware.api [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Task: {'id': task-1790455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29473} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.584896] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1713.584896] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1713.585104] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1713.585288] env[62181]: INFO nova.compute.manager [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1713.585692] env[62181]: DEBUG oslo.service.loopingcall [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.586011] env[62181]: DEBUG nova.compute.manager [-] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1713.586172] env[62181]: DEBUG nova.network.neutron [-] [instance: 7fb647de-d093-4f4a-a198-468e61926976] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1713.588426] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Releasing lock "refresh_cache-28dd8dee-5e81-4940-8ab5-db85d851573d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.588910] env[62181]: DEBUG nova.compute.manager [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Instance network_info: |[{"id": "3b379388-3022-42a6-a4d6-4fad26f7d7f0", "address": "fa:16:3e:bd:ce:f1", "network": {"id": "b57902a4-c6e3-48b5-b2b6-b9fc2d532558", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1129520814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc8ebefdf64b7b9202aefc83393162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b379388-30", "ovs_interfaceid": "3b379388-3022-42a6-a4d6-4fad26f7d7f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1713.589584] env[62181]: DEBUG oslo_concurrency.lockutils [req-42784527-03c7-4985-bba2-b6ba0109b4c9 req-206e5a88-7b7f-445f-a385-f0ef2537912c service nova] Acquired lock "refresh_cache-28dd8dee-5e81-4940-8ab5-db85d851573d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.589584] env[62181]: DEBUG nova.network.neutron [req-42784527-03c7-4985-bba2-b6ba0109b4c9 req-206e5a88-7b7f-445f-a385-f0ef2537912c service nova] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Refreshing network info cache for port 3b379388-3022-42a6-a4d6-4fad26f7d7f0 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1713.591155] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:ce:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b379388-3022-42a6-a4d6-4fad26f7d7f0', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1713.603068] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Creating folder: Project (44cc8ebefdf64b7b9202aefc83393162). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1713.604318] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bb77d91-d405-429d-a3d0-feecb583fc7a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.616409] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Created folder: Project (44cc8ebefdf64b7b9202aefc83393162) in parent group-v371238. [ 1713.616630] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Creating folder: Instances. Parent ref: group-v371448. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1713.617373] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c26f9c9-e145-49a0-ae30-2da4d936d019 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.619869] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79219384-3c1b-4aa9-a8b0-d2b04ebc7901 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.627042] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5cff35-080f-4437-9f9c-6e08c4b82f79 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Suspending the VM {{(pid=62181) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1713.627042] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7dfd50a4-c65a-4edf-9f6a-28bc01fefb73 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.630097] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Created folder: Instances in parent group-v371448. [ 1713.630097] env[62181]: DEBUG oslo.service.loopingcall [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.630097] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1713.630247] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d952219-2782-4d80-b918-f804e3d280ff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.647710] env[62181]: DEBUG oslo_vmware.api [None req-7c5cff35-080f-4437-9f9c-6e08c4b82f79 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1713.647710] env[62181]: value = "task-1790459" [ 1713.647710] env[62181]: _type = "Task" [ 1713.647710] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.653436] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1713.653436] env[62181]: value = "task-1790460" [ 1713.653436] env[62181]: _type = "Task" [ 1713.653436] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.656428] env[62181]: DEBUG oslo_vmware.api [None req-7c5cff35-080f-4437-9f9c-6e08c4b82f79 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790459, 'name': SuspendVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.664212] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790460, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.873084] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': task-1790456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072423} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.873724] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1713.874627] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006a4697-505e-4664-8db5-b3d5fab42392 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.898883] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] f39eb244-b450-44f8-b1cc-07329e4e8ca8/f39eb244-b450-44f8-b1cc-07329e4e8ca8.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.899273] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa441ea1-a75e-4617-98b6-b8df1b8e0030 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.919993] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Waiting for the task: (returnval){ [ 1713.919993] env[62181]: value = "task-1790461" [ 1713.919993] env[62181]: _type = "Task" [ 1713.919993] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.931622] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': task-1790461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.946894] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.947502] env[62181]: DEBUG nova.compute.manager [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1713.950721] env[62181]: DEBUG oslo_concurrency.lockutils [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.495s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.951065] env[62181]: DEBUG nova.objects.instance [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lazy-loading 'resources' on Instance uuid 571c2ea4-2a87-4876-a245-c6f6f67d2223 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1714.162034] env[62181]: DEBUG oslo_vmware.api [None req-7c5cff35-080f-4437-9f9c-6e08c4b82f79 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790459, 'name': SuspendVM_Task} progress is 58%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.170666] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790460, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.438673] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': task-1790461, 'name': ReconfigVM_Task, 'duration_secs': 0.470552} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.439078] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Reconfigured VM instance instance-00000048 to attach disk [datastore1] f39eb244-b450-44f8-b1cc-07329e4e8ca8/f39eb244-b450-44f8-b1cc-07329e4e8ca8.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.439952] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c66ea92-2372-4b5f-9e6b-67a080b35525 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.447526] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Waiting for the task: (returnval){ [ 1714.447526] env[62181]: value = "task-1790462" [ 1714.447526] env[62181]: _type = "Task" [ 1714.447526] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.454152] env[62181]: DEBUG nova.compute.utils [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1714.464115] env[62181]: DEBUG nova.compute.manager [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1714.464115] env[62181]: DEBUG nova.network.neutron [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1714.467528] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': task-1790462, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.574906] env[62181]: DEBUG nova.compute.manager [req-b42a94e9-7c29-4485-b19e-92011ee59270 req-4469c0d2-2d81-4f6b-848a-d14763d798d8 service nova] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Received event network-vif-deleted-18c22d3d-584a-45b0-bd04-d7e28d602162 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1714.575181] env[62181]: INFO nova.compute.manager [req-b42a94e9-7c29-4485-b19e-92011ee59270 req-4469c0d2-2d81-4f6b-848a-d14763d798d8 service nova] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Neutron deleted interface 18c22d3d-584a-45b0-bd04-d7e28d602162; detaching it from the instance and deleting it from the info cache [ 1714.575407] env[62181]: DEBUG nova.network.neutron [req-b42a94e9-7c29-4485-b19e-92011ee59270 req-4469c0d2-2d81-4f6b-848a-d14763d798d8 service nova] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.594574] env[62181]: DEBUG nova.network.neutron [req-42784527-03c7-4985-bba2-b6ba0109b4c9 req-206e5a88-7b7f-445f-a385-f0ef2537912c service nova] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Updated VIF entry in instance network info cache for port 3b379388-3022-42a6-a4d6-4fad26f7d7f0. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1714.594924] env[62181]: DEBUG nova.network.neutron [req-42784527-03c7-4985-bba2-b6ba0109b4c9 req-206e5a88-7b7f-445f-a385-f0ef2537912c service nova] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Updating instance_info_cache with network_info: [{"id": "3b379388-3022-42a6-a4d6-4fad26f7d7f0", "address": "fa:16:3e:bd:ce:f1", "network": {"id": "b57902a4-c6e3-48b5-b2b6-b9fc2d532558", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1129520814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc8ebefdf64b7b9202aefc83393162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b379388-30", "ovs_interfaceid": "3b379388-3022-42a6-a4d6-4fad26f7d7f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.606312] env[62181]: DEBUG nova.policy [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc0174f18b0456798bbf7f16c918578', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '998ddff599ff49649b4eca249c2744e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1714.662118] env[62181]: DEBUG oslo_vmware.api [None req-7c5cff35-080f-4437-9f9c-6e08c4b82f79 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790459, 'name': SuspendVM_Task, 'duration_secs': 0.782585} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.662531] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5cff35-080f-4437-9f9c-6e08c4b82f79 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Suspended the VM {{(pid=62181) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1714.662764] env[62181]: DEBUG nova.compute.manager [None req-7c5cff35-080f-4437-9f9c-6e08c4b82f79 tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1714.670030] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079b0f87-8357-4579-9689-3730b276267b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.678216] env[62181]: DEBUG nova.network.neutron [-] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.678216] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790460, 'name': CreateVM_Task, 'duration_secs': 0.687166} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.683185] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1714.685245] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.685449] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.685770] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1714.686680] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1764b885-c7f1-4e63-bd75-8305ebe5a20f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.693228] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1714.693228] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]524cb1c7-9430-0f1a-5178-c13f80467424" [ 1714.693228] env[62181]: _type = "Task" [ 1714.693228] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.706019] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]524cb1c7-9430-0f1a-5178-c13f80467424, 'name': SearchDatastore_Task, 'duration_secs': 0.010503} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.710331] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.710616] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1714.711058] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.711135] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.711384] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1714.712205] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db389694-81ee-465c-ab47-d04952c66402 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.725297] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1714.725492] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1714.726886] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acea0622-2712-4a0e-9c50-8af2f758221c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.735647] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1714.735647] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]528c5b77-7563-7125-6473-b118f43fda28" [ 1714.735647] env[62181]: _type = "Task" [ 1714.735647] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.744155] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]528c5b77-7563-7125-6473-b118f43fda28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.763321] env[62181]: DEBUG nova.network.neutron [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Successfully updated port: ae1d6422-1429-471f-b74f-e1dbee2fd792 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1714.897093] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7c7b05-d8f2-4539-8cf9-2395b747f2f9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.904284] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cee45a1-729d-4e8c-b10c-13dd8032606a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.934893] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f96428-6c28-4ef3-947e-e61aa8be4d90 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.942326] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fdbbe4-df37-43d7-bb1f-d8ac4e7158e3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.947030] env[62181]: DEBUG nova.network.neutron [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Successfully created port: 6cc01f48-a9f5-409f-a173-3b4e918a93bb {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1714.959876] env[62181]: DEBUG nova.compute.provider_tree [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.966217] env[62181]: DEBUG nova.compute.manager [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1714.968788] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': task-1790462, 'name': Rename_Task, 'duration_secs': 0.160335} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.969059] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1714.969303] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21b018ce-75f0-481e-96e6-04c0c6601909 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.977141] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Waiting for the task: (returnval){ [ 1714.977141] env[62181]: value = "task-1790463" [ 1714.977141] env[62181]: _type = "Task" [ 1714.977141] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.987633] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': task-1790463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.078613] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3596768e-0baf-4b73-9f8e-486c84304050 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.087996] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f4f48f-b53a-4bdd-8d03-e60d81f07600 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.099791] env[62181]: DEBUG oslo_concurrency.lockutils [req-42784527-03c7-4985-bba2-b6ba0109b4c9 req-206e5a88-7b7f-445f-a385-f0ef2537912c service nova] Releasing lock "refresh_cache-28dd8dee-5e81-4940-8ab5-db85d851573d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.126494] env[62181]: DEBUG nova.compute.manager [req-b42a94e9-7c29-4485-b19e-92011ee59270 req-4469c0d2-2d81-4f6b-848a-d14763d798d8 service nova] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Detach interface failed, port_id=18c22d3d-584a-45b0-bd04-d7e28d602162, reason: Instance 7fb647de-d093-4f4a-a198-468e61926976 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1715.126810] env[62181]: DEBUG nova.compute.manager [req-b42a94e9-7c29-4485-b19e-92011ee59270 req-4469c0d2-2d81-4f6b-848a-d14763d798d8 service nova] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Received event network-vif-plugged-ae1d6422-1429-471f-b74f-e1dbee2fd792 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1715.127068] env[62181]: DEBUG oslo_concurrency.lockutils [req-b42a94e9-7c29-4485-b19e-92011ee59270 req-4469c0d2-2d81-4f6b-848a-d14763d798d8 service nova] Acquiring lock "0c671bbc-2765-43b9-8ac1-ca532682d5f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.127338] env[62181]: DEBUG oslo_concurrency.lockutils [req-b42a94e9-7c29-4485-b19e-92011ee59270 req-4469c0d2-2d81-4f6b-848a-d14763d798d8 service nova] Lock "0c671bbc-2765-43b9-8ac1-ca532682d5f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.127585] env[62181]: DEBUG oslo_concurrency.lockutils [req-b42a94e9-7c29-4485-b19e-92011ee59270 req-4469c0d2-2d81-4f6b-848a-d14763d798d8 service nova] Lock "0c671bbc-2765-43b9-8ac1-ca532682d5f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.127803] env[62181]: DEBUG nova.compute.manager [req-b42a94e9-7c29-4485-b19e-92011ee59270 req-4469c0d2-2d81-4f6b-848a-d14763d798d8 service nova] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] No waiting events found dispatching network-vif-plugged-ae1d6422-1429-471f-b74f-e1dbee2fd792 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1715.128045] env[62181]: WARNING nova.compute.manager [req-b42a94e9-7c29-4485-b19e-92011ee59270 req-4469c0d2-2d81-4f6b-848a-d14763d798d8 service nova] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Received unexpected event network-vif-plugged-ae1d6422-1429-471f-b74f-e1dbee2fd792 for instance with vm_state building and task_state spawning. [ 1715.185548] env[62181]: INFO nova.compute.manager [-] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Took 1.60 seconds to deallocate network for instance. [ 1715.248882] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]528c5b77-7563-7125-6473-b118f43fda28, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.249687] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fdf78c-cda9-4027-bd43-3747eb7133b9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.254686] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1715.254686] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5209fc87-ce6f-c109-9611-9ec8022f58e8" [ 1715.254686] env[62181]: _type = "Task" [ 1715.254686] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.262147] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5209fc87-ce6f-c109-9611-9ec8022f58e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.266775] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "refresh_cache-0c671bbc-2765-43b9-8ac1-ca532682d5f9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.266922] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired lock "refresh_cache-0c671bbc-2765-43b9-8ac1-ca532682d5f9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.267089] env[62181]: DEBUG nova.network.neutron [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.463577] env[62181]: DEBUG nova.scheduler.client.report [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1715.490210] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': task-1790463, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.735203] env[62181]: INFO nova.compute.manager [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Took 0.55 seconds to detach 1 volumes for instance. [ 1715.740388] env[62181]: DEBUG nova.compute.manager [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Deleting volume: cb23ca68-4702-44c2-b619-23a37f87b2e4 {{(pid=62181) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3321}} [ 1715.768119] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5209fc87-ce6f-c109-9611-9ec8022f58e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008367} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.768119] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.768274] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 28dd8dee-5e81-4940-8ab5-db85d851573d/28dd8dee-5e81-4940-8ab5-db85d851573d.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1715.768412] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fc20243-4089-497e-a736-d47cc4dbd02d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.776560] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1715.776560] env[62181]: value = "task-1790464" [ 1715.776560] env[62181]: _type = "Task" [ 1715.776560] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.799679] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.801540] env[62181]: DEBUG nova.network.neutron [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1715.954672] env[62181]: DEBUG nova.network.neutron [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Updating instance_info_cache with network_info: [{"id": "ae1d6422-1429-471f-b74f-e1dbee2fd792", "address": "fa:16:3e:c2:74:0c", "network": {"id": "b57902a4-c6e3-48b5-b2b6-b9fc2d532558", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1129520814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc8ebefdf64b7b9202aefc83393162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1d6422-14", "ovs_interfaceid": "ae1d6422-1429-471f-b74f-e1dbee2fd792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.970132] env[62181]: DEBUG oslo_concurrency.lockutils [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.973649] env[62181]: DEBUG oslo_concurrency.lockutils [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.990s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.973928] env[62181]: DEBUG nova.objects.instance [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lazy-loading 'resources' on Instance uuid 4bc0e10e-367a-4fb4-bf83-1e4550d24790 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1715.976744] env[62181]: DEBUG nova.compute.manager [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1715.989400] env[62181]: DEBUG oslo_vmware.api [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': task-1790463, 'name': PowerOnVM_Task, 'duration_secs': 0.52057} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.989768] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1715.990049] env[62181]: INFO nova.compute.manager [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1715.990317] env[62181]: DEBUG nova.compute.manager [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1715.991239] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2b1398-0a97-47d4-99d1-1a2f01120445 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.998163] env[62181]: INFO nova.scheduler.client.report [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Deleted allocations for instance 571c2ea4-2a87-4876-a245-c6f6f67d2223 [ 1716.021034] env[62181]: DEBUG nova.virt.hardware [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1716.021034] env[62181]: DEBUG nova.virt.hardware [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1716.021034] env[62181]: DEBUG nova.virt.hardware [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1716.021034] env[62181]: DEBUG nova.virt.hardware [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1716.021034] env[62181]: DEBUG nova.virt.hardware [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1716.021034] env[62181]: DEBUG nova.virt.hardware [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1716.021034] env[62181]: DEBUG nova.virt.hardware [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1716.021034] env[62181]: DEBUG nova.virt.hardware [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1716.021034] env[62181]: DEBUG nova.virt.hardware [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1716.021471] env[62181]: DEBUG nova.virt.hardware [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1716.021471] env[62181]: DEBUG nova.virt.hardware [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1716.022220] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e60d5e8-bb15-4040-9d42-e17af0329a71 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.032083] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69707c5-8fbf-4a80-8f0c-4600ec3f131d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.168483] env[62181]: INFO nova.compute.manager [None req-19ad194e-3b48-441b-a561-6b71fa70058f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Resuming [ 1716.169315] env[62181]: DEBUG nova.objects.instance [None req-19ad194e-3b48-441b-a561-6b71fa70058f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lazy-loading 'flavor' on Instance uuid dd52dddb-7f4a-483b-aa89-fb7d0537be0f {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1716.286095] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.297025] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790464, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.462431] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Releasing lock "refresh_cache-0c671bbc-2765-43b9-8ac1-ca532682d5f9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.462431] env[62181]: DEBUG nova.compute.manager [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Instance network_info: |[{"id": "ae1d6422-1429-471f-b74f-e1dbee2fd792", "address": "fa:16:3e:c2:74:0c", "network": {"id": "b57902a4-c6e3-48b5-b2b6-b9fc2d532558", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1129520814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc8ebefdf64b7b9202aefc83393162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1d6422-14", "ovs_interfaceid": "ae1d6422-1429-471f-b74f-e1dbee2fd792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1716.462431] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:74:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae1d6422-1429-471f-b74f-e1dbee2fd792', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1716.470112] env[62181]: DEBUG oslo.service.loopingcall [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.470349] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1716.471306] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-783415a7-dd4f-48b9-b607-a277f1246054 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.497396] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1716.497396] env[62181]: value = "task-1790466" [ 1716.497396] env[62181]: _type = "Task" [ 1716.497396] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.505591] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790466, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.515474] env[62181]: DEBUG oslo_concurrency.lockutils [None req-53ac4d3e-4372-4baa-8e30-cef40769e8b3 tempest-MigrationsAdminTest-1771129342 tempest-MigrationsAdminTest-1771129342-project-member] Lock "571c2ea4-2a87-4876-a245-c6f6f67d2223" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.517s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.520743] env[62181]: INFO nova.compute.manager [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Took 25.96 seconds to build instance. [ 1716.572174] env[62181]: DEBUG nova.network.neutron [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Successfully updated port: 6cc01f48-a9f5-409f-a173-3b4e918a93bb {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1716.652242] env[62181]: DEBUG nova.compute.manager [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Received event network-changed-ae1d6422-1429-471f-b74f-e1dbee2fd792 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1716.653239] env[62181]: DEBUG nova.compute.manager [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Refreshing instance network info cache due to event network-changed-ae1d6422-1429-471f-b74f-e1dbee2fd792. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1716.653343] env[62181]: DEBUG oslo_concurrency.lockutils [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] Acquiring lock "refresh_cache-0c671bbc-2765-43b9-8ac1-ca532682d5f9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.653604] env[62181]: DEBUG oslo_concurrency.lockutils [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] Acquired lock "refresh_cache-0c671bbc-2765-43b9-8ac1-ca532682d5f9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.653963] env[62181]: DEBUG nova.network.neutron [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Refreshing network info cache for port ae1d6422-1429-471f-b74f-e1dbee2fd792 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1716.798438] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564773} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.801527] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 28dd8dee-5e81-4940-8ab5-db85d851573d/28dd8dee-5e81-4940-8ab5-db85d851573d.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.801824] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1716.802537] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1621d9fd-6c2e-44f6-94c5-d40a9acdae74 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.809215] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1716.809215] env[62181]: value = "task-1790467" [ 1716.809215] env[62181]: _type = "Task" [ 1716.809215] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.822376] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.852971] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9019bc34-8125-4c89-ba46-68fa0fbcc615 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.860437] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af883fc5-53c7-4115-8528-56cebcd76d93 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.891302] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347a2341-96ea-4e4c-af3d-4dc6e0d2aa3b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.898814] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5d235d-f930-45d0-832b-ab749a2d3362 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.913329] env[62181]: DEBUG nova.compute.provider_tree [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.993995] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Acquiring lock "f39eb244-b450-44f8-b1cc-07329e4e8ca8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.008315] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790466, 'name': CreateVM_Task, 'duration_secs': 0.398501} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.008511] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1717.009231] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.009399] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.009762] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1717.009963] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4d9a1e-13a5-484c-935e-e4e6dcad5407 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.014512] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1717.014512] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52673d64-37f4-7ce5-195d-05b0d6c076f1" [ 1717.014512] env[62181]: _type = "Task" [ 1717.014512] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.021882] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa5ffe19-5f07-4a42-a3b1-24b55af19ef6 tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Lock "f39eb244-b450-44f8-b1cc-07329e4e8ca8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.477s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.022128] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52673d64-37f4-7ce5-195d-05b0d6c076f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.022369] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Lock "f39eb244-b450-44f8-b1cc-07329e4e8ca8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.029s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.022575] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Acquiring lock "f39eb244-b450-44f8-b1cc-07329e4e8ca8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.022773] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Lock "f39eb244-b450-44f8-b1cc-07329e4e8ca8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.022942] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Lock "f39eb244-b450-44f8-b1cc-07329e4e8ca8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.025366] env[62181]: INFO nova.compute.manager [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Terminating instance [ 1717.074866] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "refresh_cache-eb741f86-d1aa-41a7-a9b0-1219538e8a2a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.075087] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquired lock "refresh_cache-eb741f86-d1aa-41a7-a9b0-1219538e8a2a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.075200] env[62181]: DEBUG nova.network.neutron [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1717.320463] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254306} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.325132] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1717.325351] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b44c00-f0ff-4b25-aaac-66b7446b3259 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.348687] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 28dd8dee-5e81-4940-8ab5-db85d851573d/28dd8dee-5e81-4940-8ab5-db85d851573d.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.349016] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4abded57-8842-414b-81c4-3fb5c254a5e3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.368761] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1717.368761] env[62181]: value = "task-1790468" [ 1717.368761] env[62181]: _type = "Task" [ 1717.368761] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.376474] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.398646] env[62181]: DEBUG nova.network.neutron [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Updated VIF entry in instance network info cache for port ae1d6422-1429-471f-b74f-e1dbee2fd792. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1717.399009] env[62181]: DEBUG nova.network.neutron [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Updating instance_info_cache with network_info: [{"id": "ae1d6422-1429-471f-b74f-e1dbee2fd792", "address": "fa:16:3e:c2:74:0c", "network": {"id": "b57902a4-c6e3-48b5-b2b6-b9fc2d532558", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1129520814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc8ebefdf64b7b9202aefc83393162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1d6422-14", "ovs_interfaceid": "ae1d6422-1429-471f-b74f-e1dbee2fd792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.416547] env[62181]: DEBUG nova.scheduler.client.report [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1717.526382] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52673d64-37f4-7ce5-195d-05b0d6c076f1, 'name': SearchDatastore_Task, 'duration_secs': 0.039158} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.526765] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.527070] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1717.527379] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.527546] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.527757] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1717.528468] env[62181]: DEBUG nova.compute.manager [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1717.528731] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1717.528967] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12efb2c9-78e9-4125-a740-b70a5e646852 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.531707] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3536051a-c2e9-47ee-abfe-0d14215115f1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.539994] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1717.541050] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e23d9af-bf67-4336-8f42-8a2c4b541116 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.542527] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1717.542767] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1717.543514] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbe0b42c-79c2-4ef8-a21d-eb0e532f13e1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.549444] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1717.549444] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525668f8-5c72-bc16-38c2-187e4dc1429f" [ 1717.549444] env[62181]: _type = "Task" [ 1717.549444] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.554984] env[62181]: DEBUG oslo_vmware.api [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Waiting for the task: (returnval){ [ 1717.554984] env[62181]: value = "task-1790469" [ 1717.554984] env[62181]: _type = "Task" [ 1717.554984] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.560776] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525668f8-5c72-bc16-38c2-187e4dc1429f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.565405] env[62181]: DEBUG oslo_vmware.api [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': task-1790469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.607859] env[62181]: DEBUG nova.network.neutron [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1717.682921] env[62181]: DEBUG oslo_concurrency.lockutils [None req-19ad194e-3b48-441b-a561-6b71fa70058f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.682921] env[62181]: DEBUG oslo_concurrency.lockutils [None req-19ad194e-3b48-441b-a561-6b71fa70058f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquired lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.683128] env[62181]: DEBUG nova.network.neutron [None req-19ad194e-3b48-441b-a561-6b71fa70058f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1717.797594] env[62181]: DEBUG nova.network.neutron [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Updating instance_info_cache with network_info: [{"id": "6cc01f48-a9f5-409f-a173-3b4e918a93bb", "address": "fa:16:3e:12:df:44", "network": {"id": "a45f7e38-1ca7-43a1-8e70-077c205cc21e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1737427548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "998ddff599ff49649b4eca249c2744e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc01f48-a9", "ovs_interfaceid": "6cc01f48-a9f5-409f-a173-3b4e918a93bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.880488] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790468, 'name': ReconfigVM_Task, 'duration_secs': 0.316709} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.880846] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 28dd8dee-5e81-4940-8ab5-db85d851573d/28dd8dee-5e81-4940-8ab5-db85d851573d.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.881608] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15922e03-2681-41c1-9b19-635de60507e2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.887941] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1717.887941] env[62181]: value = "task-1790470" [ 1717.887941] env[62181]: _type = "Task" [ 1717.887941] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.898389] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790470, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.902113] env[62181]: DEBUG oslo_concurrency.lockutils [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] Releasing lock "refresh_cache-0c671bbc-2765-43b9-8ac1-ca532682d5f9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.902670] env[62181]: DEBUG nova.compute.manager [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Received event network-vif-plugged-6cc01f48-a9f5-409f-a173-3b4e918a93bb {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1717.903464] env[62181]: DEBUG oslo_concurrency.lockutils [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] Acquiring lock "eb741f86-d1aa-41a7-a9b0-1219538e8a2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.904113] env[62181]: DEBUG oslo_concurrency.lockutils [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] Lock "eb741f86-d1aa-41a7-a9b0-1219538e8a2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.905031] env[62181]: DEBUG oslo_concurrency.lockutils [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] Lock "eb741f86-d1aa-41a7-a9b0-1219538e8a2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.905031] env[62181]: DEBUG nova.compute.manager [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] No waiting events found dispatching network-vif-plugged-6cc01f48-a9f5-409f-a173-3b4e918a93bb {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1717.905196] env[62181]: WARNING nova.compute.manager [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Received unexpected event network-vif-plugged-6cc01f48-a9f5-409f-a173-3b4e918a93bb for instance with vm_state building and task_state spawning. [ 1717.905413] env[62181]: DEBUG nova.compute.manager [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Received event network-changed-6cc01f48-a9f5-409f-a173-3b4e918a93bb {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1717.906025] env[62181]: DEBUG nova.compute.manager [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Refreshing instance network info cache due to event network-changed-6cc01f48-a9f5-409f-a173-3b4e918a93bb. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1717.906025] env[62181]: DEBUG oslo_concurrency.lockutils [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] Acquiring lock "refresh_cache-eb741f86-d1aa-41a7-a9b0-1219538e8a2a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.921847] env[62181]: DEBUG oslo_concurrency.lockutils [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.925025] env[62181]: DEBUG oslo_concurrency.lockutils [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.831s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.926307] env[62181]: INFO nova.compute.claims [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1717.945163] env[62181]: INFO nova.scheduler.client.report [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Deleted allocations for instance 4bc0e10e-367a-4fb4-bf83-1e4550d24790 [ 1718.060285] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525668f8-5c72-bc16-38c2-187e4dc1429f, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.063933] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c115777-c76a-4ecd-b14a-92c549c76253 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.071823] env[62181]: DEBUG oslo_vmware.api [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': task-1790469, 'name': PowerOffVM_Task, 'duration_secs': 0.21702} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.073127] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.073325] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.073653] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1718.073653] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5294a8ce-8220-3ee1-0e33-6bb9c6fcfd59" [ 1718.073653] env[62181]: _type = "Task" [ 1718.073653] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.074267] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a53bcf7c-802e-498c-8aba-726a446b0f15 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.083747] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5294a8ce-8220-3ee1-0e33-6bb9c6fcfd59, 'name': SearchDatastore_Task, 'duration_secs': 0.00964} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.083978] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.084268] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 0c671bbc-2765-43b9-8ac1-ca532682d5f9/0c671bbc-2765-43b9-8ac1-ca532682d5f9.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1718.084509] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0265125a-290f-4d12-9d05-2008b4518bd5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.092215] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1718.092215] env[62181]: value = "task-1790472" [ 1718.092215] env[62181]: _type = "Task" [ 1718.092215] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.099536] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.180739] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.180739] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.180739] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Deleting the datastore file [datastore1] f39eb244-b450-44f8-b1cc-07329e4e8ca8 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.180739] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4b084ef-8c1c-4737-bfd0-bfe9004a197a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.188906] env[62181]: DEBUG oslo_vmware.api [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Waiting for the task: (returnval){ [ 1718.188906] env[62181]: value = "task-1790473" [ 1718.188906] env[62181]: _type = "Task" [ 1718.188906] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.197807] env[62181]: DEBUG oslo_vmware.api [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': task-1790473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.273165] env[62181]: INFO nova.compute.manager [None req-7149bbfc-d19d-4134-a3e1-2062a5092a39 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Get console output [ 1718.273552] env[62181]: WARNING nova.virt.vmwareapi.driver [None req-7149bbfc-d19d-4134-a3e1-2062a5092a39 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] The console log is missing. Check your VSPC configuration [ 1718.300504] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Releasing lock "refresh_cache-eb741f86-d1aa-41a7-a9b0-1219538e8a2a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.300820] env[62181]: DEBUG nova.compute.manager [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Instance network_info: |[{"id": "6cc01f48-a9f5-409f-a173-3b4e918a93bb", "address": "fa:16:3e:12:df:44", "network": {"id": "a45f7e38-1ca7-43a1-8e70-077c205cc21e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1737427548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "998ddff599ff49649b4eca249c2744e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc01f48-a9", "ovs_interfaceid": "6cc01f48-a9f5-409f-a173-3b4e918a93bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1718.301139] env[62181]: DEBUG oslo_concurrency.lockutils [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] Acquired lock "refresh_cache-eb741f86-d1aa-41a7-a9b0-1219538e8a2a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.301347] env[62181]: DEBUG nova.network.neutron [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Refreshing network info cache for port 6cc01f48-a9f5-409f-a173-3b4e918a93bb {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.302546] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:df:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cc01f48-a9f5-409f-a173-3b4e918a93bb', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1718.311107] env[62181]: DEBUG oslo.service.loopingcall [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.312289] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1718.312530] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00978edd-e47e-477d-8935-8cff1751c6d7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.336740] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1718.336740] env[62181]: value = "task-1790474" [ 1718.336740] env[62181]: _type = "Task" [ 1718.336740] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.348119] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790474, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.400350] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790470, 'name': Rename_Task, 'duration_secs': 0.181629} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.400638] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.400890] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-025f44ea-690a-4c55-8561-46447945914c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.409023] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1718.409023] env[62181]: value = "task-1790475" [ 1718.409023] env[62181]: _type = "Task" [ 1718.409023] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.421508] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.454649] env[62181]: DEBUG oslo_concurrency.lockutils [None req-deb3f651-9e69-4d56-a5de-f44461e56a67 tempest-ListServerFiltersTestJSON-267972748 tempest-ListServerFiltersTestJSON-267972748-project-member] Lock "4bc0e10e-367a-4fb4-bf83-1e4550d24790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.913s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.563513] env[62181]: DEBUG nova.network.neutron [None req-19ad194e-3b48-441b-a561-6b71fa70058f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Updating instance_info_cache with network_info: [{"id": "c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528", "address": "fa:16:3e:fc:07:ec", "network": {"id": "fca9125f-3fbd-42bf-b35e-cedb4d33f41e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-396198727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f677cd385841e6b68724be80928c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f5a8cf-6e", "ovs_interfaceid": "c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.602324] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790472, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.698967] env[62181]: DEBUG oslo_vmware.api [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': task-1790473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.847461] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790474, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.925100] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790475, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.067701] env[62181]: DEBUG oslo_concurrency.lockutils [None req-19ad194e-3b48-441b-a561-6b71fa70058f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Releasing lock "refresh_cache-dd52dddb-7f4a-483b-aa89-fb7d0537be0f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.068850] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4967b3-5b17-4e50-b308-efd9a50c1bd6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.079918] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-19ad194e-3b48-441b-a561-6b71fa70058f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Resuming the VM {{(pid=62181) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1719.079918] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8096c1b-5756-4e51-946f-adc22e012fec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.087854] env[62181]: DEBUG oslo_vmware.api [None req-19ad194e-3b48-441b-a561-6b71fa70058f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1719.087854] env[62181]: value = "task-1790476" [ 1719.087854] env[62181]: _type = "Task" [ 1719.087854] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.107634] env[62181]: DEBUG oslo_vmware.api [None req-19ad194e-3b48-441b-a561-6b71fa70058f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.108099] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53481} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.109284] env[62181]: DEBUG nova.network.neutron [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Updated VIF entry in instance network info cache for port 6cc01f48-a9f5-409f-a173-3b4e918a93bb. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.109830] env[62181]: DEBUG nova.network.neutron [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Updating instance_info_cache with network_info: [{"id": "6cc01f48-a9f5-409f-a173-3b4e918a93bb", "address": "fa:16:3e:12:df:44", "network": {"id": "a45f7e38-1ca7-43a1-8e70-077c205cc21e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1737427548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "998ddff599ff49649b4eca249c2744e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc01f48-a9", "ovs_interfaceid": "6cc01f48-a9f5-409f-a173-3b4e918a93bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.114246] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 0c671bbc-2765-43b9-8ac1-ca532682d5f9/0c671bbc-2765-43b9-8ac1-ca532682d5f9.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1719.114493] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1719.114943] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fec4f24-8f44-49e1-8398-1b98064b451a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.122190] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1719.122190] env[62181]: value = "task-1790477" [ 1719.122190] env[62181]: _type = "Task" [ 1719.122190] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.136214] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.205351] env[62181]: DEBUG oslo_vmware.api [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Task: {'id': task-1790473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.514269} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.208594] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1719.209420] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1719.209845] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1719.210406] env[62181]: INFO nova.compute.manager [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1719.210767] env[62181]: DEBUG oslo.service.loopingcall [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.211975] env[62181]: DEBUG nova.compute.manager [-] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1719.212268] env[62181]: DEBUG nova.network.neutron [-] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1719.313613] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91fab37-66b4-4610-87e6-73be1a2ccb8d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.323199] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8525cafe-891a-4e02-a642-36321d5365ab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.366041] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234056f9-b852-4be1-9d7d-c04b482bbb34 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.373719] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790474, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.378014] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d292d3-b04a-48ba-ab15-f61cc0aeee41 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.392798] env[62181]: DEBUG nova.compute.provider_tree [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1719.427180] env[62181]: DEBUG oslo_vmware.api [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790475, 'name': PowerOnVM_Task, 'duration_secs': 0.534906} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.427506] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.427723] env[62181]: INFO nova.compute.manager [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1719.428377] env[62181]: DEBUG nova.compute.manager [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1719.428764] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fe5b8c-76f6-4ae7-ad1c-d862452d61d6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.442213] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Acquiring lock "a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.442578] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Lock "a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.442906] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Acquiring lock "a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.443016] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Lock "a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.443250] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Lock "a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.445269] env[62181]: INFO nova.compute.manager [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Terminating instance [ 1719.602210] env[62181]: DEBUG oslo_vmware.api [None req-19ad194e-3b48-441b-a561-6b71fa70058f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790476, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.614368] env[62181]: DEBUG oslo_concurrency.lockutils [req-5eac5902-0ba7-43a6-ae48-2f2ac6787d82 req-16c968be-7f18-4a55-9cf9-e9f0e62820e0 service nova] Releasing lock "refresh_cache-eb741f86-d1aa-41a7-a9b0-1219538e8a2a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.631472] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.321306} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.631739] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1719.632704] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff31034-b199-4ca6-ba36-4bfd8b8e4dd3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.655294] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 0c671bbc-2765-43b9-8ac1-ca532682d5f9/0c671bbc-2765-43b9-8ac1-ca532682d5f9.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1719.655683] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-873d543d-b2af-41f8-8297-1dce51440156 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.678589] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1719.678589] env[62181]: value = "task-1790478" [ 1719.678589] env[62181]: _type = "Task" [ 1719.678589] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.685075] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.878860] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790474, 'name': CreateVM_Task, 'duration_secs': 1.270676} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.878860] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1719.880299] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.880518] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.880946] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1719.881516] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57bbf0f5-6b7c-4044-be08-b9ca7d18e2ac {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.888152] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1719.888152] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]529e5cf3-c839-c637-4c20-a9d6fed21c92" [ 1719.888152] env[62181]: _type = "Task" [ 1719.888152] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.899795] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529e5cf3-c839-c637-4c20-a9d6fed21c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.903932] env[62181]: DEBUG nova.compute.manager [req-bf37b597-deab-4a54-ad85-49fb8ef6fb49 req-625f9783-83cd-4cbb-a10d-e37d54cecf2d service nova] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Received event network-vif-deleted-65d081f5-0c96-4322-b980-9eb3030bfe01 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1719.904184] env[62181]: INFO nova.compute.manager [req-bf37b597-deab-4a54-ad85-49fb8ef6fb49 req-625f9783-83cd-4cbb-a10d-e37d54cecf2d service nova] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Neutron deleted interface 65d081f5-0c96-4322-b980-9eb3030bfe01; detaching it from the instance and deleting it from the info cache [ 1719.904523] env[62181]: DEBUG nova.network.neutron [req-bf37b597-deab-4a54-ad85-49fb8ef6fb49 req-625f9783-83cd-4cbb-a10d-e37d54cecf2d service nova] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.920441] env[62181]: ERROR nova.scheduler.client.report [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [req-0c72832b-c727-4f7f-96f8-8346dba75725] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c72832b-c727-4f7f-96f8-8346dba75725"}]} [ 1719.940497] env[62181]: DEBUG nova.scheduler.client.report [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1719.954163] env[62181]: DEBUG nova.compute.manager [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1719.954163] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1719.954163] env[62181]: INFO nova.compute.manager [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Took 27.69 seconds to build instance. [ 1719.954731] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacf226c-ab20-469a-bc1d-01efee654145 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.963673] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1719.964076] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea197539-5ab7-406e-b694-ab0bda7adba6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.968803] env[62181]: DEBUG nova.scheduler.client.report [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1719.968803] env[62181]: DEBUG nova.compute.provider_tree [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1719.973021] env[62181]: DEBUG oslo_vmware.api [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Waiting for the task: (returnval){ [ 1719.973021] env[62181]: value = "task-1790479" [ 1719.973021] env[62181]: _type = "Task" [ 1719.973021] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.984244] env[62181]: DEBUG oslo_vmware.api [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1790479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.985349] env[62181]: DEBUG nova.scheduler.client.report [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1720.012750] env[62181]: DEBUG nova.scheduler.client.report [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1720.102470] env[62181]: DEBUG oslo_vmware.api [None req-19ad194e-3b48-441b-a561-6b71fa70058f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790476, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.190486] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790478, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.246120] env[62181]: DEBUG nova.network.neutron [-] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.399176] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529e5cf3-c839-c637-4c20-a9d6fed21c92, 'name': SearchDatastore_Task, 'duration_secs': 0.009207} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.401880] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.402132] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1720.402375] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.402524] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.402707] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1720.403533] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1f8a9c3-e436-4cd5-ba61-46853598f15e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.409792] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f281f9a3-c6e0-43d4-909f-f8a1b9078cb6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.419406] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27d1f49-4e4b-4c9e-88e9-8bb422668d43 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.434076] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1720.434360] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1720.435909] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a2db1b-9849-4528-8f6e-d3489420a730 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.441509] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1720.441509] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a832a4-48d2-6e6d-3957-cd8fee956d88" [ 1720.441509] env[62181]: _type = "Task" [ 1720.441509] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.461468] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f3dc22e2-cba7-40c0-b32f-dc56e2ff3025 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "28dd8dee-5e81-4940-8ab5-db85d851573d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.208s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.461822] env[62181]: DEBUG nova.compute.manager [req-bf37b597-deab-4a54-ad85-49fb8ef6fb49 req-625f9783-83cd-4cbb-a10d-e37d54cecf2d service nova] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Detach interface failed, port_id=65d081f5-0c96-4322-b980-9eb3030bfe01, reason: Instance f39eb244-b450-44f8-b1cc-07329e4e8ca8 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1720.468413] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a832a4-48d2-6e6d-3957-cd8fee956d88, 'name': SearchDatastore_Task, 'duration_secs': 0.011043} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.469200] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da567620-6dd1-44f3-bc5c-3e80fbd0a419 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.474970] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1720.474970] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52bd540a-7d7e-db8f-29b2-f39cec974c83" [ 1720.474970] env[62181]: _type = "Task" [ 1720.474970] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.489169] env[62181]: DEBUG oslo_vmware.api [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1790479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.492931] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52bd540a-7d7e-db8f-29b2-f39cec974c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.495506] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c29596-1c15-4fa4-885b-793e7293928e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.502267] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac7e766-9ed5-4ae7-b5b9-245ea667a97b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.536202] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fb4b4c-6278-41b0-ac38-265f5c8062c3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.545380] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e520c262-7eaa-426c-a9dc-38b7be3536f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.557785] env[62181]: DEBUG nova.compute.provider_tree [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1720.602785] env[62181]: DEBUG oslo_vmware.api [None req-19ad194e-3b48-441b-a561-6b71fa70058f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790476, 'name': PowerOnVM_Task, 'duration_secs': 1.030708} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.603174] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-19ad194e-3b48-441b-a561-6b71fa70058f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Resumed the VM {{(pid=62181) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1720.603405] env[62181]: DEBUG nova.compute.manager [None req-19ad194e-3b48-441b-a561-6b71fa70058f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1720.604336] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaba5a94-de26-48d6-93c2-ef1a11dfb7fa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.687761] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790478, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.751811] env[62181]: INFO nova.compute.manager [-] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Took 1.54 seconds to deallocate network for instance. [ 1720.987895] env[62181]: DEBUG oslo_vmware.api [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1790479, 'name': PowerOffVM_Task, 'duration_secs': 0.650387} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.991410] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1720.994123] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1720.994123] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52bd540a-7d7e-db8f-29b2-f39cec974c83, 'name': SearchDatastore_Task, 'duration_secs': 0.013198} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.994123] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a2c7529-0d67-47af-abc3-1dca4024e031 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.994123] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.994123] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] eb741f86-d1aa-41a7-a9b0-1219538e8a2a/eb741f86-d1aa-41a7-a9b0-1219538e8a2a.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1720.994569] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdb407fe-733f-44a7-aca4-b0e7e7ef8842 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.001289] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1721.001289] env[62181]: value = "task-1790481" [ 1721.001289] env[62181]: _type = "Task" [ 1721.001289] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.009248] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.080636] env[62181]: ERROR nova.scheduler.client.report [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [req-1b98d22f-4cc4-458c-bf77-a6b628f0b2d1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1b98d22f-4cc4-458c-bf77-a6b628f0b2d1"}]} [ 1721.098023] env[62181]: DEBUG nova.scheduler.client.report [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1721.109874] env[62181]: DEBUG nova.scheduler.client.report [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1721.110121] env[62181]: DEBUG nova.compute.provider_tree [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1721.123173] env[62181]: DEBUG nova.scheduler.client.report [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1721.130751] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1721.130993] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1721.131190] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Deleting the datastore file [datastore1] a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1721.131469] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f781042-b1b0-4139-8f1f-f512f9d8f960 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.138509] env[62181]: DEBUG oslo_vmware.api [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Waiting for the task: (returnval){ [ 1721.138509] env[62181]: value = "task-1790482" [ 1721.138509] env[62181]: _type = "Task" [ 1721.138509] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.142931] env[62181]: DEBUG nova.scheduler.client.report [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1721.150539] env[62181]: DEBUG oslo_vmware.api [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1790482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.189399] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790478, 'name': ReconfigVM_Task, 'duration_secs': 1.314615} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.192276] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 0c671bbc-2765-43b9-8ac1-ca532682d5f9/0c671bbc-2765-43b9-8ac1-ca532682d5f9.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1721.193372] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db7602be-1fee-4f51-9035-99595ddd6901 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.200267] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1721.200267] env[62181]: value = "task-1790483" [ 1721.200267] env[62181]: _type = "Task" [ 1721.200267] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.212175] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790483, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.259023] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.515703] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790481, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.527232] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98ef4d7-f390-430e-8b0b-8709f0d83663 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.535961] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ead55e9-2da9-4543-a6cb-3f2d3d326536 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.569066] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c573c400-b2ee-460d-9751-10eb5673cdd8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.574463] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Acquiring lock "4a84bcbd-2428-4ddf-9376-92c20ce58a9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.574696] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Lock "4a84bcbd-2428-4ddf-9376-92c20ce58a9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.581524] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa71628-bdc1-4a9b-a4ef-c32f2e6b7214 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.596755] env[62181]: DEBUG nova.compute.provider_tree [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.652130] env[62181]: DEBUG oslo_vmware.api [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Task: {'id': task-1790482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447368} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.652515] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1721.652779] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1721.653037] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1721.653304] env[62181]: INFO nova.compute.manager [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1721.653650] env[62181]: DEBUG oslo.service.loopingcall [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.653935] env[62181]: DEBUG nova.compute.manager [-] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1721.654110] env[62181]: DEBUG nova.network.neutron [-] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1721.710599] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790483, 'name': Rename_Task, 'duration_secs': 0.250178} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.710895] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1721.711570] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aab2b689-6438-4cc0-8211-947fdfa47359 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.718712] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1721.718712] env[62181]: value = "task-1790484" [ 1721.718712] env[62181]: _type = "Task" [ 1721.718712] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.730560] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.013609] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535641} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.014616] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] eb741f86-d1aa-41a7-a9b0-1219538e8a2a/eb741f86-d1aa-41a7-a9b0-1219538e8a2a.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1722.014616] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1722.014616] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe5e7734-2228-41d8-8c7b-15589e797ab2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.022296] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1722.022296] env[62181]: value = "task-1790485" [ 1722.022296] env[62181]: _type = "Task" [ 1722.022296] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.029778] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.077570] env[62181]: DEBUG nova.compute.manager [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1722.102427] env[62181]: DEBUG nova.scheduler.client.report [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1722.229413] env[62181]: DEBUG oslo_vmware.api [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790484, 'name': PowerOnVM_Task, 'duration_secs': 0.507682} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.229688] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1722.229890] env[62181]: INFO nova.compute.manager [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1722.230085] env[62181]: DEBUG nova.compute.manager [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1722.230879] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec5bcf0-9819-4b3f-954b-f7ae20ad6e5d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.534151] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070251} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.534526] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1722.536029] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724d730c-b7e8-4c7f-b85d-9fa495d4883f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.563130] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] eb741f86-d1aa-41a7-a9b0-1219538e8a2a/eb741f86-d1aa-41a7-a9b0-1219538e8a2a.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1722.564656] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7235ebad-9c6b-49f4-aadc-8b42cf5c596e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.579711] env[62181]: DEBUG nova.compute.manager [req-be8df244-42e8-4925-a87b-25ff6b719573 req-646deb8e-b4b4-4a8a-b70b-83d815c440ce service nova] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Received event network-vif-deleted-c42e1df7-2d09-4354-8923-a3cdaaaae040 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1722.579913] env[62181]: INFO nova.compute.manager [req-be8df244-42e8-4925-a87b-25ff6b719573 req-646deb8e-b4b4-4a8a-b70b-83d815c440ce service nova] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Neutron deleted interface c42e1df7-2d09-4354-8923-a3cdaaaae040; detaching it from the instance and deleting it from the info cache [ 1722.580100] env[62181]: DEBUG nova.network.neutron [req-be8df244-42e8-4925-a87b-25ff6b719573 req-646deb8e-b4b4-4a8a-b70b-83d815c440ce service nova] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.590116] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1722.590116] env[62181]: value = "task-1790486" [ 1722.590116] env[62181]: _type = "Task" [ 1722.590116] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.600340] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.602257] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.614571] env[62181]: DEBUG oslo_concurrency.lockutils [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.689s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.615157] env[62181]: DEBUG nova.compute.manager [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1722.618275] env[62181]: DEBUG oslo_concurrency.lockutils [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.288s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.618529] env[62181]: DEBUG nova.objects.instance [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lazy-loading 'resources' on Instance uuid a77c47cd-ff3d-4fc1-8a84-61ad82d2de59 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.752308] env[62181]: INFO nova.compute.manager [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Took 30.07 seconds to build instance. [ 1722.969656] env[62181]: DEBUG nova.network.neutron [-] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.084689] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7ab2e3f-6e6e-43b9-974d-69cb4603db29 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.099615] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb345b45-3929-4d1b-ac68-3edba4864918 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.117252] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790486, 'name': ReconfigVM_Task, 'duration_secs': 0.280858} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.118473] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Reconfigured VM instance instance-0000004b to attach disk [datastore1] eb741f86-d1aa-41a7-a9b0-1219538e8a2a/eb741f86-d1aa-41a7-a9b0-1219538e8a2a.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1723.119312] env[62181]: DEBUG nova.compute.utils [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1723.120531] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-652bb484-f246-46fa-9226-01224872e7d3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.137805] env[62181]: DEBUG nova.compute.manager [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1723.137805] env[62181]: DEBUG nova.network.neutron [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1723.139670] env[62181]: DEBUG nova.compute.manager [req-be8df244-42e8-4925-a87b-25ff6b719573 req-646deb8e-b4b4-4a8a-b70b-83d815c440ce service nova] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Detach interface failed, port_id=c42e1df7-2d09-4354-8923-a3cdaaaae040, reason: Instance a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1723.148027] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1723.148027] env[62181]: value = "task-1790487" [ 1723.148027] env[62181]: _type = "Task" [ 1723.148027] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.156295] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790487, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.227856] env[62181]: DEBUG nova.policy [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d06d9c3ab3c459ba14f2c306f7668d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b196ff0befcb4aa882b57450fc3f81fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1723.252744] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bf39fd94-c3c1-4e37-9052-f4d1ac79abc2 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "0c671bbc-2765-43b9-8ac1-ca532682d5f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.597s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.473410] env[62181]: INFO nova.compute.manager [-] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Took 1.82 seconds to deallocate network for instance. [ 1723.624046] env[62181]: DEBUG nova.compute.manager [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1723.643112] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b81df62-f01a-424d-9048-336c8d314415 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.653081] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e43bc5-c12c-4c5b-abe3-b4dd46ed6417 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.660973] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790487, 'name': Rename_Task, 'duration_secs': 0.198236} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.661586] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1723.661816] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5ca9298-6e75-40e6-b306-b4df84c008d9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.664073] env[62181]: DEBUG nova.network.neutron [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Successfully created port: 27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1723.697470] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82e3e07-38c0-4e9c-bb8d-6a4906fb8c2d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.700318] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1723.700318] env[62181]: value = "task-1790488" [ 1723.700318] env[62181]: _type = "Task" [ 1723.700318] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.707807] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bb2398-35da-4665-9f95-3d158378ff22 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.714702] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790488, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.724368] env[62181]: DEBUG nova.compute.provider_tree [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.981763] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.040643] env[62181]: INFO nova.compute.manager [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Rescuing [ 1724.043890] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "refresh_cache-0c671bbc-2765-43b9-8ac1-ca532682d5f9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.043890] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired lock "refresh_cache-0c671bbc-2765-43b9-8ac1-ca532682d5f9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.043890] env[62181]: DEBUG nova.network.neutron [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1724.219030] env[62181]: DEBUG oslo_vmware.api [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790488, 'name': PowerOnVM_Task, 'duration_secs': 0.532185} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.219030] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1724.219030] env[62181]: INFO nova.compute.manager [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1724.219030] env[62181]: DEBUG nova.compute.manager [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1724.219030] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e30b3c5-a736-40e0-9bfd-15224fd12bdc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.227635] env[62181]: DEBUG nova.scheduler.client.report [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1724.639167] env[62181]: DEBUG nova.compute.manager [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1724.675156] env[62181]: DEBUG nova.virt.hardware [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1724.675447] env[62181]: DEBUG nova.virt.hardware [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1724.675603] env[62181]: DEBUG nova.virt.hardware [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1724.675787] env[62181]: DEBUG nova.virt.hardware [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1724.676081] env[62181]: DEBUG nova.virt.hardware [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1724.676081] env[62181]: DEBUG nova.virt.hardware [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1724.676294] env[62181]: DEBUG nova.virt.hardware [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1724.676459] env[62181]: DEBUG nova.virt.hardware [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1724.676626] env[62181]: DEBUG nova.virt.hardware [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1724.676786] env[62181]: DEBUG nova.virt.hardware [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1724.677133] env[62181]: DEBUG nova.virt.hardware [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1724.678197] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0336f56-7ca5-4b29-baa9-abe390dc95fd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.689322] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58255bac-965d-4cd2-bae4-f28f8231ed0f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.741171] env[62181]: DEBUG oslo_concurrency.lockutils [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.743981] env[62181]: INFO nova.compute.manager [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Took 31.33 seconds to build instance. [ 1724.745466] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.412s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.746387] env[62181]: DEBUG nova.objects.instance [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lazy-loading 'resources' on Instance uuid 74ddbad8-d40a-4230-9a49-c105330e1d65 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.772226] env[62181]: INFO nova.scheduler.client.report [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Deleted allocations for instance a77c47cd-ff3d-4fc1-8a84-61ad82d2de59 [ 1724.804507] env[62181]: DEBUG nova.network.neutron [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Updating instance_info_cache with network_info: [{"id": "ae1d6422-1429-471f-b74f-e1dbee2fd792", "address": "fa:16:3e:c2:74:0c", "network": {"id": "b57902a4-c6e3-48b5-b2b6-b9fc2d532558", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1129520814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc8ebefdf64b7b9202aefc83393162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1d6422-14", "ovs_interfaceid": "ae1d6422-1429-471f-b74f-e1dbee2fd792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.246158] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6cd467cd-b580-48e3-b4f7-a717f070eb80 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "eb741f86-d1aa-41a7-a9b0-1219538e8a2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.839s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.285123] env[62181]: DEBUG oslo_concurrency.lockutils [None req-970b49ab-9899-4e3a-aa14-8cd17f3f969d tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "a77c47cd-ff3d-4fc1-8a84-61ad82d2de59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.717s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.308572] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Releasing lock "refresh_cache-0c671bbc-2765-43b9-8ac1-ca532682d5f9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.479293] env[62181]: DEBUG nova.compute.manager [req-59d38d6f-7ed4-4de5-944e-4d1d70c4dd4f req-4c438669-620d-45ad-9d62-c8859ae60b9d service nova] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Received event network-vif-plugged-27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1725.479524] env[62181]: DEBUG oslo_concurrency.lockutils [req-59d38d6f-7ed4-4de5-944e-4d1d70c4dd4f req-4c438669-620d-45ad-9d62-c8859ae60b9d service nova] Acquiring lock "44d7b50f-f279-4670-a352-7fa090441802-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.479733] env[62181]: DEBUG oslo_concurrency.lockutils [req-59d38d6f-7ed4-4de5-944e-4d1d70c4dd4f req-4c438669-620d-45ad-9d62-c8859ae60b9d service nova] Lock "44d7b50f-f279-4670-a352-7fa090441802-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.480111] env[62181]: DEBUG oslo_concurrency.lockutils [req-59d38d6f-7ed4-4de5-944e-4d1d70c4dd4f req-4c438669-620d-45ad-9d62-c8859ae60b9d service nova] Lock "44d7b50f-f279-4670-a352-7fa090441802-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.480409] env[62181]: DEBUG nova.compute.manager [req-59d38d6f-7ed4-4de5-944e-4d1d70c4dd4f req-4c438669-620d-45ad-9d62-c8859ae60b9d service nova] [instance: 44d7b50f-f279-4670-a352-7fa090441802] No waiting events found dispatching network-vif-plugged-27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1725.480611] env[62181]: WARNING nova.compute.manager [req-59d38d6f-7ed4-4de5-944e-4d1d70c4dd4f req-4c438669-620d-45ad-9d62-c8859ae60b9d service nova] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Received unexpected event network-vif-plugged-27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7 for instance with vm_state building and task_state spawning. [ 1725.563255] env[62181]: INFO nova.compute.manager [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Rescuing [ 1725.564168] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "refresh_cache-eb741f86-d1aa-41a7-a9b0-1219538e8a2a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.564168] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquired lock "refresh_cache-eb741f86-d1aa-41a7-a9b0-1219538e8a2a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.564168] env[62181]: DEBUG nova.network.neutron [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1725.656728] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab66d38a-0d40-4881-9d26-0f151ce0494a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.670685] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e7edc7-14e9-4f3e-a300-2bb352ba41e9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.707758] env[62181]: DEBUG nova.network.neutron [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Successfully updated port: 27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1725.718960] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a44ffe-20e3-42af-be8d-d6be74970462 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.723462] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42cd8a1-a3aa-4c59-8e7a-bc875234002a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.743906] env[62181]: DEBUG nova.compute.provider_tree [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1726.222698] env[62181]: DEBUG oslo_concurrency.lockutils [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "refresh_cache-44d7b50f-f279-4670-a352-7fa090441802" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.222880] env[62181]: DEBUG oslo_concurrency.lockutils [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "refresh_cache-44d7b50f-f279-4670-a352-7fa090441802" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.223046] env[62181]: DEBUG nova.network.neutron [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1726.248112] env[62181]: DEBUG nova.scheduler.client.report [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1726.316407] env[62181]: DEBUG nova.network.neutron [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Updating instance_info_cache with network_info: [{"id": "6cc01f48-a9f5-409f-a173-3b4e918a93bb", "address": "fa:16:3e:12:df:44", "network": {"id": "a45f7e38-1ca7-43a1-8e70-077c205cc21e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1737427548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "998ddff599ff49649b4eca249c2744e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc01f48-a9", "ovs_interfaceid": "6cc01f48-a9f5-409f-a173-3b4e918a93bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.753968] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.757018] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.183s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.757223] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.757405] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1726.757726] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.260s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.759315] env[62181]: INFO nova.compute.claims [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1726.762948] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcb9873-4a66-4da9-b0e3-17340ba00976 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.766946] env[62181]: DEBUG nova.network.neutron [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1726.775476] env[62181]: INFO nova.scheduler.client.report [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Deleted allocations for instance 74ddbad8-d40a-4230-9a49-c105330e1d65 [ 1726.778813] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601cdb95-b0a9-4468-ba9e-4bd6bcd06fc0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.804764] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4446573-b1b7-41f2-8cf6-415e301415c9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.817036] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fce749-f770-48b3-bbb6-12f523eab31a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.821968] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Releasing lock "refresh_cache-eb741f86-d1aa-41a7-a9b0-1219538e8a2a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.861031] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1726.861542] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177808MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1726.861704] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.864683] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c597a86-8133-48fc-8272-05a9d8e2626a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.876804] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1726.876804] env[62181]: value = "task-1790489" [ 1726.876804] env[62181]: _type = "Task" [ 1726.876804] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.899292] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.011140] env[62181]: DEBUG nova.network.neutron [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Updating instance_info_cache with network_info: [{"id": "27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7", "address": "fa:16:3e:cd:80:72", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a3e7b6-a1", "ovs_interfaceid": "27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.025598] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Acquiring lock "eabeee72-19c1-40d5-bdef-04f84ddae252" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.025957] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Lock "eabeee72-19c1-40d5-bdef-04f84ddae252" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.293449] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a708de9-c728-4285-9c1b-b664e17d20e5 tempest-MultipleCreateTestJSON-406573281 tempest-MultipleCreateTestJSON-406573281-project-member] Lock "74ddbad8-d40a-4230-9a49-c105330e1d65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.636s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.395742] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790489, 'name': PowerOffVM_Task, 'duration_secs': 0.265246} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.396370] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1727.397321] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c62de0-1169-4330-8604-12c54a20d6f4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.419079] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e225e2-ea42-46f2-a735-26e3d8581d22 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.465184] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1727.465712] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f185fb9-69f8-43be-8df8-3815d3bf61ec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.474734] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1727.474734] env[62181]: value = "task-1790490" [ 1727.474734] env[62181]: _type = "Task" [ 1727.474734] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.485345] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] VM already powered off {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1727.485584] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1727.486083] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.486261] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.486473] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1727.486724] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a10b972c-4797-4fd7-b9a1-1914eb89ad7a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.500622] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1727.500848] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1727.501660] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a70078b-d665-4336-8f42-67804d253ce4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.507412] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1727.507412] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52d4525b-606d-d4cb-1888-2cda19dd0a7a" [ 1727.507412] env[62181]: _type = "Task" [ 1727.507412] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.513885] env[62181]: DEBUG oslo_concurrency.lockutils [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "refresh_cache-44d7b50f-f279-4670-a352-7fa090441802" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.514374] env[62181]: DEBUG nova.compute.manager [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Instance network_info: |[{"id": "27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7", "address": "fa:16:3e:cd:80:72", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a3e7b6-a1", "ovs_interfaceid": "27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1727.517662] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:80:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1727.525239] env[62181]: DEBUG oslo.service.loopingcall [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1727.525481] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d4525b-606d-d4cb-1888-2cda19dd0a7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.525718] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1727.526013] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d76dd6a-b152-4164-838d-d0b4683720a6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.540128] env[62181]: DEBUG nova.compute.manager [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1727.550516] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1727.550516] env[62181]: value = "task-1790491" [ 1727.550516] env[62181]: _type = "Task" [ 1727.550516] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.556102] env[62181]: DEBUG oslo_concurrency.lockutils [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.556965] env[62181]: DEBUG oslo_concurrency.lockutils [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.556965] env[62181]: DEBUG oslo_concurrency.lockutils [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.556965] env[62181]: DEBUG oslo_concurrency.lockutils [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.556965] env[62181]: DEBUG oslo_concurrency.lockutils [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.561879] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790491, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.562302] env[62181]: INFO nova.compute.manager [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Terminating instance [ 1727.581191] env[62181]: DEBUG nova.compute.manager [req-1163c015-2fce-44cf-a6a2-c780b67f148d req-c730ef20-c3ff-4514-94dd-77f26b250524 service nova] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Received event network-changed-27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1727.581191] env[62181]: DEBUG nova.compute.manager [req-1163c015-2fce-44cf-a6a2-c780b67f148d req-c730ef20-c3ff-4514-94dd-77f26b250524 service nova] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Refreshing instance network info cache due to event network-changed-27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1727.581191] env[62181]: DEBUG oslo_concurrency.lockutils [req-1163c015-2fce-44cf-a6a2-c780b67f148d req-c730ef20-c3ff-4514-94dd-77f26b250524 service nova] Acquiring lock "refresh_cache-44d7b50f-f279-4670-a352-7fa090441802" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.581505] env[62181]: DEBUG oslo_concurrency.lockutils [req-1163c015-2fce-44cf-a6a2-c780b67f148d req-c730ef20-c3ff-4514-94dd-77f26b250524 service nova] Acquired lock "refresh_cache-44d7b50f-f279-4670-a352-7fa090441802" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.581505] env[62181]: DEBUG nova.network.neutron [req-1163c015-2fce-44cf-a6a2-c780b67f148d req-c730ef20-c3ff-4514-94dd-77f26b250524 service nova] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Refreshing network info cache for port 27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1728.023596] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d4525b-606d-d4cb-1888-2cda19dd0a7a, 'name': SearchDatastore_Task, 'duration_secs': 0.018515} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.028050] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d2ceee7-4286-4d6c-ad5f-2744ebfdcc73 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.034686] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1728.034686] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c9abf6-1665-ed13-01e2-4696cb7cc115" [ 1728.034686] env[62181]: _type = "Task" [ 1728.034686] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.051508] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c9abf6-1665-ed13-01e2-4696cb7cc115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.069604] env[62181]: DEBUG nova.compute.manager [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1728.069909] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1728.070207] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790491, 'name': CreateVM_Task, 'duration_secs': 0.512611} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.071319] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0070cc4c-77ff-490f-a070-f754a547b97b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.074256] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1728.075321] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.076082] env[62181]: DEBUG oslo_concurrency.lockutils [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.076359] env[62181]: DEBUG oslo_concurrency.lockutils [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.076672] env[62181]: DEBUG oslo_concurrency.lockutils [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1728.077443] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae3a5cee-27cd-471d-a6de-3980b95c0b08 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.082188] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1728.086948] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaee30e7-664f-43fb-b16e-110f6e3f7544 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.089457] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1728.089457] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5209269b-412c-ba59-1f9b-7860b4b8c19b" [ 1728.089457] env[62181]: _type = "Task" [ 1728.089457] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.096291] env[62181]: DEBUG oslo_vmware.api [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1728.096291] env[62181]: value = "task-1790492" [ 1728.096291] env[62181]: _type = "Task" [ 1728.096291] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.099961] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5209269b-412c-ba59-1f9b-7860b4b8c19b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.112634] env[62181]: DEBUG oslo_vmware.api [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.166895] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713bf002-e3b5-4360-94c2-da198384b1e2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.175625] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f71a8f1-8334-41ae-a56c-cae7845fa65b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.209172] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6705c7-2ce4-471a-ad4e-c5b22ed3dee4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.218886] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45705ccc-5ed6-4b92-ac03-e5e7477abf63 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.234307] env[62181]: DEBUG nova.compute.provider_tree [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.401864] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1728.402232] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b43cdd2-5685-4e14-9be9-10f2f0d564b0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.412997] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1728.412997] env[62181]: value = "task-1790493" [ 1728.412997] env[62181]: _type = "Task" [ 1728.412997] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.422835] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.453101] env[62181]: DEBUG nova.network.neutron [req-1163c015-2fce-44cf-a6a2-c780b67f148d req-c730ef20-c3ff-4514-94dd-77f26b250524 service nova] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Updated VIF entry in instance network info cache for port 27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1728.455511] env[62181]: DEBUG nova.network.neutron [req-1163c015-2fce-44cf-a6a2-c780b67f148d req-c730ef20-c3ff-4514-94dd-77f26b250524 service nova] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Updating instance_info_cache with network_info: [{"id": "27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7", "address": "fa:16:3e:cd:80:72", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a3e7b6-a1", "ovs_interfaceid": "27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.551042] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c9abf6-1665-ed13-01e2-4696cb7cc115, 'name': SearchDatastore_Task, 'duration_secs': 0.018311} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.551618] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.551618] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 0c671bbc-2765-43b9-8ac1-ca532682d5f9/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk. {{(pid=62181) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1728.551863] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fd9096c-9bfc-46d4-a899-20408185e1cb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.562821] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1728.562821] env[62181]: value = "task-1790494" [ 1728.562821] env[62181]: _type = "Task" [ 1728.562821] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.575609] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.608938] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5209269b-412c-ba59-1f9b-7860b4b8c19b, 'name': SearchDatastore_Task, 'duration_secs': 0.025621} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.609740] env[62181]: DEBUG oslo_concurrency.lockutils [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.610026] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1728.610305] env[62181]: DEBUG oslo_concurrency.lockutils [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.610699] env[62181]: DEBUG oslo_concurrency.lockutils [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.610894] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1728.611249] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54e2681d-81e7-4eab-9598-a16f4c9a6363 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.617696] env[62181]: DEBUG oslo_vmware.api [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790492, 'name': PowerOffVM_Task, 'duration_secs': 0.335098} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.618376] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1728.618548] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1728.619334] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa39ff09-12a5-4f9d-a268-d84d1e57a8e4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.637181] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1728.637400] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1728.638239] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd566e2-e6a8-4d8f-9edd-ada3a049d2bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.645232] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1728.645232] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a3255e-b153-cee5-00a2-76dcccc8e899" [ 1728.645232] env[62181]: _type = "Task" [ 1728.645232] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.655952] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a3255e-b153-cee5-00a2-76dcccc8e899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.708486] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1728.708732] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1728.709441] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Deleting the datastore file [datastore1] dd52dddb-7f4a-483b-aa89-fb7d0537be0f {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1728.709441] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-219b488f-a892-4648-9a11-f9f0fa4b8563 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.719258] env[62181]: DEBUG oslo_vmware.api [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for the task: (returnval){ [ 1728.719258] env[62181]: value = "task-1790496" [ 1728.719258] env[62181]: _type = "Task" [ 1728.719258] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.730980] env[62181]: DEBUG oslo_vmware.api [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.741818] env[62181]: DEBUG nova.scheduler.client.report [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1728.926948] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790493, 'name': PowerOffVM_Task, 'duration_secs': 0.298094} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.926948] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1728.927917] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec65708-b384-446a-9e7c-c24180ba2863 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.952663] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eab002-9910-48da-8188-6b3da30d1aea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.958983] env[62181]: DEBUG oslo_concurrency.lockutils [req-1163c015-2fce-44cf-a6a2-c780b67f148d req-c730ef20-c3ff-4514-94dd-77f26b250524 service nova] Releasing lock "refresh_cache-44d7b50f-f279-4670-a352-7fa090441802" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.992488] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1728.992882] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b515efd0-1034-4684-a5a3-c4f628dbe064 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.003380] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1729.003380] env[62181]: value = "task-1790497" [ 1729.003380] env[62181]: _type = "Task" [ 1729.003380] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.015609] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] VM already powered off {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1729.015926] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1729.016251] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.077210] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790494, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.156497] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a3255e-b153-cee5-00a2-76dcccc8e899, 'name': SearchDatastore_Task, 'duration_secs': 0.015651} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.157389] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03012f75-b02f-450f-bdf3-5a68d790830f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.163790] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1729.163790] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52e1178c-7e7e-8472-7191-7f66930cfa76" [ 1729.163790] env[62181]: _type = "Task" [ 1729.163790] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.173050] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e1178c-7e7e-8472-7191-7f66930cfa76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.231836] env[62181]: DEBUG oslo_vmware.api [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Task: {'id': task-1790496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482268} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.232165] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1729.232343] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1729.232912] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1729.232912] env[62181]: INFO nova.compute.manager [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1729.232988] env[62181]: DEBUG oslo.service.loopingcall [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.233199] env[62181]: DEBUG nova.compute.manager [-] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1729.233414] env[62181]: DEBUG nova.network.neutron [-] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1729.247407] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.247947] env[62181]: DEBUG nova.compute.manager [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1729.251043] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.415s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.251954] env[62181]: DEBUG nova.objects.instance [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lazy-loading 'resources' on Instance uuid 61ab808e-c9d3-4591-8a52-a6da274fd5a5 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1729.574830] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564629} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.575130] env[62181]: INFO nova.virt.vmwareapi.ds_util [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 0c671bbc-2765-43b9-8ac1-ca532682d5f9/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk. [ 1729.575956] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a54dca-f292-4f91-b199-d611db929548 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.607274] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 0c671bbc-2765-43b9-8ac1-ca532682d5f9/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1729.607644] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9df0030-747e-4c05-8da8-b1c5ef05a1ec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.624738] env[62181]: DEBUG nova.compute.manager [req-905abba1-c1c2-4420-b09c-b13c86662320 req-cf321639-c79c-4e35-8239-1ce99ef6c5d8 service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Received event network-vif-deleted-c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1729.624738] env[62181]: INFO nova.compute.manager [req-905abba1-c1c2-4420-b09c-b13c86662320 req-cf321639-c79c-4e35-8239-1ce99ef6c5d8 service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Neutron deleted interface c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528; detaching it from the instance and deleting it from the info cache [ 1729.624738] env[62181]: DEBUG nova.network.neutron [req-905abba1-c1c2-4420-b09c-b13c86662320 req-cf321639-c79c-4e35-8239-1ce99ef6c5d8 service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.628438] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1729.628438] env[62181]: value = "task-1790498" [ 1729.628438] env[62181]: _type = "Task" [ 1729.628438] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.638842] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.675172] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e1178c-7e7e-8472-7191-7f66930cfa76, 'name': SearchDatastore_Task, 'duration_secs': 0.011567} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.675455] env[62181]: DEBUG oslo_concurrency.lockutils [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.675719] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 44d7b50f-f279-4670-a352-7fa090441802/44d7b50f-f279-4670-a352-7fa090441802.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1729.676008] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.676425] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1729.676655] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e12995c2-cba9-4964-a77f-d3c9bbae74f4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.678734] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e0d9729-e51c-4b92-87fd-2b4b2fa38cee {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.686501] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1729.686501] env[62181]: value = "task-1790499" [ 1729.686501] env[62181]: _type = "Task" [ 1729.686501] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.691248] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1729.691372] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1729.692537] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5609698c-faed-4e6d-9ca1-d0a7636d8e0a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.698551] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.702045] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1729.702045] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52519f6e-335a-4488-b5f6-b95a5d9c23cd" [ 1729.702045] env[62181]: _type = "Task" [ 1729.702045] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.711546] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52519f6e-335a-4488-b5f6-b95a5d9c23cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.753694] env[62181]: DEBUG nova.compute.utils [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1729.754320] env[62181]: DEBUG nova.compute.manager [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1729.754548] env[62181]: DEBUG nova.network.neutron [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1729.848749] env[62181]: DEBUG nova.policy [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '820d966ac2b74c549ecdc5a269af4fa3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eeab6549a5fe4efaa5b99cc4705eef80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1729.988127] env[62181]: DEBUG nova.network.neutron [-] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.127144] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8906731-a4bb-42bb-a544-6c3fe521bbb5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.139559] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a823138-c433-47ac-86fb-ad04b21c41d4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.148965] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0856adeb-6a9c-4b14-a421-b718a067b8e9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.175552] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790498, 'name': ReconfigVM_Task, 'duration_secs': 0.434387} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.177512] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be97b743-1448-4c6b-a65e-87d2ba055ad9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.181473] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 0c671bbc-2765-43b9-8ac1-ca532682d5f9/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1730.182434] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408b8c71-c07e-4995-b546-035caf07ab69 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.256168] env[62181]: DEBUG nova.network.neutron [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Successfully created port: 82eaa3b8-cef8-4a77-9468-f4de6c388cf9 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1730.261319] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acc19311-8fd6-4259-b71c-e2d06016cc1d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.272106] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31602735-f88b-459c-a650-e14a61f77e4d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.274644] env[62181]: DEBUG nova.compute.manager [req-905abba1-c1c2-4420-b09c-b13c86662320 req-cf321639-c79c-4e35-8239-1ce99ef6c5d8 service nova] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Detach interface failed, port_id=c7f5a8cf-6e1e-4bed-94fd-3b84e65c9528, reason: Instance dd52dddb-7f4a-483b-aa89-fb7d0537be0f could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1730.278283] env[62181]: DEBUG nova.compute.manager [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1730.281300] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517547} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.282548] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 44d7b50f-f279-4670-a352-7fa090441802/44d7b50f-f279-4670-a352-7fa090441802.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1730.282765] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1730.283068] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a71ea748-bad1-4164-8035-b1b732ef67f7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.290452] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52519f6e-335a-4488-b5f6-b95a5d9c23cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009745} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.295324] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf86a7a-73fd-48ba-b966-800b92f6ffa4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.300461] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1730.300461] env[62181]: value = "task-1790500" [ 1730.300461] env[62181]: _type = "Task" [ 1730.300461] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.300461] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5917cd-84e8-4f06-8390-14db1193442b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.305075] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1730.305075] env[62181]: value = "task-1790501" [ 1730.305075] env[62181]: _type = "Task" [ 1730.305075] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.315020] env[62181]: DEBUG nova.compute.provider_tree [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1730.325097] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.325421] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1730.325421] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5265c079-9a24-fb2d-2316-d8e965dd37ec" [ 1730.325421] env[62181]: _type = "Task" [ 1730.325421] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.333015] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.339383] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5265c079-9a24-fb2d-2316-d8e965dd37ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.491240] env[62181]: INFO nova.compute.manager [-] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Took 1.26 seconds to deallocate network for instance. [ 1730.812267] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790500, 'name': ReconfigVM_Task, 'duration_secs': 0.244855} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.812369] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1730.812602] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-932ffaa2-641c-44a5-b8ef-ce335c0777b3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.820216] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1730.820216] env[62181]: value = "task-1790502" [ 1730.820216] env[62181]: _type = "Task" [ 1730.820216] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.823761] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16671} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.830791] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1730.831666] env[62181]: DEBUG nova.scheduler.client.report [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1730.838585] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef75419b-47a4-4940-aaee-3f06db2d97fe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.874865] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5265c079-9a24-fb2d-2316-d8e965dd37ec, 'name': SearchDatastore_Task, 'duration_secs': 0.036762} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.884303] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 44d7b50f-f279-4670-a352-7fa090441802/44d7b50f-f279-4670-a352-7fa090441802.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1730.884724] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790502, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.884936] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.885218] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] eb741f86-d1aa-41a7-a9b0-1219538e8a2a/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk. {{(pid=62181) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1730.885837] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d535ac4-8a89-4c01-9b4a-f66924fc09ac {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.911298] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6c408ba-ab6c-4d09-af79-060826d92dc9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.924180] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1730.924180] env[62181]: value = "task-1790503" [ 1730.924180] env[62181]: _type = "Task" [ 1730.924180] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.924683] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1730.924683] env[62181]: value = "task-1790504" [ 1730.924683] env[62181]: _type = "Task" [ 1730.924683] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.937321] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.940624] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.003581] env[62181]: DEBUG oslo_concurrency.lockutils [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.288574] env[62181]: DEBUG nova.compute.manager [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1731.320932] env[62181]: DEBUG nova.virt.hardware [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1731.321315] env[62181]: DEBUG nova.virt.hardware [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1731.321497] env[62181]: DEBUG nova.virt.hardware [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1731.321690] env[62181]: DEBUG nova.virt.hardware [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1731.321838] env[62181]: DEBUG nova.virt.hardware [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1731.322038] env[62181]: DEBUG nova.virt.hardware [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1731.322275] env[62181]: DEBUG nova.virt.hardware [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1731.322552] env[62181]: DEBUG nova.virt.hardware [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1731.322801] env[62181]: DEBUG nova.virt.hardware [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1731.322935] env[62181]: DEBUG nova.virt.hardware [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1731.323120] env[62181]: DEBUG nova.virt.hardware [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1731.324263] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35878420-8653-4f08-bf72-aba6fb43ef41 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.341164] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b03c66-4b1b-41e1-b994-35a29bd23242 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.345754] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790502, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.346780] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.350136] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.771s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.350136] env[62181]: DEBUG nova.objects.instance [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lazy-loading 'resources' on Instance uuid c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.384091] env[62181]: INFO nova.scheduler.client.report [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Deleted allocations for instance 61ab808e-c9d3-4591-8a52-a6da274fd5a5 [ 1731.449554] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790503, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.455810] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.586282] env[62181]: DEBUG oslo_concurrency.lockutils [None req-223e39b4-eb37-4a10-a9fe-f10e565b884e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.586744] env[62181]: DEBUG oslo_concurrency.lockutils [None req-223e39b4-eb37-4a10-a9fe-f10e565b884e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.587074] env[62181]: DEBUG nova.compute.manager [None req-223e39b4-eb37-4a10-a9fe-f10e565b884e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1731.588506] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3315f97b-327e-482a-ba43-880ffe7fc272 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.599583] env[62181]: DEBUG nova.compute.manager [None req-223e39b4-eb37-4a10-a9fe-f10e565b884e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62181) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3443}} [ 1731.600426] env[62181]: DEBUG nova.objects.instance [None req-223e39b4-eb37-4a10-a9fe-f10e565b884e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lazy-loading 'flavor' on Instance uuid 13bc5ed7-0e84-4472-ba74-2009b801f4a1 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.833629] env[62181]: DEBUG oslo_vmware.api [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790502, 'name': PowerOnVM_Task, 'duration_secs': 0.805308} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.833915] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1731.840393] env[62181]: DEBUG nova.compute.manager [None req-2a0d9415-73b1-4b3c-9373-c0def0819b8a tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1731.841175] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c5d09e-ecd8-4e3a-8e81-f5c32d97f11d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.892324] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c89338d6-0b16-44d3-9847-59843932d8ae tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "61ab808e-c9d3-4591-8a52-a6da274fd5a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.953s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.941083] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575875} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.941365] env[62181]: INFO nova.virt.vmwareapi.ds_util [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] eb741f86-d1aa-41a7-a9b0-1219538e8a2a/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk. [ 1731.942561] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83328aec-0701-4a53-8477-a37d1edd77b9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.949704] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790504, 'name': ReconfigVM_Task, 'duration_secs': 0.700027} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.954162] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 44d7b50f-f279-4670-a352-7fa090441802/44d7b50f-f279-4670-a352-7fa090441802.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1731.954162] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a25e55d7-9e82-4d9f-bb2e-b27ff1e3b98e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.979871] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] eb741f86-d1aa-41a7-a9b0-1219538e8a2a/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.983341] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c6efa99-25c6-4cdb-aa7a-738fa11e9e13 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.001577] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1732.001577] env[62181]: value = "task-1790505" [ 1732.001577] env[62181]: _type = "Task" [ 1732.001577] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.007265] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1732.007265] env[62181]: value = "task-1790506" [ 1732.007265] env[62181]: _type = "Task" [ 1732.007265] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.013836] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790505, 'name': Rename_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.019184] env[62181]: DEBUG nova.compute.manager [req-454d8452-2415-4da1-a939-8c838ed5a18f req-d39e0234-f7e3-4003-ae9f-96f610fcd094 service nova] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Received event network-vif-plugged-82eaa3b8-cef8-4a77-9468-f4de6c388cf9 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1732.019409] env[62181]: DEBUG oslo_concurrency.lockutils [req-454d8452-2415-4da1-a939-8c838ed5a18f req-d39e0234-f7e3-4003-ae9f-96f610fcd094 service nova] Acquiring lock "7a9d9b1f-df33-4e70-893a-056929734e5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.019621] env[62181]: DEBUG oslo_concurrency.lockutils [req-454d8452-2415-4da1-a939-8c838ed5a18f req-d39e0234-f7e3-4003-ae9f-96f610fcd094 service nova] Lock "7a9d9b1f-df33-4e70-893a-056929734e5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.019787] env[62181]: DEBUG oslo_concurrency.lockutils [req-454d8452-2415-4da1-a939-8c838ed5a18f req-d39e0234-f7e3-4003-ae9f-96f610fcd094 service nova] Lock "7a9d9b1f-df33-4e70-893a-056929734e5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.019950] env[62181]: DEBUG nova.compute.manager [req-454d8452-2415-4da1-a939-8c838ed5a18f req-d39e0234-f7e3-4003-ae9f-96f610fcd094 service nova] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] No waiting events found dispatching network-vif-plugged-82eaa3b8-cef8-4a77-9468-f4de6c388cf9 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1732.020153] env[62181]: WARNING nova.compute.manager [req-454d8452-2415-4da1-a939-8c838ed5a18f req-d39e0234-f7e3-4003-ae9f-96f610fcd094 service nova] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Received unexpected event network-vif-plugged-82eaa3b8-cef8-4a77-9468-f4de6c388cf9 for instance with vm_state building and task_state spawning. [ 1732.024380] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.238377] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e386c2-da73-4b10-9434-b51e7df06dc9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.251375] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a139893-74f1-4740-a496-55994f3fdd72 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.285390] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a320406-91f2-4d86-88b6-bc4dc23dacdf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.294166] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd570bd1-4a53-4166-a715-81386fa07273 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.308950] env[62181]: DEBUG nova.compute.provider_tree [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1732.311161] env[62181]: DEBUG nova.network.neutron [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Successfully updated port: 82eaa3b8-cef8-4a77-9468-f4de6c388cf9 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1732.514654] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790505, 'name': Rename_Task, 'duration_secs': 0.405302} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.515395] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1732.515749] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb2459eb-555b-4d5f-b64f-df6bcd28dd03 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.520210] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790506, 'name': ReconfigVM_Task, 'duration_secs': 0.318603} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.520779] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Reconfigured VM instance instance-0000004b to attach disk [datastore1] eb741f86-d1aa-41a7-a9b0-1219538e8a2a/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.521634] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530c0d66-d0ac-4894-a383-9a1147f3ca1f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.525665] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1732.525665] env[62181]: value = "task-1790507" [ 1732.525665] env[62181]: _type = "Task" [ 1732.525665] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.549549] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0f0fc97-0bff-409d-8751-bc28ebeec5e0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.563389] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790507, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.570063] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1732.570063] env[62181]: value = "task-1790508" [ 1732.570063] env[62181]: _type = "Task" [ 1732.570063] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.578885] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.608776] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-223e39b4-eb37-4a10-a9fe-f10e565b884e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1732.608910] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebb63172-b212-4390-bc02-1d8d26f720d6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.618410] env[62181]: DEBUG oslo_vmware.api [None req-223e39b4-eb37-4a10-a9fe-f10e565b884e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1732.618410] env[62181]: value = "task-1790509" [ 1732.618410] env[62181]: _type = "Task" [ 1732.618410] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.628665] env[62181]: DEBUG oslo_vmware.api [None req-223e39b4-eb37-4a10-a9fe-f10e565b884e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.817385] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "refresh_cache-7a9d9b1f-df33-4e70-893a-056929734e5b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.817532] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired lock "refresh_cache-7a9d9b1f-df33-4e70-893a-056929734e5b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.817703] env[62181]: DEBUG nova.network.neutron [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1732.849761] env[62181]: ERROR nova.scheduler.client.report [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [req-8080f175-848c-426c-959c-94fb775d8cb8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8080f175-848c-426c-959c-94fb775d8cb8"}]} [ 1732.874026] env[62181]: DEBUG nova.scheduler.client.report [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1732.891037] env[62181]: DEBUG nova.scheduler.client.report [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1732.891037] env[62181]: DEBUG nova.compute.provider_tree [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1732.906803] env[62181]: DEBUG nova.scheduler.client.report [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1732.931982] env[62181]: DEBUG nova.scheduler.client.report [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1733.038768] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.078267] env[62181]: INFO nova.compute.manager [None req-42de4077-2a51-420c-8f0f-357632cc7f1e tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Get console output [ 1733.078643] env[62181]: WARNING nova.virt.vmwareapi.driver [None req-42de4077-2a51-420c-8f0f-357632cc7f1e tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] The console log is missing. Check your VSPC configuration [ 1733.083329] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790508, 'name': ReconfigVM_Task, 'duration_secs': 0.166806} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.086987] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1733.088036] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56c74aff-a28f-4c7e-ab30-5c88f8a62359 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.096446] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1733.096446] env[62181]: value = "task-1790510" [ 1733.096446] env[62181]: _type = "Task" [ 1733.096446] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.108855] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.129835] env[62181]: DEBUG oslo_vmware.api [None req-223e39b4-eb37-4a10-a9fe-f10e565b884e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790509, 'name': PowerOffVM_Task, 'duration_secs': 0.265383} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.130125] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-223e39b4-eb37-4a10-a9fe-f10e565b884e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1733.130329] env[62181]: DEBUG nova.compute.manager [None req-223e39b4-eb37-4a10-a9fe-f10e565b884e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1733.131127] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7339413f-02bb-453f-a441-563481fbcc96 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.290707] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7295713c-3c3f-4d96-8861-9089c0add881 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.299958] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e1bc31-0b49-45cd-b8b7-4015fe6b19e8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.335454] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c013ce9-a2c1-4e1b-ae6a-9583e65e8fbd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.344123] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa99b9e-ab8a-4343-a594-53a42a746e50 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.360706] env[62181]: DEBUG nova.compute.provider_tree [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1733.370146] env[62181]: DEBUG nova.network.neutron [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1733.538849] env[62181]: DEBUG oslo_vmware.api [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790507, 'name': PowerOnVM_Task, 'duration_secs': 0.78023} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.539552] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1733.540029] env[62181]: INFO nova.compute.manager [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1733.540445] env[62181]: DEBUG nova.compute.manager [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1733.541430] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc52b61e-e123-4f9f-95c9-f37539b29513 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.611863] env[62181]: DEBUG oslo_vmware.api [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790510, 'name': PowerOnVM_Task, 'duration_secs': 0.40908} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.613282] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1733.616551] env[62181]: DEBUG nova.compute.manager [None req-d2411dbe-34ec-4eae-9fe1-1a16e90d0a69 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1733.617823] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c5ebb4-2c90-4eea-bd3e-688dadc809bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.646662] env[62181]: DEBUG oslo_concurrency.lockutils [None req-223e39b4-eb37-4a10-a9fe-f10e565b884e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.651256] env[62181]: DEBUG nova.network.neutron [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Updating instance_info_cache with network_info: [{"id": "82eaa3b8-cef8-4a77-9468-f4de6c388cf9", "address": "fa:16:3e:68:fa:25", "network": {"id": "2239479c-690a-4f6a-934c-cb7afef254ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1593847906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeab6549a5fe4efaa5b99cc4705eef80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82eaa3b8-ce", "ovs_interfaceid": "82eaa3b8-cef8-4a77-9468-f4de6c388cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.915035] env[62181]: DEBUG nova.scheduler.client.report [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1733.915035] env[62181]: DEBUG nova.compute.provider_tree [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 105 to 106 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1733.915675] env[62181]: DEBUG nova.compute.provider_tree [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1734.066453] env[62181]: INFO nova.compute.manager [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Took 31.99 seconds to build instance. [ 1734.155153] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Releasing lock "refresh_cache-7a9d9b1f-df33-4e70-893a-056929734e5b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.155508] env[62181]: DEBUG nova.compute.manager [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Instance network_info: |[{"id": "82eaa3b8-cef8-4a77-9468-f4de6c388cf9", "address": "fa:16:3e:68:fa:25", "network": {"id": "2239479c-690a-4f6a-934c-cb7afef254ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1593847906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeab6549a5fe4efaa5b99cc4705eef80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82eaa3b8-ce", "ovs_interfaceid": "82eaa3b8-cef8-4a77-9468-f4de6c388cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1734.156624] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:fa:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82eaa3b8-cef8-4a77-9468-f4de6c388cf9', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1734.164143] env[62181]: DEBUG oslo.service.loopingcall [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1734.165199] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1734.165438] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a48d22f-8ab8-41d6-9a49-cba9268ba852 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.188162] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1734.188162] env[62181]: value = "task-1790511" [ 1734.188162] env[62181]: _type = "Task" [ 1734.188162] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.197196] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790511, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.257973] env[62181]: DEBUG nova.compute.manager [req-81435da0-aba8-42af-9ab3-40776a45d45b req-46c55742-7cb4-423b-ac96-b5bcb50b1022 service nova] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Received event network-changed-82eaa3b8-cef8-4a77-9468-f4de6c388cf9 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1734.258379] env[62181]: DEBUG nova.compute.manager [req-81435da0-aba8-42af-9ab3-40776a45d45b req-46c55742-7cb4-423b-ac96-b5bcb50b1022 service nova] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Refreshing instance network info cache due to event network-changed-82eaa3b8-cef8-4a77-9468-f4de6c388cf9. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1734.258814] env[62181]: DEBUG oslo_concurrency.lockutils [req-81435da0-aba8-42af-9ab3-40776a45d45b req-46c55742-7cb4-423b-ac96-b5bcb50b1022 service nova] Acquiring lock "refresh_cache-7a9d9b1f-df33-4e70-893a-056929734e5b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.259140] env[62181]: DEBUG oslo_concurrency.lockutils [req-81435da0-aba8-42af-9ab3-40776a45d45b req-46c55742-7cb4-423b-ac96-b5bcb50b1022 service nova] Acquired lock "refresh_cache-7a9d9b1f-df33-4e70-893a-056929734e5b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.260045] env[62181]: DEBUG nova.network.neutron [req-81435da0-aba8-42af-9ab3-40776a45d45b req-46c55742-7cb4-423b-ac96-b5bcb50b1022 service nova] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Refreshing network info cache for port 82eaa3b8-cef8-4a77-9468-f4de6c388cf9 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1734.403859] env[62181]: DEBUG nova.objects.instance [None req-8207cc44-8501-4bdb-87d6-ec800f05fc5d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lazy-loading 'flavor' on Instance uuid 13bc5ed7-0e84-4472-ba74-2009b801f4a1 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.422016] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Acquiring lock "05fae8ff-eb9c-4e22-9075-f8de2d18c82e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.422314] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Lock "05fae8ff-eb9c-4e22-9075-f8de2d18c82e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.422564] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Acquiring lock "05fae8ff-eb9c-4e22-9075-f8de2d18c82e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.422769] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Lock "05fae8ff-eb9c-4e22-9075-f8de2d18c82e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.422948] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Lock "05fae8ff-eb9c-4e22-9075-f8de2d18c82e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.427779] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.076s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.428589] env[62181]: INFO nova.compute.manager [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Terminating instance [ 1734.430299] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.144s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.430592] env[62181]: DEBUG nova.objects.instance [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Lazy-loading 'resources' on Instance uuid 7fb647de-d093-4f4a-a198-468e61926976 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.462657] env[62181]: INFO nova.scheduler.client.report [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Deleted allocations for instance c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588 [ 1734.568378] env[62181]: DEBUG oslo_concurrency.lockutils [None req-38580ecb-951f-4ae7-a870-7f8c3e325aec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "44d7b50f-f279-4670-a352-7fa090441802" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.498s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.705736] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790511, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.910524] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8207cc44-8501-4bdb-87d6-ec800f05fc5d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.911174] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8207cc44-8501-4bdb-87d6-ec800f05fc5d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.911174] env[62181]: DEBUG nova.network.neutron [None req-8207cc44-8501-4bdb-87d6-ec800f05fc5d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1734.911174] env[62181]: DEBUG nova.objects.instance [None req-8207cc44-8501-4bdb-87d6-ec800f05fc5d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lazy-loading 'info_cache' on Instance uuid 13bc5ed7-0e84-4472-ba74-2009b801f4a1 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.937228] env[62181]: DEBUG nova.compute.manager [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1734.937512] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1734.938786] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b09300-d94e-492f-9f72-db0b587adb82 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.950965] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1734.951365] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73694611-30e2-46db-990b-3d766b20fa43 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.966281] env[62181]: DEBUG oslo_vmware.api [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Waiting for the task: (returnval){ [ 1734.966281] env[62181]: value = "task-1790512" [ 1734.966281] env[62181]: _type = "Task" [ 1734.966281] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.975368] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b68f33e8-3a82-46b1-8e61-30f6a8d4db25 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.850s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.983220] env[62181]: DEBUG oslo_vmware.api [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': task-1790512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.081739] env[62181]: DEBUG nova.network.neutron [req-81435da0-aba8-42af-9ab3-40776a45d45b req-46c55742-7cb4-423b-ac96-b5bcb50b1022 service nova] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Updated VIF entry in instance network info cache for port 82eaa3b8-cef8-4a77-9468-f4de6c388cf9. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1735.082229] env[62181]: DEBUG nova.network.neutron [req-81435da0-aba8-42af-9ab3-40776a45d45b req-46c55742-7cb4-423b-ac96-b5bcb50b1022 service nova] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Updating instance_info_cache with network_info: [{"id": "82eaa3b8-cef8-4a77-9468-f4de6c388cf9", "address": "fa:16:3e:68:fa:25", "network": {"id": "2239479c-690a-4f6a-934c-cb7afef254ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1593847906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeab6549a5fe4efaa5b99cc4705eef80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82eaa3b8-ce", "ovs_interfaceid": "82eaa3b8-cef8-4a77-9468-f4de6c388cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.199569] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790511, 'name': CreateVM_Task, 'duration_secs': 0.583404} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.202010] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1735.202911] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.203118] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.203609] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1735.203915] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d695f94d-3fdb-4ee5-8622-7d19d87d3025 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.207243] env[62181]: DEBUG oslo_concurrency.lockutils [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "44d7b50f-f279-4670-a352-7fa090441802" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.207496] env[62181]: DEBUG oslo_concurrency.lockutils [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "44d7b50f-f279-4670-a352-7fa090441802" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.207747] env[62181]: INFO nova.compute.manager [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Shelving [ 1735.210235] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1735.210235] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]522e2d64-6bdb-977e-db09-53602821f39c" [ 1735.210235] env[62181]: _type = "Task" [ 1735.210235] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.225378] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]522e2d64-6bdb-977e-db09-53602821f39c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.289511] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e0d50c-7f8c-477b-97e0-e043b3ae4866 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.296450] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce34e612-4be7-4746-99f4-16608bdcb5f5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.334433] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cb64bf-e7fb-4f30-8a88-e34ae370560f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.343742] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49a5d50-86a3-4327-b0bd-160c73b6510f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.361664] env[62181]: DEBUG nova.compute.provider_tree [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.414303] env[62181]: DEBUG nova.objects.base [None req-8207cc44-8501-4bdb-87d6-ec800f05fc5d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Object Instance<13bc5ed7-0e84-4472-ba74-2009b801f4a1> lazy-loaded attributes: flavor,info_cache {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1735.423421] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "f613bc48-5135-492c-ae81-8b9c48534e73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.423783] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "f613bc48-5135-492c-ae81-8b9c48534e73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.477657] env[62181]: DEBUG oslo_vmware.api [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': task-1790512, 'name': PowerOffVM_Task, 'duration_secs': 0.379355} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.478158] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1735.478158] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1735.478327] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fd6ba40-32a2-4036-b983-f748f5bdcc5e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.559176] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1735.559418] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1735.559765] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Deleting the datastore file [datastore1] 05fae8ff-eb9c-4e22-9075-f8de2d18c82e {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1735.559890] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3339ed0b-cfad-4da3-b878-1f3bc43f5ca2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.567022] env[62181]: DEBUG oslo_vmware.api [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Waiting for the task: (returnval){ [ 1735.567022] env[62181]: value = "task-1790514" [ 1735.567022] env[62181]: _type = "Task" [ 1735.567022] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.581713] env[62181]: DEBUG oslo_vmware.api [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': task-1790514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.584626] env[62181]: DEBUG oslo_concurrency.lockutils [req-81435da0-aba8-42af-9ab3-40776a45d45b req-46c55742-7cb4-423b-ac96-b5bcb50b1022 service nova] Releasing lock "refresh_cache-7a9d9b1f-df33-4e70-893a-056929734e5b" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.614603] env[62181]: INFO nova.compute.manager [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Unrescuing [ 1735.614886] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "refresh_cache-eb741f86-d1aa-41a7-a9b0-1219538e8a2a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.615055] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquired lock "refresh_cache-eb741f86-d1aa-41a7-a9b0-1219538e8a2a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.615228] env[62181]: DEBUG nova.network.neutron [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1735.722398] env[62181]: INFO nova.compute.manager [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Rescuing [ 1735.722652] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "refresh_cache-28dd8dee-5e81-4940-8ab5-db85d851573d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.722802] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired lock "refresh_cache-28dd8dee-5e81-4940-8ab5-db85d851573d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.723125] env[62181]: DEBUG nova.network.neutron [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1735.724140] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]522e2d64-6bdb-977e-db09-53602821f39c, 'name': SearchDatastore_Task, 'duration_secs': 0.016} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.725441] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.725717] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1735.725982] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.726178] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.726398] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1735.726691] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c6bed2d-f366-4a48-8d05-f591c798d735 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.738254] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1735.738522] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1735.739964] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e60017b0-386e-400a-8531-5908e56db49f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.749137] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1735.749137] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52e3584c-9985-e06a-42e4-120c6040f734" [ 1735.749137] env[62181]: _type = "Task" [ 1735.749137] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.758561] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e3584c-9985-e06a-42e4-120c6040f734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.865586] env[62181]: DEBUG nova.scheduler.client.report [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1735.926141] env[62181]: DEBUG nova.compute.manager [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1736.076077] env[62181]: DEBUG oslo_concurrency.lockutils [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "b45441c4-5492-42a2-bc5a-c4d6b7891423" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.076077] env[62181]: DEBUG oslo_concurrency.lockutils [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "b45441c4-5492-42a2-bc5a-c4d6b7891423" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.076288] env[62181]: DEBUG oslo_concurrency.lockutils [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "b45441c4-5492-42a2-bc5a-c4d6b7891423-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.077868] env[62181]: DEBUG oslo_concurrency.lockutils [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "b45441c4-5492-42a2-bc5a-c4d6b7891423-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.077868] env[62181]: DEBUG oslo_concurrency.lockutils [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "b45441c4-5492-42a2-bc5a-c4d6b7891423-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.082011] env[62181]: DEBUG oslo_vmware.api [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Task: {'id': task-1790514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176274} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.082822] env[62181]: INFO nova.compute.manager [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Terminating instance [ 1736.084554] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1736.084738] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1736.084922] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1736.085118] env[62181]: INFO nova.compute.manager [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1736.089020] env[62181]: DEBUG oslo.service.loopingcall [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.089020] env[62181]: DEBUG nova.compute.manager [-] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1736.089020] env[62181]: DEBUG nova.network.neutron [-] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1736.230391] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1736.230710] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f5b138a-5d06-4714-8371-44bb9d3167ef {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.239726] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1736.239726] env[62181]: value = "task-1790515" [ 1736.239726] env[62181]: _type = "Task" [ 1736.239726] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.249158] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.261549] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e3584c-9985-e06a-42e4-120c6040f734, 'name': SearchDatastore_Task, 'duration_secs': 0.01293} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.262638] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c8a72b0-8087-4a3f-9089-d4722c24035b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.268351] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1736.268351] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52fa4470-1243-9d51-98c8-93c608fafc76" [ 1736.268351] env[62181]: _type = "Task" [ 1736.268351] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.276593] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52fa4470-1243-9d51-98c8-93c608fafc76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.370620] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.373159] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.114s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.373525] env[62181]: DEBUG nova.objects.instance [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Lazy-loading 'resources' on Instance uuid f39eb244-b450-44f8-b1cc-07329e4e8ca8 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1736.411459] env[62181]: INFO nova.scheduler.client.report [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Deleted allocations for instance 7fb647de-d093-4f4a-a198-468e61926976 [ 1736.440192] env[62181]: DEBUG nova.network.neutron [None req-8207cc44-8501-4bdb-87d6-ec800f05fc5d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating instance_info_cache with network_info: [{"id": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "address": "fa:16:3e:dd:3d:04", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bfbca6e-5f", "ovs_interfaceid": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.457153] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.495688] env[62181]: DEBUG nova.network.neutron [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Updating instance_info_cache with network_info: [{"id": "3b379388-3022-42a6-a4d6-4fad26f7d7f0", "address": "fa:16:3e:bd:ce:f1", "network": {"id": "b57902a4-c6e3-48b5-b2b6-b9fc2d532558", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1129520814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc8ebefdf64b7b9202aefc83393162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b379388-30", "ovs_interfaceid": "3b379388-3022-42a6-a4d6-4fad26f7d7f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.589661] env[62181]: DEBUG nova.compute.manager [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1736.590209] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1736.590793] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3f925d-42ae-4c9d-858a-49251e8ca47d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.600690] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1736.603142] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6a9e4f0-818c-4154-bfea-4f0eac439ddb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.608962] env[62181]: DEBUG oslo_vmware.api [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1736.608962] env[62181]: value = "task-1790516" [ 1736.608962] env[62181]: _type = "Task" [ 1736.608962] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.620875] env[62181]: DEBUG oslo_vmware.api [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.659163] env[62181]: DEBUG nova.network.neutron [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Updating instance_info_cache with network_info: [{"id": "6cc01f48-a9f5-409f-a173-3b4e918a93bb", "address": "fa:16:3e:12:df:44", "network": {"id": "a45f7e38-1ca7-43a1-8e70-077c205cc21e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1737427548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "998ddff599ff49649b4eca249c2744e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc01f48-a9", "ovs_interfaceid": "6cc01f48-a9f5-409f-a173-3b4e918a93bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.750826] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790515, 'name': PowerOffVM_Task, 'duration_secs': 0.319028} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.751605] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1736.752297] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d57daf-a73b-407a-944e-33fe4b9fa3ec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.775834] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ce785a-2acc-4c8a-b827-ad293bd73888 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.791672] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52fa4470-1243-9d51-98c8-93c608fafc76, 'name': SearchDatastore_Task, 'duration_secs': 0.021588} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.792349] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.792630] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 7a9d9b1f-df33-4e70-893a-056929734e5b/7a9d9b1f-df33-4e70-893a-056929734e5b.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1736.792945] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f640027b-1ed5-4452-aaa8-e61eaa4789e5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.802465] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1736.802465] env[62181]: value = "task-1790517" [ 1736.802465] env[62181]: _type = "Task" [ 1736.802465] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.821572] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.921629] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0566e3ea-f071-4c43-b0d9-20208a4dc98d tempest-ServersTestBootFromVolume-1109305735 tempest-ServersTestBootFromVolume-1109305735-project-member] Lock "7fb647de-d093-4f4a-a198-468e61926976" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.103s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.942744] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8207cc44-8501-4bdb-87d6-ec800f05fc5d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.001147] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Releasing lock "refresh_cache-28dd8dee-5e81-4940-8ab5-db85d851573d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.047306] env[62181]: DEBUG nova.compute.manager [req-40c0dd8a-c540-46bf-b5d7-1972aa2e1852 req-fc4ea1b1-2599-473d-a4a3-8c35b68f7592 service nova] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Received event network-vif-deleted-24f534c4-022f-477e-80f6-4d69cbdc0122 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1737.047516] env[62181]: INFO nova.compute.manager [req-40c0dd8a-c540-46bf-b5d7-1972aa2e1852 req-fc4ea1b1-2599-473d-a4a3-8c35b68f7592 service nova] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Neutron deleted interface 24f534c4-022f-477e-80f6-4d69cbdc0122; detaching it from the instance and deleting it from the info cache [ 1737.047687] env[62181]: DEBUG nova.network.neutron [req-40c0dd8a-c540-46bf-b5d7-1972aa2e1852 req-fc4ea1b1-2599-473d-a4a3-8c35b68f7592 service nova] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.122946] env[62181]: DEBUG oslo_vmware.api [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790516, 'name': PowerOffVM_Task, 'duration_secs': 0.292568} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.123158] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1737.123383] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1737.124065] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6804c4e7-ea06-4417-bfdc-c3cdae566e64 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.160083] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Releasing lock "refresh_cache-eb741f86-d1aa-41a7-a9b0-1219538e8a2a" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.160563] env[62181]: DEBUG nova.objects.instance [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lazy-loading 'flavor' on Instance uuid eb741f86-d1aa-41a7-a9b0-1219538e8a2a {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.220525] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1737.220758] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1737.220941] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Deleting the datastore file [datastore1] b45441c4-5492-42a2-bc5a-c4d6b7891423 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1737.226151] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-602acf74-9daf-43e9-86dd-a34c9282a960 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.235010] env[62181]: DEBUG oslo_vmware.api [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1737.235010] env[62181]: value = "task-1790519" [ 1737.235010] env[62181]: _type = "Task" [ 1737.235010] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.249039] env[62181]: DEBUG oslo_vmware.api [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.287928] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972683e8-8920-42f0-806b-7984571a8a76 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.295068] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Creating Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1737.297982] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a6c9950-f478-45f6-bd39-b05f8a690d9d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.302963] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5333e0a8-5a89-4cab-b9ba-2a5406a20f3b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.316844] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1737.316844] env[62181]: value = "task-1790520" [ 1737.316844] env[62181]: _type = "Task" [ 1737.316844] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.357961] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790517, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.360322] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6097d87a-bc18-4ea6-a375-343a02baaaf5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.366757] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790520, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.373165] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d9bfd9-e451-487a-b5d9-efed6acdffab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.391688] env[62181]: DEBUG nova.compute.provider_tree [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1737.519310] env[62181]: DEBUG nova.network.neutron [-] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.551816] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a139d471-159b-471b-9666-32d44656ca44 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.563502] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a628e800-ca01-4323-95f7-e5ed3bdb427f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.607863] env[62181]: DEBUG nova.compute.manager [req-40c0dd8a-c540-46bf-b5d7-1972aa2e1852 req-fc4ea1b1-2599-473d-a4a3-8c35b68f7592 service nova] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Detach interface failed, port_id=24f534c4-022f-477e-80f6-4d69cbdc0122, reason: Instance 05fae8ff-eb9c-4e22-9075-f8de2d18c82e could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1737.668935] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a25aa6-c42f-4448-afb3-b5c573caaa2a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.694281] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.694789] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25ff87a6-2351-4ecf-9c44-af46a48b0138 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.705525] env[62181]: DEBUG oslo_vmware.api [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1737.705525] env[62181]: value = "task-1790521" [ 1737.705525] env[62181]: _type = "Task" [ 1737.705525] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.715976] env[62181]: DEBUG oslo_vmware.api [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.745944] env[62181]: DEBUG oslo_vmware.api [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.825480] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841612} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.826994] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 7a9d9b1f-df33-4e70-893a-056929734e5b/7a9d9b1f-df33-4e70-893a-056929734e5b.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1737.826994] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1737.826994] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d8acc1e-6441-46cc-92ed-13d7acdb3ddf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.832203] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790520, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.840111] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1737.840111] env[62181]: value = "task-1790522" [ 1737.840111] env[62181]: _type = "Task" [ 1737.840111] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.867562] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.917142] env[62181]: ERROR nova.scheduler.client.report [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] [req-9bf5334e-e67e-4477-a03d-19906e989b91] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9bf5334e-e67e-4477-a03d-19906e989b91"}]} [ 1737.940864] env[62181]: DEBUG nova.scheduler.client.report [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1737.953029] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8207cc44-8501-4bdb-87d6-ec800f05fc5d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1737.953029] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40d8fa86-6bee-4537-ab42-73dbe5136b18 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.960214] env[62181]: DEBUG nova.scheduler.client.report [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1737.961199] env[62181]: DEBUG nova.compute.provider_tree [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1737.967103] env[62181]: DEBUG oslo_vmware.api [None req-8207cc44-8501-4bdb-87d6-ec800f05fc5d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1737.967103] env[62181]: value = "task-1790523" [ 1737.967103] env[62181]: _type = "Task" [ 1737.967103] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.983504] env[62181]: DEBUG oslo_vmware.api [None req-8207cc44-8501-4bdb-87d6-ec800f05fc5d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.990767] env[62181]: DEBUG nova.scheduler.client.report [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1738.016879] env[62181]: DEBUG nova.scheduler.client.report [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1738.025731] env[62181]: INFO nova.compute.manager [-] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Took 1.94 seconds to deallocate network for instance. [ 1738.217566] env[62181]: DEBUG oslo_vmware.api [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790521, 'name': PowerOffVM_Task, 'duration_secs': 0.469544} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.217858] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1738.223259] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1738.223623] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f93221d-ecae-48cd-8e38-81ad3471058e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.249080] env[62181]: DEBUG oslo_vmware.api [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.662873} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.250345] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1738.250534] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1738.251384] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1738.251384] env[62181]: INFO nova.compute.manager [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1738.251384] env[62181]: DEBUG oslo.service.loopingcall [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.251965] env[62181]: DEBUG oslo_vmware.api [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1738.251965] env[62181]: value = "task-1790524" [ 1738.251965] env[62181]: _type = "Task" [ 1738.251965] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.254115] env[62181]: DEBUG nova.compute.manager [-] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1738.254231] env[62181]: DEBUG nova.network.neutron [-] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1738.328481] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790520, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.351794] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102523} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.352087] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1738.352982] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b8945f-80c4-4cbf-ace8-adcccc8b3846 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.378913] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 7a9d9b1f-df33-4e70-893a-056929734e5b/7a9d9b1f-df33-4e70-893a-056929734e5b.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1738.382015] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b8f2557-89fc-4b90-bbc6-ee7aaf62cd71 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.404830] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1738.404830] env[62181]: value = "task-1790525" [ 1738.404830] env[62181]: _type = "Task" [ 1738.404830] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.420612] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.425749] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84353eb2-1462-4ce8-8c36-53ea0d6ff73e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.434157] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48dbfcb-44b6-4606-b123-32f6b21d7df3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.478217] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e38980a-3782-45df-970d-36d58b74199b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.486413] env[62181]: DEBUG oslo_vmware.api [None req-8207cc44-8501-4bdb-87d6-ec800f05fc5d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790523, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.489851] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098b0fdc-1cbf-474d-86ba-5e3aaa55abdd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.506141] env[62181]: DEBUG nova.compute.provider_tree [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.538549] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.553856] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1738.554558] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f361fe9-aa9d-4855-a5e1-faf1a9cfe3a2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.562853] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1738.562853] env[62181]: value = "task-1790526" [ 1738.562853] env[62181]: _type = "Task" [ 1738.562853] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.573270] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.769904] env[62181]: DEBUG oslo_vmware.api [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790524, 'name': ReconfigVM_Task, 'duration_secs': 0.507545} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.770790] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1738.771157] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1738.772016] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2c00433-9e75-4326-a529-edb98cb89074 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.781871] env[62181]: DEBUG oslo_vmware.api [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1738.781871] env[62181]: value = "task-1790527" [ 1738.781871] env[62181]: _type = "Task" [ 1738.781871] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.794834] env[62181]: DEBUG oslo_vmware.api [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.833452] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790520, 'name': CreateSnapshot_Task, 'duration_secs': 1.449307} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.833452] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Created Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1738.833452] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb555d03-2851-41f0-92b0-d345b2c8e722 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.918457] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790525, 'name': ReconfigVM_Task, 'duration_secs': 0.42084} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.918457] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 7a9d9b1f-df33-4e70-893a-056929734e5b/7a9d9b1f-df33-4e70-893a-056929734e5b.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1738.918457] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2713640d-1157-444b-91b8-5cdf7c9df2bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.926613] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1738.926613] env[62181]: value = "task-1790528" [ 1738.926613] env[62181]: _type = "Task" [ 1738.926613] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.937916] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790528, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.980500] env[62181]: DEBUG oslo_vmware.api [None req-8207cc44-8501-4bdb-87d6-ec800f05fc5d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790523, 'name': PowerOnVM_Task, 'duration_secs': 0.602381} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.980897] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8207cc44-8501-4bdb-87d6-ec800f05fc5d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1738.981274] env[62181]: DEBUG nova.compute.manager [None req-8207cc44-8501-4bdb-87d6-ec800f05fc5d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1738.982457] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019e536a-f2f4-4e9e-8995-fdcfda967281 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.009808] env[62181]: DEBUG nova.scheduler.client.report [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1739.078556] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790526, 'name': PowerOffVM_Task, 'duration_secs': 0.308998} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.078961] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1739.080472] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf98016-5980-4daf-9508-723d27c0e816 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.106027] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67e15bc-d4f1-4769-a018-02d9557dbb85 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.144638] env[62181]: DEBUG nova.compute.manager [req-7d324f28-22dc-4d8d-8a48-0659789711d5 req-bfb20d3f-9498-477e-9c4e-91e3d745fa94 service nova] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Received event network-vif-deleted-6f6acc0d-84db-454f-a6b6-7ac539f4e5b7 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1739.144638] env[62181]: INFO nova.compute.manager [req-7d324f28-22dc-4d8d-8a48-0659789711d5 req-bfb20d3f-9498-477e-9c4e-91e3d745fa94 service nova] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Neutron deleted interface 6f6acc0d-84db-454f-a6b6-7ac539f4e5b7; detaching it from the instance and deleting it from the info cache [ 1739.144638] env[62181]: DEBUG nova.network.neutron [req-7d324f28-22dc-4d8d-8a48-0659789711d5 req-bfb20d3f-9498-477e-9c4e-91e3d745fa94 service nova] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.161043] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1739.162052] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e705bd6-f0e7-4b82-9e62-bdc9ccf637c1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.170990] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1739.170990] env[62181]: value = "task-1790529" [ 1739.170990] env[62181]: _type = "Task" [ 1739.170990] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.185041] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] VM already powered off {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1739.185041] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1739.185041] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.185041] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.185371] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1739.185739] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-188a389a-d78d-4518-8491-aacfcecf2b7d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.201134] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1739.202151] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1739.202766] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d374cb38-b103-4b07-a2d3-2946cf18ced4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.209678] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1739.209678] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5295aaf9-6eca-caae-ff7d-b7efcc4c2c62" [ 1739.209678] env[62181]: _type = "Task" [ 1739.209678] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.219657] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5295aaf9-6eca-caae-ff7d-b7efcc4c2c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.293430] env[62181]: DEBUG oslo_vmware.api [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790527, 'name': PowerOnVM_Task, 'duration_secs': 0.438832} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.293776] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1739.293980] env[62181]: DEBUG nova.compute.manager [None req-6edc3ba7-750c-4a74-96fd-3ee44adb2583 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1739.294776] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97ab07d-55af-4227-ad2b-15cba48b3f8a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.355471] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Creating linked-clone VM from snapshot {{(pid=62181) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1739.356084] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a5fbfdaa-ba00-4733-aee3-9160c9d7a9e9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.366660] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1739.366660] env[62181]: value = "task-1790530" [ 1739.366660] env[62181]: _type = "Task" [ 1739.366660] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.375728] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790530, 'name': CloneVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.439736] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790528, 'name': Rename_Task, 'duration_secs': 0.255202} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.440238] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1739.440601] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be60f452-4230-4f9d-ad0d-9e8f70288f84 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.451021] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1739.451021] env[62181]: value = "task-1790531" [ 1739.451021] env[62181]: _type = "Task" [ 1739.451021] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.460572] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.515544] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.142s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.518038] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.916s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.520173] env[62181]: INFO nova.compute.claims [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1739.526271] env[62181]: DEBUG nova.network.neutron [-] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.569091] env[62181]: INFO nova.scheduler.client.report [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Deleted allocations for instance f39eb244-b450-44f8-b1cc-07329e4e8ca8 [ 1739.651885] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-763f921a-54fd-47d9-9299-0069c28fc096 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.662999] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e5a911-2e30-4428-8aec-7ee3484c305e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.701109] env[62181]: DEBUG nova.compute.manager [req-7d324f28-22dc-4d8d-8a48-0659789711d5 req-bfb20d3f-9498-477e-9c4e-91e3d745fa94 service nova] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Detach interface failed, port_id=6f6acc0d-84db-454f-a6b6-7ac539f4e5b7, reason: Instance b45441c4-5492-42a2-bc5a-c4d6b7891423 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1739.720535] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5295aaf9-6eca-caae-ff7d-b7efcc4c2c62, 'name': SearchDatastore_Task, 'duration_secs': 0.020015} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.722683] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06994300-93ad-4cc7-9e14-76c2f137fc63 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.729237] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1739.729237] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a1c4cb-55bc-f201-01ee-182dcf49aae6" [ 1739.729237] env[62181]: _type = "Task" [ 1739.729237] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.741175] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a1c4cb-55bc-f201-01ee-182dcf49aae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.879265] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790530, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.959451] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790531, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.030416] env[62181]: INFO nova.compute.manager [-] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Took 1.78 seconds to deallocate network for instance. [ 1740.082157] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d06df7ee-9c00-4342-a295-5531aa12433f tempest-ServerAddressesTestJSON-899733807 tempest-ServerAddressesTestJSON-899733807-project-member] Lock "f39eb244-b450-44f8-b1cc-07329e4e8ca8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.060s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.242201] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a1c4cb-55bc-f201-01ee-182dcf49aae6, 'name': SearchDatastore_Task, 'duration_secs': 0.013598} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.242569] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.243291] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 28dd8dee-5e81-4940-8ab5-db85d851573d/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk. {{(pid=62181) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1740.243291] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-751b47b1-f92e-47f5-b4c6-7ff91cf5c237 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.253957] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1740.253957] env[62181]: value = "task-1790532" [ 1740.253957] env[62181]: _type = "Task" [ 1740.253957] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.264217] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.381463] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790530, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.467280] env[62181]: DEBUG oslo_vmware.api [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790531, 'name': PowerOnVM_Task, 'duration_secs': 0.846925} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.468384] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1740.468842] env[62181]: INFO nova.compute.manager [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1740.468842] env[62181]: DEBUG nova.compute.manager [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1740.469640] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a010b5-092c-484f-ae43-fc56fb54f981 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.544723] env[62181]: DEBUG oslo_concurrency.lockutils [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.544723] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "eb741f86-d1aa-41a7-a9b0-1219538e8a2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.544896] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "eb741f86-d1aa-41a7-a9b0-1219538e8a2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.546227] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "eb741f86-d1aa-41a7-a9b0-1219538e8a2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.546227] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "eb741f86-d1aa-41a7-a9b0-1219538e8a2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.546227] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "eb741f86-d1aa-41a7-a9b0-1219538e8a2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.549407] env[62181]: INFO nova.compute.manager [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Terminating instance [ 1740.770251] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790532, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.879481] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790530, 'name': CloneVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.917027] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56fb35b-9b09-41b7-97d3-6a5c661477af {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.924386] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb90eb1-e399-4a3d-80e7-f500a68fe19d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.965734] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791775a5-eb63-4171-9841-5c8fc499ed04 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.975192] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6478be4c-ff10-4f75-8514-b96d077575a5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.995513] env[62181]: DEBUG nova.compute.provider_tree [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.000966] env[62181]: INFO nova.compute.manager [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Took 36.52 seconds to build instance. [ 1741.052648] env[62181]: DEBUG nova.compute.manager [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1741.052873] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1741.053844] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0b4460-fddd-4719-a5bf-923201a89250 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.062508] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1741.062763] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-519a3f12-4ac8-4faa-bc57-37311b50a562 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.070500] env[62181]: DEBUG oslo_vmware.api [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1741.070500] env[62181]: value = "task-1790533" [ 1741.070500] env[62181]: _type = "Task" [ 1741.070500] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.079233] env[62181]: DEBUG oslo_vmware.api [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.271813] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630777} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.272191] env[62181]: INFO nova.virt.vmwareapi.ds_util [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 28dd8dee-5e81-4940-8ab5-db85d851573d/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk. [ 1741.276019] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf6dbb2-7fd9-4128-8459-a9408c98d9e5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.303753] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 28dd8dee-5e81-4940-8ab5-db85d851573d/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1741.304031] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02a8ebf8-bd05-4339-b81c-253468129006 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.324915] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1741.324915] env[62181]: value = "task-1790534" [ 1741.324915] env[62181]: _type = "Task" [ 1741.324915] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.334317] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.379247] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790530, 'name': CloneVM_Task, 'duration_secs': 1.561968} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.379526] env[62181]: INFO nova.virt.vmwareapi.vmops [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Created linked-clone VM from snapshot [ 1741.380672] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb793eb-5327-4a93-9db6-372bff684bba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.390941] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Uploading image 749a8f64-4c7f-4f81-95e0-0a0e4ae964ea {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1741.431981] env[62181]: DEBUG oslo_vmware.rw_handles [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1741.431981] env[62181]: value = "vm-371456" [ 1741.431981] env[62181]: _type = "VirtualMachine" [ 1741.431981] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1741.432296] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-74f5f92f-fb2a-4091-bf07-3d2d85897a75 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.444464] env[62181]: DEBUG oslo_vmware.rw_handles [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lease: (returnval){ [ 1741.444464] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b4f831-0f87-fffe-7888-23e8f9ab4633" [ 1741.444464] env[62181]: _type = "HttpNfcLease" [ 1741.444464] env[62181]: } obtained for exporting VM: (result){ [ 1741.444464] env[62181]: value = "vm-371456" [ 1741.444464] env[62181]: _type = "VirtualMachine" [ 1741.444464] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1741.444464] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the lease: (returnval){ [ 1741.444464] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b4f831-0f87-fffe-7888-23e8f9ab4633" [ 1741.444464] env[62181]: _type = "HttpNfcLease" [ 1741.444464] env[62181]: } to be ready. {{(pid=62181) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1741.451431] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1741.451431] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b4f831-0f87-fffe-7888-23e8f9ab4633" [ 1741.451431] env[62181]: _type = "HttpNfcLease" [ 1741.451431] env[62181]: } is initializing. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1741.499751] env[62181]: DEBUG nova.scheduler.client.report [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1741.504480] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b1c09f3-c910-47a3-9fec-6ee3ef96710f tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "7a9d9b1f-df33-4e70-893a-056929734e5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.032s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.583879] env[62181]: DEBUG oslo_vmware.api [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790533, 'name': PowerOffVM_Task, 'duration_secs': 0.345716} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.584298] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1741.584529] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1741.584820] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8e76c9b-1ef4-4bef-ad29-befb342afa60 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.674212] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1741.674565] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1741.675982] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Deleting the datastore file [datastore1] eb741f86-d1aa-41a7-a9b0-1219538e8a2a {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1741.675982] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9db0f3c-c04f-48b1-9744-09e125fd7649 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.684019] env[62181]: DEBUG oslo_vmware.api [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1741.684019] env[62181]: value = "task-1790537" [ 1741.684019] env[62181]: _type = "Task" [ 1741.684019] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.695466] env[62181]: DEBUG oslo_vmware.api [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.836306] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.953246] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1741.953246] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b4f831-0f87-fffe-7888-23e8f9ab4633" [ 1741.953246] env[62181]: _type = "HttpNfcLease" [ 1741.953246] env[62181]: } is ready. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1741.953581] env[62181]: DEBUG oslo_vmware.rw_handles [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1741.953581] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b4f831-0f87-fffe-7888-23e8f9ab4633" [ 1741.953581] env[62181]: _type = "HttpNfcLease" [ 1741.953581] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1741.954377] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93761fa-0047-4f3f-bf7b-c4b7ae4aa640 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.964520] env[62181]: DEBUG oslo_vmware.rw_handles [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52667ae0-75fe-da78-1504-192cbae3d472/disk-0.vmdk from lease info. {{(pid=62181) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1741.964778] env[62181]: DEBUG oslo_vmware.rw_handles [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52667ae0-75fe-da78-1504-192cbae3d472/disk-0.vmdk for reading. {{(pid=62181) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1742.029114] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.029656] env[62181]: DEBUG nova.compute.manager [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1742.034068] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.052s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.034318] env[62181]: DEBUG nova.objects.instance [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Lazy-loading 'resources' on Instance uuid a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.083920] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-52141bf1-a6b1-4cef-aed9-2e3678ca39ad {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.198915] env[62181]: DEBUG oslo_vmware.api [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.338709] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790534, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.534312] env[62181]: DEBUG nova.compute.utils [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1742.536105] env[62181]: DEBUG nova.compute.manager [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Not allocating networking since 'none' was specified. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2023}} [ 1742.704386] env[62181]: DEBUG oslo_vmware.api [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.594458} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.707300] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1742.707583] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1742.707896] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1742.708141] env[62181]: INFO nova.compute.manager [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1742.708527] env[62181]: DEBUG oslo.service.loopingcall [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.709042] env[62181]: DEBUG nova.compute.manager [-] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1742.709873] env[62181]: DEBUG nova.network.neutron [-] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1742.765035] env[62181]: DEBUG nova.compute.manager [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1742.765898] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b46eaa-785f-47a3-9c4f-3440cc23bfab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.848547] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790534, 'name': ReconfigVM_Task, 'duration_secs': 1.061532} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.849279] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 28dd8dee-5e81-4940-8ab5-db85d851573d/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1742.852571] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7b4e5e-fa19-470a-8f9a-15d73f534fb5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.891531] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a33bcb39-b33f-42f1-863a-e8d244774303 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.912248] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1742.912248] env[62181]: value = "task-1790538" [ 1742.912248] env[62181]: _type = "Task" [ 1742.912248] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.926326] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.959726] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16021a5b-099a-45dc-a860-7b690e298f92 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.974610] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e9ed34-a6ca-454e-bfdb-6efbbb81f7f1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.012184] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bcd459-6367-4676-8b18-14536f35f67d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.021875] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef117879-ef11-4700-9ccd-f58cb6830cd8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.040226] env[62181]: DEBUG nova.compute.manager [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1743.047448] env[62181]: DEBUG nova.compute.provider_tree [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1743.207596] env[62181]: DEBUG nova.compute.manager [req-7c89d651-a4d4-41dd-aee4-9bdb684e689d req-f3cf3e26-fb8c-461a-a1ed-7d32d0c35d88 service nova] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Received event network-vif-deleted-6cc01f48-a9f5-409f-a173-3b4e918a93bb {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1743.207889] env[62181]: INFO nova.compute.manager [req-7c89d651-a4d4-41dd-aee4-9bdb684e689d req-f3cf3e26-fb8c-461a-a1ed-7d32d0c35d88 service nova] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Neutron deleted interface 6cc01f48-a9f5-409f-a173-3b4e918a93bb; detaching it from the instance and deleting it from the info cache [ 1743.208631] env[62181]: DEBUG nova.network.neutron [req-7c89d651-a4d4-41dd-aee4-9bdb684e689d req-f3cf3e26-fb8c-461a-a1ed-7d32d0c35d88 service nova] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.284432] env[62181]: INFO nova.compute.manager [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] instance snapshotting [ 1743.288793] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc30ef4-c67c-4179-83e9-1c2fc21b33f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.312347] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaf7fc4-64d4-46b7-8d60-9736c891e4d5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.421907] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790538, 'name': ReconfigVM_Task, 'duration_secs': 0.29467} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.422354] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.422717] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-707745ba-51de-4924-aefb-fce42075db62 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.431308] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1743.431308] env[62181]: value = "task-1790539" [ 1743.431308] env[62181]: _type = "Task" [ 1743.431308] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.442101] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.554044] env[62181]: DEBUG nova.scheduler.client.report [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1743.648399] env[62181]: DEBUG nova.network.neutron [-] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.714516] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed06cde8-e48c-4b1c-870d-668f2c480199 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.728249] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e73087c-a2f8-4724-b45d-3a224a205b83 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.777361] env[62181]: DEBUG nova.compute.manager [req-7c89d651-a4d4-41dd-aee4-9bdb684e689d req-f3cf3e26-fb8c-461a-a1ed-7d32d0c35d88 service nova] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Detach interface failed, port_id=6cc01f48-a9f5-409f-a173-3b4e918a93bb, reason: Instance eb741f86-d1aa-41a7-a9b0-1219538e8a2a could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1743.825216] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Creating Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1743.825216] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-53cf7cf2-f917-449d-a371-e9abd18be3b1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.835411] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1743.835411] env[62181]: value = "task-1790540" [ 1743.835411] env[62181]: _type = "Task" [ 1743.835411] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.849766] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790540, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.945975] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790539, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.059286] env[62181]: DEBUG nova.compute.manager [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1744.062903] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.066136] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.203s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.100053] env[62181]: INFO nova.scheduler.client.report [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Deleted allocations for instance a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a [ 1744.112881] env[62181]: DEBUG nova.virt.hardware [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1744.115330] env[62181]: DEBUG nova.virt.hardware [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1744.115900] env[62181]: DEBUG nova.virt.hardware [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1744.115900] env[62181]: DEBUG nova.virt.hardware [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1744.115900] env[62181]: DEBUG nova.virt.hardware [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1744.116067] env[62181]: DEBUG nova.virt.hardware [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1744.116807] env[62181]: DEBUG nova.virt.hardware [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1744.116807] env[62181]: DEBUG nova.virt.hardware [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1744.116807] env[62181]: DEBUG nova.virt.hardware [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1744.116807] env[62181]: DEBUG nova.virt.hardware [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1744.116807] env[62181]: DEBUG nova.virt.hardware [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1744.117744] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41093088-bf81-48de-9c51-892d80ea0cdb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.130274] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdafaf7b-c077-4b14-a310-fe58e5dbca06 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.147133] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Instance VIF info [] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1744.153162] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Creating folder: Project (c45b86b1b102480cb64e998a3697bb48). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1744.153359] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2053a9da-a495-4ba1-9c7d-474b0522daef {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.159119] env[62181]: INFO nova.compute.manager [-] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Took 1.45 seconds to deallocate network for instance. [ 1744.175130] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Created folder: Project (c45b86b1b102480cb64e998a3697bb48) in parent group-v371238. [ 1744.175130] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Creating folder: Instances. Parent ref: group-v371457. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1744.175130] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1322d62e-a557-47e8-8b6a-a5e1679dab69 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.188966] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Created folder: Instances in parent group-v371457. [ 1744.188966] env[62181]: DEBUG oslo.service.loopingcall [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1744.190987] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1744.190987] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43c0d953-5e16-48da-ac3b-5d784f484701 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.209524] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1744.209524] env[62181]: value = "task-1790543" [ 1744.209524] env[62181]: _type = "Task" [ 1744.209524] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.220618] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790543, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.347806] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790540, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.445422] env[62181]: DEBUG oslo_vmware.api [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790539, 'name': PowerOnVM_Task, 'duration_secs': 0.811279} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.445647] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.448929] env[62181]: DEBUG nova.compute.manager [None req-ab1dbd7b-e68e-4ed1-b7f0-50cfe4576988 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1744.449819] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba0c259-9eac-447f-ba81-c094efefba6a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.610218] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b71bc148-68d2-418d-b0d8-659480101098 tempest-ServerActionsTestOtherB-1445867493 tempest-ServerActionsTestOtherB-1445867493-project-member] Lock "a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.168s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.670173] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.726238] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790543, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.847422] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790540, 'name': CreateSnapshot_Task, 'duration_secs': 0.945829} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.847707] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Created Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1744.848510] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7583f63c-1d1f-403c-832b-eeaecc733879 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.125322] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 70d6f014-77b3-4e40-9617-f1f4fe4b1649 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1745.125620] env[62181]: WARNING nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance b45441c4-5492-42a2-bc5a-c4d6b7891423 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1745.125620] env[62181]: WARNING nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 05fae8ff-eb9c-4e22-9075-f8de2d18c82e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1745.125728] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 13bc5ed7-0e84-4472-ba74-2009b801f4a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1745.125860] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 4fc51519-f9a0-4ad0-bded-963e133affe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1745.129024] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1745.129024] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 4b6efecf-cfdc-4e6a-8f26-1475f0f52133 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1745.129024] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance a60154e0-c78a-488a-aa2d-9eed57549cb1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1745.129024] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 41834414-33a1-49db-b0c3-c96e7e7875c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1745.129024] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance a67ebb68-c107-4275-9d5e-f5d63bc44a11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1745.129024] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance d16532e5-49b2-478e-8147-9e25e0d0d11f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1745.129024] env[62181]: WARNING nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance dd52dddb-7f4a-483b-aa89-fb7d0537be0f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1745.129024] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 28dd8dee-5e81-4940-8ab5-db85d851573d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1745.129024] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 0c671bbc-2765-43b9-8ac1-ca532682d5f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1745.129024] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance eb741f86-d1aa-41a7-a9b0-1219538e8a2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1745.129024] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 44d7b50f-f279-4670-a352-7fa090441802 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1745.129024] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 7a9d9b1f-df33-4e70-893a-056929734e5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1745.129024] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 4a84bcbd-2428-4ddf-9376-92c20ce58a9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1745.222443] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790543, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.373238] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Creating linked-clone VM from snapshot {{(pid=62181) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1745.373693] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ca818699-44ec-4791-aed1-1a0254f3ee4f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.389302] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1745.389302] env[62181]: value = "task-1790544" [ 1745.389302] env[62181]: _type = "Task" [ 1745.389302] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.401725] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790544, 'name': CloneVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.631855] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance eabeee72-19c1-40d5-bdef-04f84ddae252 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1745.723336] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Acquiring lock "b1c0b365-5d79-4da6-8d1f-1027c8c7eb27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.723656] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Lock "b1c0b365-5d79-4da6-8d1f-1027c8c7eb27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.734485] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790543, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.887156] env[62181]: INFO nova.compute.manager [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Unrescuing [ 1745.887381] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "refresh_cache-28dd8dee-5e81-4940-8ab5-db85d851573d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.887562] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired lock "refresh_cache-28dd8dee-5e81-4940-8ab5-db85d851573d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.887764] env[62181]: DEBUG nova.network.neutron [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.905298] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790544, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.136033] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance f613bc48-5135-492c-ae81-8b9c48534e73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1746.136033] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1746.136033] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1746.229020] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790543, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.234852] env[62181]: DEBUG nova.compute.manager [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1746.406698] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790544, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.535018] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cebf11-331a-4ce7-826a-12253a78f9bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.544275] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43590cd2-f310-42ac-81ab-398bf1ae2baa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.591083] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2970db8f-51dd-40c8-96d7-af0c1957256f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.601689] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6954ecbb-2b27-460c-900c-54f8f80eaff4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.621103] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1746.724635] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790543, 'name': CreateVM_Task, 'duration_secs': 2.45359} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.724635] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1746.724864] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.724970] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.725326] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1746.725592] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad37f69-75c5-494b-98ee-102b495588db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.731838] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1746.731838] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52d3f3e5-f996-5664-a92d-b36fa17f9e31" [ 1746.731838] env[62181]: _type = "Task" [ 1746.731838] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.743461] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d3f3e5-f996-5664-a92d-b36fa17f9e31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.757457] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.906398] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790544, 'name': CloneVM_Task} progress is 95%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.007033] env[62181]: DEBUG nova.network.neutron [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Updating instance_info_cache with network_info: [{"id": "3b379388-3022-42a6-a4d6-4fad26f7d7f0", "address": "fa:16:3e:bd:ce:f1", "network": {"id": "b57902a4-c6e3-48b5-b2b6-b9fc2d532558", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1129520814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc8ebefdf64b7b9202aefc83393162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b379388-30", "ovs_interfaceid": "3b379388-3022-42a6-a4d6-4fad26f7d7f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.089321] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Acquiring lock "26a8d33b-b59c-4460-8373-16a0cbbc8486" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.089547] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Lock "26a8d33b-b59c-4460-8373-16a0cbbc8486" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.124355] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1747.245521] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d3f3e5-f996-5664-a92d-b36fa17f9e31, 'name': SearchDatastore_Task, 'duration_secs': 0.032039} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.246084] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.246158] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1747.247019] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.247173] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.247367] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1747.247642] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-339091c0-5f8a-4e8c-a6a1-6bbd3ee9df6a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.261835] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1747.262106] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1747.263631] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f1d2a07-ad6f-4195-9182-51d554ab681f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.271557] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1747.271557] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52035d6d-e49b-eb0e-f404-186497a764c8" [ 1747.271557] env[62181]: _type = "Task" [ 1747.271557] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.282356] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52035d6d-e49b-eb0e-f404-186497a764c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.404935] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790544, 'name': CloneVM_Task, 'duration_secs': 1.785266} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.409256] env[62181]: INFO nova.virt.vmwareapi.vmops [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Created linked-clone VM from snapshot [ 1747.409256] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ed752a-5ae6-4814-b042-a17b83178ab5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.418640] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Uploading image 1f0cc7e2-406b-4762-a120-17ff81b85c80 {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1747.442151] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Destroying the VM {{(pid=62181) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1747.442512] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7df218ac-48a4-40af-a3e9-7f7e2b8c72dc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.458122] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1747.458122] env[62181]: value = "task-1790545" [ 1747.458122] env[62181]: _type = "Task" [ 1747.458122] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.471746] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790545, 'name': Destroy_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.510772] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Releasing lock "refresh_cache-28dd8dee-5e81-4940-8ab5-db85d851573d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.511462] env[62181]: DEBUG nova.objects.instance [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lazy-loading 'flavor' on Instance uuid 28dd8dee-5e81-4940-8ab5-db85d851573d {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1747.591997] env[62181]: DEBUG nova.compute.manager [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1747.629643] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1747.629878] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.565s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.630201] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.555s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.631825] env[62181]: INFO nova.compute.claims [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1747.785076] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52035d6d-e49b-eb0e-f404-186497a764c8, 'name': SearchDatastore_Task, 'duration_secs': 0.0174} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.787791] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89faf56f-2b64-4132-821c-1e61d80c597f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.792945] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1747.792945] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f03888-9c7d-0183-8d93-a94f0c981bd4" [ 1747.792945] env[62181]: _type = "Task" [ 1747.792945] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.802357] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f03888-9c7d-0183-8d93-a94f0c981bd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.967185] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790545, 'name': Destroy_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.020387] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc64eeb-50eb-4431-9d5d-eb17214d5804 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.044295] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1748.045065] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29a01046-6683-49ed-8e37-d04a3e8ec1f0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.053943] env[62181]: DEBUG oslo_vmware.api [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1748.053943] env[62181]: value = "task-1790546" [ 1748.053943] env[62181]: _type = "Task" [ 1748.053943] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.065132] env[62181]: DEBUG oslo_vmware.api [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.125477] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.305387] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f03888-9c7d-0183-8d93-a94f0c981bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.015009} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.305740] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.306577] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 4a84bcbd-2428-4ddf-9376-92c20ce58a9e/4a84bcbd-2428-4ddf-9376-92c20ce58a9e.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1748.306577] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-355dfb54-129b-4c8d-baed-667b06b4726e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.316900] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1748.316900] env[62181]: value = "task-1790547" [ 1748.316900] env[62181]: _type = "Task" [ 1748.316900] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.328351] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.468654] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790545, 'name': Destroy_Task, 'duration_secs': 0.660167} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.468654] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Destroyed the VM [ 1748.469147] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Deleting Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1748.469467] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa286298-b4e4-4eb6-bd8d-3217ba20b731 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.477634] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1748.477634] env[62181]: value = "task-1790548" [ 1748.477634] env[62181]: _type = "Task" [ 1748.477634] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.487010] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790548, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.564471] env[62181]: DEBUG oslo_vmware.api [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790546, 'name': PowerOffVM_Task, 'duration_secs': 0.319752} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.564823] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1748.571162] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1748.571489] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2462eeb9-f412-488f-83c3-25baf3fe0921 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.593146] env[62181]: DEBUG oslo_vmware.api [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1748.593146] env[62181]: value = "task-1790549" [ 1748.593146] env[62181]: _type = "Task" [ 1748.593146] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.603866] env[62181]: DEBUG oslo_vmware.api [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.835920] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790547, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.994380] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790548, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.996402] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67547d12-0054-4808-a519-3265de0d8932 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.004741] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c651d3-c5b9-42c0-baff-54108915e5d4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.041617] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a8906f-ddbe-46ec-908f-b96338986292 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.047659] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d90f174-0abf-4b08-9676-9ea72826d609 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.064598] env[62181]: DEBUG nova.compute.provider_tree [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1749.103662] env[62181]: DEBUG oslo_vmware.api [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790549, 'name': ReconfigVM_Task, 'duration_secs': 0.308796} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.104632] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1749.104632] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1749.104632] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d54af8c-928a-431c-b2e7-ed51c1fc9efa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.112637] env[62181]: DEBUG oslo_vmware.api [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1749.112637] env[62181]: value = "task-1790550" [ 1749.112637] env[62181]: _type = "Task" [ 1749.112637] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.123414] env[62181]: DEBUG oslo_vmware.api [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.329154] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699875} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.329546] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 4a84bcbd-2428-4ddf-9376-92c20ce58a9e/4a84bcbd-2428-4ddf-9376-92c20ce58a9e.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1749.329650] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1749.329859] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-354fe863-f9d5-4f20-8c0c-dd2a32aef720 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.338271] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1749.338271] env[62181]: value = "task-1790551" [ 1749.338271] env[62181]: _type = "Task" [ 1749.338271] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.348457] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.493863] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790548, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.588809] env[62181]: ERROR nova.scheduler.client.report [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [req-f96ca85c-5801-4c24-9855-63bffbb26974] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f96ca85c-5801-4c24-9855-63bffbb26974"}]} [ 1749.607666] env[62181]: DEBUG nova.scheduler.client.report [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1749.622844] env[62181]: DEBUG oslo_vmware.api [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790550, 'name': PowerOnVM_Task, 'duration_secs': 0.494159} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.624419] env[62181]: DEBUG nova.scheduler.client.report [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1749.624686] env[62181]: DEBUG nova.compute.provider_tree [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1749.626826] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1749.627351] env[62181]: DEBUG nova.compute.manager [None req-2647ee20-f123-4bca-8f6c-a6019c660249 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1749.632785] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c3ca91-06b8-457b-93b8-e5c409ccca58 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.641830] env[62181]: DEBUG nova.scheduler.client.report [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1749.662354] env[62181]: DEBUG nova.scheduler.client.report [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1749.762671] env[62181]: DEBUG oslo_vmware.rw_handles [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52667ae0-75fe-da78-1504-192cbae3d472/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1749.763657] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa96504-b73e-4b7f-9081-98540caf45e1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.772697] env[62181]: DEBUG oslo_vmware.rw_handles [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52667ae0-75fe-da78-1504-192cbae3d472/disk-0.vmdk is in state: ready. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1749.772875] env[62181]: ERROR oslo_vmware.rw_handles [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52667ae0-75fe-da78-1504-192cbae3d472/disk-0.vmdk due to incomplete transfer. [ 1749.773114] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8959ba1d-aa83-4d70-8e3b-b3eeb5e66b2c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.781594] env[62181]: DEBUG oslo_vmware.rw_handles [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52667ae0-75fe-da78-1504-192cbae3d472/disk-0.vmdk. {{(pid=62181) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1749.781785] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Uploaded image 749a8f64-4c7f-4f81-95e0-0a0e4ae964ea to the Glance image server {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1749.784351] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Destroying the VM {{(pid=62181) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1749.784629] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9481b282-7ae4-4915-9353-b42b529a9363 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.793087] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1749.793087] env[62181]: value = "task-1790552" [ 1749.793087] env[62181]: _type = "Task" [ 1749.793087] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.801515] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790552, 'name': Destroy_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.849871] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099024} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.852396] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1749.853700] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4a603e-8e31-4dbc-a2fd-638964c1cdc5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.873007] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 4a84bcbd-2428-4ddf-9376-92c20ce58a9e/4a84bcbd-2428-4ddf-9376-92c20ce58a9e.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1749.875577] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e910e542-59e9-4ddd-9c51-820c6a2d4a22 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.895953] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1749.895953] env[62181]: value = "task-1790553" [ 1749.895953] env[62181]: _type = "Task" [ 1749.895953] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.909286] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.980971] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20797da-b269-4497-a874-2ce6fe7c8dfd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.994015] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b2dd6f-7ec0-40b7-a8b9-be02c4c06337 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.996985] env[62181]: DEBUG oslo_vmware.api [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790548, 'name': RemoveSnapshot_Task, 'duration_secs': 1.04383} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.997276] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Deleted Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1750.026895] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81015cb9-0289-4f76-8dde-e34d61671fd9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.036360] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf972496-2a5e-4c63-85ac-085681de2f97 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.052938] env[62181]: DEBUG nova.compute.provider_tree [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1750.304267] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790552, 'name': Destroy_Task, 'duration_secs': 0.423496} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.304410] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Destroyed the VM [ 1750.304689] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Deleting Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1750.304824] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-af0bb260-5938-4e3a-acf5-fa934421ca69 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.311727] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1750.311727] env[62181]: value = "task-1790554" [ 1750.311727] env[62181]: _type = "Task" [ 1750.311727] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.322368] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790554, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.415083] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790553, 'name': ReconfigVM_Task, 'duration_secs': 0.405224} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.415725] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 4a84bcbd-2428-4ddf-9376-92c20ce58a9e/4a84bcbd-2428-4ddf-9376-92c20ce58a9e.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1750.416794] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2421a53f-cc11-41db-a2bd-cf929bd631be {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.425403] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1750.425403] env[62181]: value = "task-1790555" [ 1750.425403] env[62181]: _type = "Task" [ 1750.425403] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.439192] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790555, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.503807] env[62181]: WARNING nova.compute.manager [None req-a85a4607-d7a9-46dd-b0af-bf0ab59af84d tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Image not found during snapshot: nova.exception.ImageNotFound: Image 1f0cc7e2-406b-4762-a120-17ff81b85c80 could not be found. [ 1750.596537] env[62181]: DEBUG nova.scheduler.client.report [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1750.597173] env[62181]: DEBUG nova.compute.provider_tree [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 110 to 111 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1750.597464] env[62181]: DEBUG nova.compute.provider_tree [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1750.822881] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790554, 'name': RemoveSnapshot_Task, 'duration_secs': 0.437849} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.823181] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Deleted Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1750.823478] env[62181]: DEBUG nova.compute.manager [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1750.824280] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063854be-3ef5-4c85-b45d-e4ccb3a673a2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.916182] env[62181]: INFO nova.compute.manager [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Rebuilding instance [ 1750.938312] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790555, 'name': Rename_Task, 'duration_secs': 0.147639} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.938686] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1750.938827] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a769bc5-a2b7-473e-a59c-e619fb809955 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.950988] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1750.950988] env[62181]: value = "task-1790556" [ 1750.950988] env[62181]: _type = "Task" [ 1750.950988] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.961516] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.966493] env[62181]: DEBUG nova.compute.manager [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1750.967370] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b543d5a5-4dcb-4d4a-8955-627deb21a86c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.102832] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.472s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.103486] env[62181]: DEBUG nova.compute.manager [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1751.106435] env[62181]: DEBUG oslo_concurrency.lockutils [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.103s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.106639] env[62181]: DEBUG oslo_concurrency.lockutils [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.108597] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.652s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.110053] env[62181]: INFO nova.compute.claims [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1751.118466] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "7a9d9b1f-df33-4e70-893a-056929734e5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.118692] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "7a9d9b1f-df33-4e70-893a-056929734e5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.118886] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "7a9d9b1f-df33-4e70-893a-056929734e5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.119077] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "7a9d9b1f-df33-4e70-893a-056929734e5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.119375] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "7a9d9b1f-df33-4e70-893a-056929734e5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.121117] env[62181]: INFO nova.compute.manager [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Terminating instance [ 1751.132155] env[62181]: INFO nova.scheduler.client.report [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Deleted allocations for instance dd52dddb-7f4a-483b-aa89-fb7d0537be0f [ 1751.337724] env[62181]: INFO nova.compute.manager [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Shelve offloading [ 1751.461889] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.615712] env[62181]: DEBUG nova.compute.utils [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1751.621455] env[62181]: DEBUG nova.compute.manager [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1751.621570] env[62181]: DEBUG nova.network.neutron [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1751.625609] env[62181]: DEBUG nova.compute.manager [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1751.628017] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1751.628017] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0d4823-c597-4781-b9e3-a07a1d8e025f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.641328] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1751.641602] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52df2707-c5ef-4e38-910b-004554b364aa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.643717] env[62181]: DEBUG oslo_concurrency.lockutils [None req-082588d1-8a85-42d9-81be-da994adaf94f tempest-ServersNegativeTestJSON-704493466 tempest-ServersNegativeTestJSON-704493466-project-member] Lock "dd52dddb-7f4a-483b-aa89-fb7d0537be0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.087s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.652082] env[62181]: DEBUG oslo_vmware.api [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1751.652082] env[62181]: value = "task-1790557" [ 1751.652082] env[62181]: _type = "Task" [ 1751.652082] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.661815] env[62181]: DEBUG oslo_vmware.api [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.707098] env[62181]: DEBUG nova.policy [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da627e9b8823429f914e30f9822f31db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '704401c8cb9647889f5c935582704992', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1751.845567] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1751.846068] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58da7b1a-22d0-48e9-a585-8025fbfeff90 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.858963] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1751.858963] env[62181]: value = "task-1790558" [ 1751.858963] env[62181]: _type = "Task" [ 1751.858963] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.873379] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] VM already powered off {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1751.873521] env[62181]: DEBUG nova.compute.manager [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1751.874553] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9f43a0-1078-4f0d-a01f-deb41b2b7e37 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.885391] env[62181]: DEBUG oslo_concurrency.lockutils [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "refresh_cache-44d7b50f-f279-4670-a352-7fa090441802" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.885596] env[62181]: DEBUG oslo_concurrency.lockutils [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "refresh_cache-44d7b50f-f279-4670-a352-7fa090441802" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.885759] env[62181]: DEBUG nova.network.neutron [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.964436] env[62181]: DEBUG oslo_vmware.api [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790556, 'name': PowerOnVM_Task, 'duration_secs': 0.821018} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.967296] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1751.967296] env[62181]: INFO nova.compute.manager [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1751.967296] env[62181]: DEBUG nova.compute.manager [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1751.967296] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635f52ba-4d84-48f1-8e39-58c1e0ed47b1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.982117] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1751.982117] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed5342fb-4b6c-488f-b7de-ecfd76093b23 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.988538] env[62181]: DEBUG oslo_vmware.api [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Waiting for the task: (returnval){ [ 1751.988538] env[62181]: value = "task-1790559" [ 1751.988538] env[62181]: _type = "Task" [ 1751.988538] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.999965] env[62181]: DEBUG oslo_vmware.api [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.121917] env[62181]: DEBUG nova.compute.manager [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1752.163772] env[62181]: DEBUG oslo_vmware.api [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790557, 'name': PowerOffVM_Task, 'duration_secs': 0.212597} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.167333] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1752.167514] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1752.167995] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-454f7c6a-dabe-4250-8aba-3a4b917a97ec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.256771] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1752.257010] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1752.257210] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Deleting the datastore file [datastore1] 7a9d9b1f-df33-4e70-893a-056929734e5b {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1752.257472] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92eb22b5-4d87-49bb-b47c-333b1b6fb186 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.265316] env[62181]: DEBUG oslo_vmware.api [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for the task: (returnval){ [ 1752.265316] env[62181]: value = "task-1790561" [ 1752.265316] env[62181]: _type = "Task" [ 1752.265316] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.278970] env[62181]: DEBUG oslo_vmware.api [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.500686] env[62181]: INFO nova.compute.manager [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Took 29.92 seconds to build instance. [ 1752.509728] env[62181]: DEBUG oslo_vmware.api [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790559, 'name': PowerOffVM_Task, 'duration_secs': 0.359629} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.513991] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1752.515164] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.516013] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e19565-a1c6-49ab-83d4-30c1c06242ae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.519933] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07dd25a1-1521-45d5-ae47-9b4967a53d90 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.530806] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58cfc2e-35f4-4048-8ca5-3ce5ebfaf07d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.534976] env[62181]: DEBUG oslo_vmware.api [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Waiting for the task: (returnval){ [ 1752.534976] env[62181]: value = "task-1790562" [ 1752.534976] env[62181]: _type = "Task" [ 1752.534976] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.567144] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc9c36f-ed99-4664-851f-c140b598b6c7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.573578] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] VM already powered off {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1752.573843] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Volume detach. Driver type: vmdk {{(pid=62181) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1752.574049] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371389', 'volume_id': '0c5970f2-76bb-4a8a-9af2-7042401e88c0', 'name': 'volume-0c5970f2-76bb-4a8a-9af2-7042401e88c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a60154e0-c78a-488a-aa2d-9eed57549cb1', 'attached_at': '', 'detached_at': '', 'volume_id': '0c5970f2-76bb-4a8a-9af2-7042401e88c0', 'serial': '0c5970f2-76bb-4a8a-9af2-7042401e88c0'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1752.574847] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9355ca-5d45-4185-a4eb-fbb4961bcb9d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.580897] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44582c24-fae6-4c54-a24c-9bab73022054 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.600452] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df555bc8-bd0c-4002-bdfe-bacd3854c657 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.611126] env[62181]: DEBUG nova.compute.provider_tree [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.621186] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40dd3f8-c1c1-4eb6-90de-dc5415f633c1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.643738] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858ece80-1a38-4752-ae41-8090a3c29eb7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.660787] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] The volume has not been displaced from its original location: [datastore1] volume-0c5970f2-76bb-4a8a-9af2-7042401e88c0/volume-0c5970f2-76bb-4a8a-9af2-7042401e88c0.vmdk. No consolidation needed. {{(pid=62181) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1752.666318] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Reconfiguring VM instance instance-0000003d to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1752.666699] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b58d4d89-5d08-4d4e-8cd1-9727c9ccedde {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.684891] env[62181]: DEBUG nova.network.neutron [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Successfully created port: d06a8432-2b57-488a-9278-bbaabc1cfb74 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1752.697510] env[62181]: DEBUG oslo_vmware.api [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Waiting for the task: (returnval){ [ 1752.697510] env[62181]: value = "task-1790563" [ 1752.697510] env[62181]: _type = "Task" [ 1752.697510] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.706343] env[62181]: DEBUG oslo_vmware.api [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.775425] env[62181]: DEBUG oslo_vmware.api [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Task: {'id': task-1790561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253613} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.775688] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1752.775931] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1752.776220] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1752.776307] env[62181]: INFO nova.compute.manager [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1752.776653] env[62181]: DEBUG oslo.service.loopingcall [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.776716] env[62181]: DEBUG nova.compute.manager [-] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1752.776806] env[62181]: DEBUG nova.network.neutron [-] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1753.003094] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3c5db535-60bc-407f-a046-85c8afa493d7 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Lock "4a84bcbd-2428-4ddf-9376-92c20ce58a9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.428s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.097311] env[62181]: DEBUG nova.network.neutron [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Updating instance_info_cache with network_info: [{"id": "27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7", "address": "fa:16:3e:cd:80:72", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a3e7b6-a1", "ovs_interfaceid": "27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.117783] env[62181]: DEBUG nova.scheduler.client.report [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1753.143963] env[62181]: DEBUG nova.compute.manager [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1753.180126] env[62181]: DEBUG nova.virt.hardware [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1753.180126] env[62181]: DEBUG nova.virt.hardware [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1753.180126] env[62181]: DEBUG nova.virt.hardware [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1753.180126] env[62181]: DEBUG nova.virt.hardware [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1753.180126] env[62181]: DEBUG nova.virt.hardware [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1753.180126] env[62181]: DEBUG nova.virt.hardware [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1753.180126] env[62181]: DEBUG nova.virt.hardware [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1753.180126] env[62181]: DEBUG nova.virt.hardware [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1753.180126] env[62181]: DEBUG nova.virt.hardware [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1753.180126] env[62181]: DEBUG nova.virt.hardware [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1753.180126] env[62181]: DEBUG nova.virt.hardware [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1753.180126] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3750c124-b911-4304-8d80-6ae356912832 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.195881] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f16acb-e63f-4c04-b630-275a0173def6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.227498] env[62181]: DEBUG oslo_vmware.api [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790563, 'name': ReconfigVM_Task, 'duration_secs': 0.424451} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.229131] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Reconfigured VM instance instance-0000003d to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1753.234022] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7c7c6f9-08ab-4b1a-83c2-fdbe74643285 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.252252] env[62181]: DEBUG oslo_vmware.api [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Waiting for the task: (returnval){ [ 1753.252252] env[62181]: value = "task-1790564" [ 1753.252252] env[62181]: _type = "Task" [ 1753.252252] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.263709] env[62181]: DEBUG oslo_vmware.api [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.308361] env[62181]: DEBUG nova.compute.manager [req-10889304-09d1-4e8e-9587-764d7ebd688a req-1e11dc48-7261-47b5-a75a-51fe69bef797 service nova] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Received event network-vif-deleted-82eaa3b8-cef8-4a77-9468-f4de6c388cf9 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1753.308361] env[62181]: INFO nova.compute.manager [req-10889304-09d1-4e8e-9587-764d7ebd688a req-1e11dc48-7261-47b5-a75a-51fe69bef797 service nova] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Neutron deleted interface 82eaa3b8-cef8-4a77-9468-f4de6c388cf9; detaching it from the instance and deleting it from the info cache [ 1753.308548] env[62181]: DEBUG nova.network.neutron [req-10889304-09d1-4e8e-9587-764d7ebd688a req-1e11dc48-7261-47b5-a75a-51fe69bef797 service nova] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.602354] env[62181]: DEBUG oslo_concurrency.lockutils [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "refresh_cache-44d7b50f-f279-4670-a352-7fa090441802" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.609161] env[62181]: DEBUG nova.network.neutron [-] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.624629] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.624629] env[62181]: DEBUG nova.compute.manager [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1753.627686] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.089s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.627880] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.632019] env[62181]: DEBUG oslo_concurrency.lockutils [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.088s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.632019] env[62181]: DEBUG oslo_concurrency.lockutils [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.636484] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.965s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.636484] env[62181]: DEBUG nova.objects.instance [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lazy-loading 'resources' on Instance uuid eb741f86-d1aa-41a7-a9b0-1219538e8a2a {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1753.666549] env[62181]: INFO nova.scheduler.client.report [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Deleted allocations for instance b45441c4-5492-42a2-bc5a-c4d6b7891423 [ 1753.668766] env[62181]: INFO nova.scheduler.client.report [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Deleted allocations for instance 05fae8ff-eb9c-4e22-9075-f8de2d18c82e [ 1753.692034] env[62181]: INFO nova.compute.manager [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Rebuilding instance [ 1753.752530] env[62181]: DEBUG nova.compute.manager [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1753.753436] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dea726-9f7d-46f1-9059-e382cf4d4df5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.771883] env[62181]: DEBUG oslo_vmware.api [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790564, 'name': ReconfigVM_Task, 'duration_secs': 0.212031} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.772439] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371389', 'volume_id': '0c5970f2-76bb-4a8a-9af2-7042401e88c0', 'name': 'volume-0c5970f2-76bb-4a8a-9af2-7042401e88c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a60154e0-c78a-488a-aa2d-9eed57549cb1', 'attached_at': '', 'detached_at': '', 'volume_id': '0c5970f2-76bb-4a8a-9af2-7042401e88c0', 'serial': '0c5970f2-76bb-4a8a-9af2-7042401e88c0'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1753.772727] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1753.773568] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99423574-fea9-44ca-b920-4757fdaf29b2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.782163] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1753.782163] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a68f381-81df-4684-bb3f-70082e323586 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.813023] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5772802e-c28b-46ab-a351-4a398b9ba721 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.825202] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f1c639-af39-4a44-8c84-86a00b941be4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.865438] env[62181]: DEBUG nova.compute.manager [req-10889304-09d1-4e8e-9587-764d7ebd688a req-1e11dc48-7261-47b5-a75a-51fe69bef797 service nova] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Detach interface failed, port_id=82eaa3b8-cef8-4a77-9468-f4de6c388cf9, reason: Instance 7a9d9b1f-df33-4e70-893a-056929734e5b could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1753.874302] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1753.874578] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1753.874787] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Deleting the datastore file [datastore1] a60154e0-c78a-488a-aa2d-9eed57549cb1 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1753.875081] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da0d8480-62e4-4042-935d-76cac9f06cde {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.884426] env[62181]: DEBUG oslo_vmware.api [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Waiting for the task: (returnval){ [ 1753.884426] env[62181]: value = "task-1790566" [ 1753.884426] env[62181]: _type = "Task" [ 1753.884426] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.893657] env[62181]: DEBUG oslo_vmware.api [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.027968] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1754.028988] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b6ce18-bd37-468c-8aae-c2ef6be12a59 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.037409] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1754.037711] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd4d6407-1ff8-40ca-89b8-0f3f9b583a5c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.112597] env[62181]: INFO nova.compute.manager [-] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Took 1.34 seconds to deallocate network for instance. [ 1754.137584] env[62181]: DEBUG nova.compute.utils [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1754.139349] env[62181]: DEBUG nova.compute.manager [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1754.140178] env[62181]: DEBUG nova.network.neutron [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1754.175750] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c3680ea5-4b39-4f33-ad9f-1e0684a9c787 tempest-ServerActionsTestOtherA-1719354853 tempest-ServerActionsTestOtherA-1719354853-project-member] Lock "05fae8ff-eb9c-4e22-9075-f8de2d18c82e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.753s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.186325] env[62181]: DEBUG oslo_concurrency.lockutils [None req-612cc5e7-d555-4075-af39-733aeb40c144 tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "b45441c4-5492-42a2-bc5a-c4d6b7891423" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.108s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.186474] env[62181]: DEBUG nova.policy [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '866bc61afeb847d7ba246c582d3d62c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8f6ec5b5b77436e87c7852960b9b238', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1754.402175] env[62181]: DEBUG oslo_vmware.api [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Task: {'id': task-1790566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096987} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.402175] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1754.402175] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1754.402305] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1754.417169] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "29cad617-08cd-48d6-a67e-e5c0f0430af9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.417997] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "29cad617-08cd-48d6-a67e-e5c0f0430af9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.488068] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Volume detach. Driver type: vmdk {{(pid=62181) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1754.488424] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8164719-8b48-4d59-b3a2-1598bbcc649b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.499975] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2493846a-7bd8-4f0d-93ec-d1b469ad08fc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.550999] env[62181]: ERROR nova.compute.manager [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Failed to detach volume 0c5970f2-76bb-4a8a-9af2-7042401e88c0 from /dev/sda: nova.exception.InstanceNotFound: Instance a60154e0-c78a-488a-aa2d-9eed57549cb1 could not be found. [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Traceback (most recent call last): [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] self.driver.rebuild(**kwargs) [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] raise NotImplementedError() [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] NotImplementedError [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] During handling of the above exception, another exception occurred: [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Traceback (most recent call last): [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] self.driver.detach_volume(context, old_connection_info, [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] return self._volumeops.detach_volume(connection_info, instance) [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] self._detach_volume_vmdk(connection_info, instance) [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] stable_ref.fetch_moref(session) [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] nova.exception.InstanceNotFound: Instance a60154e0-c78a-488a-aa2d-9eed57549cb1 could not be found. [ 1754.550999] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] [ 1754.563610] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "70d6f014-77b3-4e40-9617-f1f4fe4b1649" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.564033] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "70d6f014-77b3-4e40-9617-f1f4fe4b1649" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.564202] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "70d6f014-77b3-4e40-9617-f1f4fe4b1649-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.564390] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "70d6f014-77b3-4e40-9617-f1f4fe4b1649-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.564584] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "70d6f014-77b3-4e40-9617-f1f4fe4b1649-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.569570] env[62181]: INFO nova.compute.manager [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Terminating instance [ 1754.580890] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7be865f-de22-427a-93a5-d1ba8b6ad197 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.590699] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93d4e35-489b-4023-9747-88e2a5850900 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.630244] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.631787] env[62181]: DEBUG nova.network.neutron [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Successfully created port: 76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1754.634214] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b76309-b60b-4b71-b07d-a321a70f263c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.644263] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff12fd4a-233e-438c-a2c1-07cf323ac0ea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.648988] env[62181]: DEBUG nova.compute.manager [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1754.667507] env[62181]: DEBUG nova.compute.provider_tree [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1754.742767] env[62181]: DEBUG nova.compute.utils [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Build of instance a60154e0-c78a-488a-aa2d-9eed57549cb1 aborted: Failed to rebuild volume backed instance. {{(pid=62181) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1754.744991] env[62181]: ERROR nova.compute.manager [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance a60154e0-c78a-488a-aa2d-9eed57549cb1 aborted: Failed to rebuild volume backed instance. [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Traceback (most recent call last): [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] self.driver.rebuild(**kwargs) [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] raise NotImplementedError() [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] NotImplementedError [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] During handling of the above exception, another exception occurred: [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Traceback (most recent call last): [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/compute/manager.py", line 3682, in _rebuild_volume_backed_instance [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] self._detach_root_volume(context, instance, root_bdm) [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/compute/manager.py", line 3661, in _detach_root_volume [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] with excutils.save_and_reraise_exception(): [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] self.force_reraise() [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] raise self.value [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] self.driver.detach_volume(context, old_connection_info, [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] return self._volumeops.detach_volume(connection_info, instance) [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] self._detach_volume_vmdk(connection_info, instance) [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] stable_ref.fetch_moref(session) [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] nova.exception.InstanceNotFound: Instance a60154e0-c78a-488a-aa2d-9eed57549cb1 could not be found. [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] During handling of the above exception, another exception occurred: [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Traceback (most recent call last): [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/compute/manager.py", line 11321, in _error_out_instance_on_exception [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] yield [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/compute/manager.py", line 3950, in rebuild_instance [ 1754.744991] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] self._do_rebuild_instance_with_claim( [ 1754.746581] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/compute/manager.py", line 4036, in _do_rebuild_instance_with_claim [ 1754.746581] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] self._do_rebuild_instance( [ 1754.746581] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/compute/manager.py", line 4228, in _do_rebuild_instance [ 1754.746581] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] self._rebuild_default_impl(**kwargs) [ 1754.746581] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/compute/manager.py", line 3805, in _rebuild_default_impl [ 1754.746581] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] self._rebuild_volume_backed_instance( [ 1754.746581] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] File "/opt/stack/nova/nova/compute/manager.py", line 3697, in _rebuild_volume_backed_instance [ 1754.746581] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] raise exception.BuildAbortException( [ 1754.746581] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] nova.exception.BuildAbortException: Build of instance a60154e0-c78a-488a-aa2d-9eed57549cb1 aborted: Failed to rebuild volume backed instance. [ 1754.746581] env[62181]: ERROR nova.compute.manager [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] [ 1754.780827] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1754.781142] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4005c7f6-5805-4949-a4da-207eba2d07f7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.790956] env[62181]: DEBUG nova.compute.manager [req-14ee2edd-76a2-4fb0-b747-73e0d4203293 req-7d7c01f0-0f53-436f-a881-0e7c8cdc9c02 service nova] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Received event network-vif-plugged-d06a8432-2b57-488a-9278-bbaabc1cfb74 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1754.791272] env[62181]: DEBUG oslo_concurrency.lockutils [req-14ee2edd-76a2-4fb0-b747-73e0d4203293 req-7d7c01f0-0f53-436f-a881-0e7c8cdc9c02 service nova] Acquiring lock "eabeee72-19c1-40d5-bdef-04f84ddae252-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.791520] env[62181]: DEBUG oslo_concurrency.lockutils [req-14ee2edd-76a2-4fb0-b747-73e0d4203293 req-7d7c01f0-0f53-436f-a881-0e7c8cdc9c02 service nova] Lock "eabeee72-19c1-40d5-bdef-04f84ddae252-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.791783] env[62181]: DEBUG oslo_concurrency.lockutils [req-14ee2edd-76a2-4fb0-b747-73e0d4203293 req-7d7c01f0-0f53-436f-a881-0e7c8cdc9c02 service nova] Lock "eabeee72-19c1-40d5-bdef-04f84ddae252-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.791977] env[62181]: DEBUG nova.compute.manager [req-14ee2edd-76a2-4fb0-b747-73e0d4203293 req-7d7c01f0-0f53-436f-a881-0e7c8cdc9c02 service nova] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] No waiting events found dispatching network-vif-plugged-d06a8432-2b57-488a-9278-bbaabc1cfb74 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1754.792136] env[62181]: WARNING nova.compute.manager [req-14ee2edd-76a2-4fb0-b747-73e0d4203293 req-7d7c01f0-0f53-436f-a881-0e7c8cdc9c02 service nova] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Received unexpected event network-vif-plugged-d06a8432-2b57-488a-9278-bbaabc1cfb74 for instance with vm_state building and task_state spawning. [ 1754.793665] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1754.793665] env[62181]: value = "task-1790568" [ 1754.793665] env[62181]: _type = "Task" [ 1754.793665] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.806137] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.826212] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1754.826212] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1754.826424] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleting the datastore file [datastore1] 44d7b50f-f279-4670-a352-7fa090441802 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.826753] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10d1ae83-8e34-404e-b80e-e1cb20306299 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.834842] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1754.834842] env[62181]: value = "task-1790569" [ 1754.834842] env[62181]: _type = "Task" [ 1754.834842] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.855898] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.920214] env[62181]: DEBUG nova.compute.manager [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1755.026654] env[62181]: DEBUG nova.network.neutron [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Successfully updated port: d06a8432-2b57-488a-9278-bbaabc1cfb74 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1755.077202] env[62181]: DEBUG nova.compute.manager [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1755.077499] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1755.081047] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abe6e0b-f6be-49d3-acb9-4a9eeef97f6b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.091566] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1755.092058] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc73bb47-bb1c-4cfa-bf6e-6f7cf82402ba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.100387] env[62181]: DEBUG oslo_vmware.api [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1755.100387] env[62181]: value = "task-1790570" [ 1755.100387] env[62181]: _type = "Task" [ 1755.100387] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.111430] env[62181]: DEBUG oslo_vmware.api [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.172907] env[62181]: DEBUG nova.scheduler.client.report [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1755.306034] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790568, 'name': PowerOffVM_Task, 'duration_secs': 0.167301} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.306438] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1755.306599] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1755.307558] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1f2400-7dcc-498f-9fe5-413769051ad6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.316789] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1755.317199] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e781fb6e-ff49-4d92-aa66-46737d1e3e10 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.335542] env[62181]: DEBUG nova.compute.manager [req-bac454ed-6787-49f4-a583-ed2d04d2f471 req-f3caf742-579f-48ff-b317-642b53f1bda1 service nova] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Received event network-vif-unplugged-27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1755.335542] env[62181]: DEBUG oslo_concurrency.lockutils [req-bac454ed-6787-49f4-a583-ed2d04d2f471 req-f3caf742-579f-48ff-b317-642b53f1bda1 service nova] Acquiring lock "44d7b50f-f279-4670-a352-7fa090441802-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.335810] env[62181]: DEBUG oslo_concurrency.lockutils [req-bac454ed-6787-49f4-a583-ed2d04d2f471 req-f3caf742-579f-48ff-b317-642b53f1bda1 service nova] Lock "44d7b50f-f279-4670-a352-7fa090441802-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.335969] env[62181]: DEBUG oslo_concurrency.lockutils [req-bac454ed-6787-49f4-a583-ed2d04d2f471 req-f3caf742-579f-48ff-b317-642b53f1bda1 service nova] Lock "44d7b50f-f279-4670-a352-7fa090441802-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.336113] env[62181]: DEBUG nova.compute.manager [req-bac454ed-6787-49f4-a583-ed2d04d2f471 req-f3caf742-579f-48ff-b317-642b53f1bda1 service nova] [instance: 44d7b50f-f279-4670-a352-7fa090441802] No waiting events found dispatching network-vif-unplugged-27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1755.336243] env[62181]: WARNING nova.compute.manager [req-bac454ed-6787-49f4-a583-ed2d04d2f471 req-f3caf742-579f-48ff-b317-642b53f1bda1 service nova] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Received unexpected event network-vif-unplugged-27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7 for instance with vm_state shelved and task_state shelving_offloading. [ 1755.336416] env[62181]: DEBUG nova.compute.manager [req-bac454ed-6787-49f4-a583-ed2d04d2f471 req-f3caf742-579f-48ff-b317-642b53f1bda1 service nova] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Received event network-changed-27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1755.336513] env[62181]: DEBUG nova.compute.manager [req-bac454ed-6787-49f4-a583-ed2d04d2f471 req-f3caf742-579f-48ff-b317-642b53f1bda1 service nova] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Refreshing instance network info cache due to event network-changed-27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1755.336731] env[62181]: DEBUG oslo_concurrency.lockutils [req-bac454ed-6787-49f4-a583-ed2d04d2f471 req-f3caf742-579f-48ff-b317-642b53f1bda1 service nova] Acquiring lock "refresh_cache-44d7b50f-f279-4670-a352-7fa090441802" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.336933] env[62181]: DEBUG oslo_concurrency.lockutils [req-bac454ed-6787-49f4-a583-ed2d04d2f471 req-f3caf742-579f-48ff-b317-642b53f1bda1 service nova] Acquired lock "refresh_cache-44d7b50f-f279-4670-a352-7fa090441802" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.337175] env[62181]: DEBUG nova.network.neutron [req-bac454ed-6787-49f4-a583-ed2d04d2f471 req-f3caf742-579f-48ff-b317-642b53f1bda1 service nova] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Refreshing network info cache for port 27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1755.348464] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1755.348829] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1755.349127] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Deleting the datastore file [datastore1] 4a84bcbd-2428-4ddf-9376-92c20ce58a9e {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1755.354941] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f9547fb-0e6e-43c7-b03d-3a19304254a9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.357089] env[62181]: DEBUG oslo_vmware.api [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162938} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.357582] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.357770] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1755.357949] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1755.365544] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1755.365544] env[62181]: value = "task-1790572" [ 1755.365544] env[62181]: _type = "Task" [ 1755.365544] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.374935] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.385243] env[62181]: INFO nova.scheduler.client.report [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleted allocations for instance 44d7b50f-f279-4670-a352-7fa090441802 [ 1755.443796] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.532523] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Acquiring lock "refresh_cache-eabeee72-19c1-40d5-bdef-04f84ddae252" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.532523] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Acquired lock "refresh_cache-eabeee72-19c1-40d5-bdef-04f84ddae252" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.532523] env[62181]: DEBUG nova.network.neutron [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1755.611454] env[62181]: DEBUG oslo_vmware.api [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790570, 'name': PowerOffVM_Task, 'duration_secs': 0.213106} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.611733] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1755.611906] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1755.612177] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8254cdaa-0e10-49f2-9ea2-6591d293ad3e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.660049] env[62181]: DEBUG nova.compute.manager [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1755.678888] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.682397] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.924s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.684262] env[62181]: INFO nova.compute.claims [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1755.705023] env[62181]: DEBUG nova.virt.hardware [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1755.705023] env[62181]: DEBUG nova.virt.hardware [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1755.705023] env[62181]: DEBUG nova.virt.hardware [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1755.705023] env[62181]: DEBUG nova.virt.hardware [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1755.705023] env[62181]: DEBUG nova.virt.hardware [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1755.705023] env[62181]: DEBUG nova.virt.hardware [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1755.705023] env[62181]: DEBUG nova.virt.hardware [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1755.705023] env[62181]: DEBUG nova.virt.hardware [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1755.705023] env[62181]: DEBUG nova.virt.hardware [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1755.705023] env[62181]: DEBUG nova.virt.hardware [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1755.705023] env[62181]: DEBUG nova.virt.hardware [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1755.706097] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27647e2-06c3-420c-9cfe-413a27ddd56d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.709151] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1755.709224] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1755.709400] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Deleting the datastore file [datastore1] 70d6f014-77b3-4e40-9617-f1f4fe4b1649 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1755.710159] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee9dc6ba-c164-4cac-8810-17e152cc4395 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.716192] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94182374-fe43-4b1a-af86-1b2f7d026b1c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.721346] env[62181]: DEBUG oslo_vmware.api [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for the task: (returnval){ [ 1755.721346] env[62181]: value = "task-1790574" [ 1755.721346] env[62181]: _type = "Task" [ 1755.721346] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.734308] env[62181]: INFO nova.scheduler.client.report [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Deleted allocations for instance eb741f86-d1aa-41a7-a9b0-1219538e8a2a [ 1755.742338] env[62181]: DEBUG oslo_vmware.api [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.877532] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105983} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.877812] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.878223] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1755.878545] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1755.889736] env[62181]: DEBUG oslo_concurrency.lockutils [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.090436] env[62181]: DEBUG nova.network.neutron [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1756.239081] env[62181]: DEBUG oslo_vmware.api [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Task: {'id': task-1790574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148431} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.239081] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1756.239081] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1756.239081] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1756.239081] env[62181]: INFO nova.compute.manager [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1756.239081] env[62181]: DEBUG oslo.service.loopingcall [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1756.241674] env[62181]: DEBUG nova.compute.manager [-] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1756.241782] env[62181]: DEBUG nova.network.neutron [-] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1756.244155] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0b74ce3b-6be5-410f-bc96-28539aa1432b tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "eb741f86-d1aa-41a7-a9b0-1219538e8a2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.699s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.389925] env[62181]: DEBUG nova.network.neutron [req-bac454ed-6787-49f4-a583-ed2d04d2f471 req-f3caf742-579f-48ff-b317-642b53f1bda1 service nova] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Updated VIF entry in instance network info cache for port 27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1756.390313] env[62181]: DEBUG nova.network.neutron [req-bac454ed-6787-49f4-a583-ed2d04d2f471 req-f3caf742-579f-48ff-b317-642b53f1bda1 service nova] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Updating instance_info_cache with network_info: [{"id": "27a3e7b6-a1e2-42bd-b8fa-1e7543cb2fb7", "address": "fa:16:3e:cd:80:72", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": null, "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap27a3e7b6-a1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.485055] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "d16532e5-49b2-478e-8147-9e25e0d0d11f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.485334] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "d16532e5-49b2-478e-8147-9e25e0d0d11f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.485549] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "d16532e5-49b2-478e-8147-9e25e0d0d11f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.485894] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "d16532e5-49b2-478e-8147-9e25e0d0d11f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.486280] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "d16532e5-49b2-478e-8147-9e25e0d0d11f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.488692] env[62181]: INFO nova.compute.manager [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Terminating instance [ 1756.528661] env[62181]: DEBUG nova.network.neutron [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Updating instance_info_cache with network_info: [{"id": "d06a8432-2b57-488a-9278-bbaabc1cfb74", "address": "fa:16:3e:66:bb:e6", "network": {"id": "a24ee1a8-7ffc-4984-b077-10ca4b7d8cf8", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1993748036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704401c8cb9647889f5c935582704992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd06a8432-2b", "ovs_interfaceid": "d06a8432-2b57-488a-9278-bbaabc1cfb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.762738] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.873132] env[62181]: DEBUG nova.network.neutron [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Successfully updated port: 76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1756.894089] env[62181]: DEBUG oslo_concurrency.lockutils [req-bac454ed-6787-49f4-a583-ed2d04d2f471 req-f3caf742-579f-48ff-b317-642b53f1bda1 service nova] Releasing lock "refresh_cache-44d7b50f-f279-4670-a352-7fa090441802" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.914410] env[62181]: DEBUG nova.virt.hardware [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1756.914673] env[62181]: DEBUG nova.virt.hardware [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1756.914833] env[62181]: DEBUG nova.virt.hardware [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1756.915109] env[62181]: DEBUG nova.virt.hardware [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1756.915208] env[62181]: DEBUG nova.virt.hardware [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1756.915358] env[62181]: DEBUG nova.virt.hardware [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1756.915917] env[62181]: DEBUG nova.virt.hardware [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1756.915917] env[62181]: DEBUG nova.virt.hardware [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1756.915917] env[62181]: DEBUG nova.virt.hardware [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1756.916085] env[62181]: DEBUG nova.virt.hardware [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1756.916222] env[62181]: DEBUG nova.virt.hardware [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1756.918068] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3cc7fa-5f6e-4540-9ca7-80257925119c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.932555] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fcdcd0-da1b-4098-89a3-66c02164cd73 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.944055] env[62181]: DEBUG nova.compute.manager [req-7f536933-1949-49e2-b1cd-4b37a7b7eb7f req-89140331-c7e6-4f4c-92d8-707b99bc0fc6 service nova] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Received event network-changed-d06a8432-2b57-488a-9278-bbaabc1cfb74 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1756.944251] env[62181]: DEBUG nova.compute.manager [req-7f536933-1949-49e2-b1cd-4b37a7b7eb7f req-89140331-c7e6-4f4c-92d8-707b99bc0fc6 service nova] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Refreshing instance network info cache due to event network-changed-d06a8432-2b57-488a-9278-bbaabc1cfb74. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1756.944433] env[62181]: DEBUG oslo_concurrency.lockutils [req-7f536933-1949-49e2-b1cd-4b37a7b7eb7f req-89140331-c7e6-4f4c-92d8-707b99bc0fc6 service nova] Acquiring lock "refresh_cache-eabeee72-19c1-40d5-bdef-04f84ddae252" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.953108] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Instance VIF info [] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1756.958816] env[62181]: DEBUG oslo.service.loopingcall [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1756.963318] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1756.964590] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b867778-1396-4d57-ba26-255ce5013706 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.988657] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1756.988657] env[62181]: value = "task-1790575" [ 1756.988657] env[62181]: _type = "Task" [ 1756.988657] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.992497] env[62181]: DEBUG nova.compute.manager [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1756.992826] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1756.993961] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5765acf8-db15-43a3-8ed3-d8f5dc6a9140 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.002065] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790575, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.004216] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.004742] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e9edbdc-af66-4f80-8af8-b89a431269db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.020321] env[62181]: DEBUG oslo_vmware.api [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1757.020321] env[62181]: value = "task-1790576" [ 1757.020321] env[62181]: _type = "Task" [ 1757.020321] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.032112] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Releasing lock "refresh_cache-eabeee72-19c1-40d5-bdef-04f84ddae252" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.032112] env[62181]: DEBUG nova.compute.manager [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Instance network_info: |[{"id": "d06a8432-2b57-488a-9278-bbaabc1cfb74", "address": "fa:16:3e:66:bb:e6", "network": {"id": "a24ee1a8-7ffc-4984-b077-10ca4b7d8cf8", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1993748036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704401c8cb9647889f5c935582704992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd06a8432-2b", "ovs_interfaceid": "d06a8432-2b57-488a-9278-bbaabc1cfb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1757.033161] env[62181]: DEBUG oslo_vmware.api [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.036061] env[62181]: DEBUG oslo_concurrency.lockutils [req-7f536933-1949-49e2-b1cd-4b37a7b7eb7f req-89140331-c7e6-4f4c-92d8-707b99bc0fc6 service nova] Acquired lock "refresh_cache-eabeee72-19c1-40d5-bdef-04f84ddae252" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.036271] env[62181]: DEBUG nova.network.neutron [req-7f536933-1949-49e2-b1cd-4b37a7b7eb7f req-89140331-c7e6-4f4c-92d8-707b99bc0fc6 service nova] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Refreshing network info cache for port d06a8432-2b57-488a-9278-bbaabc1cfb74 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1757.037527] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:bb:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd06a8432-2b57-488a-9278-bbaabc1cfb74', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1757.046844] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Creating folder: Project (704401c8cb9647889f5c935582704992). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1757.051095] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60ff4d27-2905-4c35-89ef-5a4cba6182c4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.063653] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Created folder: Project (704401c8cb9647889f5c935582704992) in parent group-v371238. [ 1757.063891] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Creating folder: Instances. Parent ref: group-v371463. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1757.064568] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f02c1a7b-4712-4bfe-8480-44e281f5c190 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.068363] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9582afe6-55ac-4555-ae6d-f6fdffe7908e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.078313] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6473e3-7b9f-4b0c-8535-c44f492f6c66 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.083296] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Created folder: Instances in parent group-v371463. [ 1757.083583] env[62181]: DEBUG oslo.service.loopingcall [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1757.084237] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1757.084614] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c61833d-3523-4fd7-854c-61c3cc3ca681 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.129638] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033656ce-1b1b-426a-8c19-dfcef333711d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.135601] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1757.135601] env[62181]: value = "task-1790579" [ 1757.135601] env[62181]: _type = "Task" [ 1757.135601] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.142441] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9818bee3-431c-481c-ad0c-241edaa2186f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.152453] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790579, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.160729] env[62181]: DEBUG nova.compute.provider_tree [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1757.168052] env[62181]: DEBUG oslo_concurrency.lockutils [None req-409442bb-c4a3-438d-ba1a-fbddb2f5d7b6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "44d7b50f-f279-4670-a352-7fa090441802" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.177530] env[62181]: DEBUG nova.network.neutron [-] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.376529] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "refresh_cache-f613bc48-5135-492c-ae81-8b9c48534e73" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.376716] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquired lock "refresh_cache-f613bc48-5135-492c-ae81-8b9c48534e73" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.376913] env[62181]: DEBUG nova.network.neutron [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.381746] env[62181]: DEBUG nova.compute.manager [req-c07f254c-7970-4a3e-bafa-13ae597cf019 req-cced5e04-23ac-4c5e-8a17-1afb65ff3443 service nova] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Received event network-vif-plugged-76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1757.381746] env[62181]: DEBUG oslo_concurrency.lockutils [req-c07f254c-7970-4a3e-bafa-13ae597cf019 req-cced5e04-23ac-4c5e-8a17-1afb65ff3443 service nova] Acquiring lock "f613bc48-5135-492c-ae81-8b9c48534e73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.381746] env[62181]: DEBUG oslo_concurrency.lockutils [req-c07f254c-7970-4a3e-bafa-13ae597cf019 req-cced5e04-23ac-4c5e-8a17-1afb65ff3443 service nova] Lock "f613bc48-5135-492c-ae81-8b9c48534e73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.381746] env[62181]: DEBUG oslo_concurrency.lockutils [req-c07f254c-7970-4a3e-bafa-13ae597cf019 req-cced5e04-23ac-4c5e-8a17-1afb65ff3443 service nova] Lock "f613bc48-5135-492c-ae81-8b9c48534e73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.381746] env[62181]: DEBUG nova.compute.manager [req-c07f254c-7970-4a3e-bafa-13ae597cf019 req-cced5e04-23ac-4c5e-8a17-1afb65ff3443 service nova] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] No waiting events found dispatching network-vif-plugged-76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1757.381746] env[62181]: WARNING nova.compute.manager [req-c07f254c-7970-4a3e-bafa-13ae597cf019 req-cced5e04-23ac-4c5e-8a17-1afb65ff3443 service nova] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Received unexpected event network-vif-plugged-76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23 for instance with vm_state building and task_state spawning. [ 1757.381746] env[62181]: DEBUG nova.compute.manager [req-c07f254c-7970-4a3e-bafa-13ae597cf019 req-cced5e04-23ac-4c5e-8a17-1afb65ff3443 service nova] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Received event network-changed-76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1757.382229] env[62181]: DEBUG nova.compute.manager [req-c07f254c-7970-4a3e-bafa-13ae597cf019 req-cced5e04-23ac-4c5e-8a17-1afb65ff3443 service nova] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Refreshing instance network info cache due to event network-changed-76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1757.382229] env[62181]: DEBUG oslo_concurrency.lockutils [req-c07f254c-7970-4a3e-bafa-13ae597cf019 req-cced5e04-23ac-4c5e-8a17-1afb65ff3443 service nova] Acquiring lock "refresh_cache-f613bc48-5135-492c-ae81-8b9c48534e73" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.501682] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790575, 'name': CreateVM_Task, 'duration_secs': 0.337323} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.502215] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1757.502656] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.502821] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.503438] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1757.503743] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236d7ce9-ecc1-4795-8fc4-5064f32ad0bb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.509523] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1757.509523] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52ed2129-f8a1-4781-e90f-c14369745599" [ 1757.509523] env[62181]: _type = "Task" [ 1757.509523] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.520942] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Acquiring lock "a60154e0-c78a-488a-aa2d-9eed57549cb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.521260] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Lock "a60154e0-c78a-488a-aa2d-9eed57549cb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.521430] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Acquiring lock "a60154e0-c78a-488a-aa2d-9eed57549cb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.522636] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Lock "a60154e0-c78a-488a-aa2d-9eed57549cb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.522636] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Lock "a60154e0-c78a-488a-aa2d-9eed57549cb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.523869] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52ed2129-f8a1-4781-e90f-c14369745599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.524246] env[62181]: INFO nova.compute.manager [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Terminating instance [ 1757.536973] env[62181]: DEBUG oslo_vmware.api [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790576, 'name': PowerOffVM_Task, 'duration_secs': 0.248384} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.536973] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1757.536973] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1757.536973] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1baa8ba-fdc0-4402-8c90-b1746020d1ba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.601762] env[62181]: DEBUG nova.network.neutron [req-7f536933-1949-49e2-b1cd-4b37a7b7eb7f req-89140331-c7e6-4f4c-92d8-707b99bc0fc6 service nova] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Updated VIF entry in instance network info cache for port d06a8432-2b57-488a-9278-bbaabc1cfb74. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1757.602164] env[62181]: DEBUG nova.network.neutron [req-7f536933-1949-49e2-b1cd-4b37a7b7eb7f req-89140331-c7e6-4f4c-92d8-707b99bc0fc6 service nova] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Updating instance_info_cache with network_info: [{"id": "d06a8432-2b57-488a-9278-bbaabc1cfb74", "address": "fa:16:3e:66:bb:e6", "network": {"id": "a24ee1a8-7ffc-4984-b077-10ca4b7d8cf8", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1993748036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704401c8cb9647889f5c935582704992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd06a8432-2b", "ovs_interfaceid": "d06a8432-2b57-488a-9278-bbaabc1cfb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.648726] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790579, 'name': CreateVM_Task, 'duration_secs': 0.413064} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.648816] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1757.649500] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.663736] env[62181]: DEBUG nova.scheduler.client.report [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1757.683240] env[62181]: INFO nova.compute.manager [-] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Took 1.44 seconds to deallocate network for instance. [ 1757.694405] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1757.694741] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1757.695069] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Deleting the datastore file [datastore1] d16532e5-49b2-478e-8147-9e25e0d0d11f {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1757.695394] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58a7022f-00b1-4920-9e13-fcb69d527dfd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.704144] env[62181]: DEBUG oslo_vmware.api [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for the task: (returnval){ [ 1757.704144] env[62181]: value = "task-1790581" [ 1757.704144] env[62181]: _type = "Task" [ 1757.704144] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.716248] env[62181]: DEBUG oslo_vmware.api [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.915192] env[62181]: DEBUG nova.network.neutron [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.020244] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52ed2129-f8a1-4781-e90f-c14369745599, 'name': SearchDatastore_Task, 'duration_secs': 0.013845} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.020551] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.020789] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1758.021025] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.021175] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.021355] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1758.021648] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.021953] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1758.022184] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0658671d-77ee-4c8e-9a80-3112379f0670 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.024119] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-966cabf8-9fb4-4356-b1b0-fbace04afaf0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.031386] env[62181]: DEBUG nova.compute.manager [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1758.031745] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Waiting for the task: (returnval){ [ 1758.031745] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]522a91ae-1ff0-e419-a635-61a5c3a8fc66" [ 1758.031745] env[62181]: _type = "Task" [ 1758.031745] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.032033] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2540499-8247-42cf-af5b-232af1af708b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.040684] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1758.041877] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1758.045013] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f60ed4-f7a8-4b1b-b837-c59ca52353f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.056293] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda585ff-3106-446f-9448-bca1476578fd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.069183] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]522a91ae-1ff0-e419-a635-61a5c3a8fc66, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.071824] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.071824] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1758.071945] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.072658] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1758.072658] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5250ca6f-f339-6481-ade9-43e122879d76" [ 1758.072658] env[62181]: _type = "Task" [ 1758.072658] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.082403] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5250ca6f-f339-6481-ade9-43e122879d76, 'name': SearchDatastore_Task, 'duration_secs': 0.009752} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.095793] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed0c174b-7fbf-47f3-bf69-f2bd590ba444 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.099115] env[62181]: WARNING nova.virt.vmwareapi.driver [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance a60154e0-c78a-488a-aa2d-9eed57549cb1 could not be found. [ 1758.099798] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1758.100587] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ad576a0-578b-410d-b9f0-cb255e08f7fe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.103655] env[62181]: DEBUG nova.network.neutron [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Updating instance_info_cache with network_info: [{"id": "76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23", "address": "fa:16:3e:f6:c4:3b", "network": {"id": "cf0f5a05-fbde-4c45-abc5-259dee142c07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1963065330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f6ec5b5b77436e87c7852960b9b238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76fe1284-5e", "ovs_interfaceid": "76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.105321] env[62181]: DEBUG oslo_concurrency.lockutils [req-7f536933-1949-49e2-b1cd-4b37a7b7eb7f req-89140331-c7e6-4f4c-92d8-707b99bc0fc6 service nova] Releasing lock "refresh_cache-eabeee72-19c1-40d5-bdef-04f84ddae252" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.105902] env[62181]: DEBUG nova.compute.manager [req-7f536933-1949-49e2-b1cd-4b37a7b7eb7f req-89140331-c7e6-4f4c-92d8-707b99bc0fc6 service nova] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Received event network-vif-deleted-c54d5d13-f345-43fa-a22a-a5e9c661adcc {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1758.105902] env[62181]: INFO nova.compute.manager [req-7f536933-1949-49e2-b1cd-4b37a7b7eb7f req-89140331-c7e6-4f4c-92d8-707b99bc0fc6 service nova] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Neutron deleted interface c54d5d13-f345-43fa-a22a-a5e9c661adcc; detaching it from the instance and deleting it from the info cache [ 1758.105902] env[62181]: DEBUG nova.network.neutron [req-7f536933-1949-49e2-b1cd-4b37a7b7eb7f req-89140331-c7e6-4f4c-92d8-707b99bc0fc6 service nova] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.108386] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1758.108386] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5228aa59-a8bf-86e8-cd94-d3c3b3d30226" [ 1758.108386] env[62181]: _type = "Task" [ 1758.108386] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.115862] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9f7663-1b42-41d2-8921-adce4923d0d3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.133887] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5228aa59-a8bf-86e8-cd94-d3c3b3d30226, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.134168] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.134597] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 4a84bcbd-2428-4ddf-9376-92c20ce58a9e/4a84bcbd-2428-4ddf-9376-92c20ce58a9e.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1758.134726] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.135646] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1758.135646] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d074a674-df95-4ee8-81ba-ab90f3ce7b16 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.137334] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce611bc5-837b-44c3-b92e-ff77c588e74e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.150100] env[62181]: WARNING nova.virt.vmwareapi.vmops [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a60154e0-c78a-488a-aa2d-9eed57549cb1 could not be found. [ 1758.150100] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1758.150261] env[62181]: INFO nova.compute.manager [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1758.150508] env[62181]: DEBUG oslo.service.loopingcall [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1758.152803] env[62181]: DEBUG nova.compute.manager [-] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1758.152905] env[62181]: DEBUG nova.network.neutron [-] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1758.154778] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1758.154899] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1758.155681] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1758.155681] env[62181]: value = "task-1790582" [ 1758.155681] env[62181]: _type = "Task" [ 1758.155681] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.155905] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6db88b2-3edc-4299-8b5a-6d1137b0dfea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.165829] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Waiting for the task: (returnval){ [ 1758.165829] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]526e9e3f-1cba-cc5d-2b0a-3f09305e27a2" [ 1758.165829] env[62181]: _type = "Task" [ 1758.165829] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.169407] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.170127] env[62181]: DEBUG nova.compute.manager [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1758.172823] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.176362] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.051s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.177934] env[62181]: INFO nova.compute.claims [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1758.187298] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]526e9e3f-1cba-cc5d-2b0a-3f09305e27a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010133} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.188498] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e7631b7-aafa-4921-80d8-90e5a12629aa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.191542] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.195708] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Waiting for the task: (returnval){ [ 1758.195708] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c43e11-d1b1-2f27-da66-59c657092ac6" [ 1758.195708] env[62181]: _type = "Task" [ 1758.195708] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.206923] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c43e11-d1b1-2f27-da66-59c657092ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.011115] env[62181]: DEBUG oslo_concurrency.lockutils [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquiring lock "4fc51519-f9a0-4ad0-bded-963e133affe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.011397] env[62181]: DEBUG oslo_concurrency.lockutils [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "4fc51519-f9a0-4ad0-bded-963e133affe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.011613] env[62181]: DEBUG oslo_concurrency.lockutils [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquiring lock "4fc51519-f9a0-4ad0-bded-963e133affe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.011801] env[62181]: DEBUG oslo_concurrency.lockutils [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "4fc51519-f9a0-4ad0-bded-963e133affe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.011966] env[62181]: DEBUG oslo_concurrency.lockutils [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "4fc51519-f9a0-4ad0-bded-963e133affe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.013583] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Releasing lock "refresh_cache-f613bc48-5135-492c-ae81-8b9c48534e73" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.013851] env[62181]: DEBUG nova.compute.manager [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Instance network_info: |[{"id": "76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23", "address": "fa:16:3e:f6:c4:3b", "network": {"id": "cf0f5a05-fbde-4c45-abc5-259dee142c07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1963065330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f6ec5b5b77436e87c7852960b9b238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76fe1284-5e", "ovs_interfaceid": "76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1759.015248] env[62181]: DEBUG nova.compute.utils [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1759.017973] env[62181]: DEBUG oslo_vmware.api [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Task: {'id': task-1790581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194953} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.018613] env[62181]: INFO nova.compute.manager [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Terminating instance [ 1759.021824] env[62181]: DEBUG oslo_concurrency.lockutils [req-c07f254c-7970-4a3e-bafa-13ae597cf019 req-cced5e04-23ac-4c5e-8a17-1afb65ff3443 service nova] Acquired lock "refresh_cache-f613bc48-5135-492c-ae81-8b9c48534e73" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.022049] env[62181]: DEBUG nova.network.neutron [req-c07f254c-7970-4a3e-bafa-13ae597cf019 req-cced5e04-23ac-4c5e-8a17-1afb65ff3443 service nova] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Refreshing network info cache for port 76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1759.023281] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:c4:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1759.030669] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Creating folder: Project (a8f6ec5b5b77436e87c7852960b9b238). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1759.030907] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a04b09ba-e4d5-4574-b032-33f21428d7aa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.035922] env[62181]: DEBUG nova.compute.manager [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1759.035922] env[62181]: DEBUG nova.network.neutron [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1759.039897] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.040095] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1759.040278] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1759.040447] env[62181]: INFO nova.compute.manager [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Took 2.05 seconds to destroy the instance on the hypervisor. [ 1759.040673] env[62181]: DEBUG oslo.service.loopingcall [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.045377] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f11c80d5-d93e-4b5d-920a-57be9d287417 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.046838] env[62181]: DEBUG nova.compute.manager [-] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1759.046917] env[62181]: DEBUG nova.network.neutron [-] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1759.050416] env[62181]: DEBUG nova.compute.manager [req-81f0f87a-a067-446a-b57e-9ce0862c665b req-5e1f6314-c860-4fa0-82f7-4a1e63e67be2 service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Received event network-changed-759b563c-2791-4966-96d5-1eb40e6cad45 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1759.050749] env[62181]: DEBUG nova.compute.manager [req-81f0f87a-a067-446a-b57e-9ce0862c665b req-5e1f6314-c860-4fa0-82f7-4a1e63e67be2 service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Refreshing instance network info cache due to event network-changed-759b563c-2791-4966-96d5-1eb40e6cad45. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1759.050834] env[62181]: DEBUG oslo_concurrency.lockutils [req-81f0f87a-a067-446a-b57e-9ce0862c665b req-5e1f6314-c860-4fa0-82f7-4a1e63e67be2 service nova] Acquiring lock "refresh_cache-a60154e0-c78a-488a-aa2d-9eed57549cb1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.050927] env[62181]: DEBUG oslo_concurrency.lockutils [req-81f0f87a-a067-446a-b57e-9ce0862c665b req-5e1f6314-c860-4fa0-82f7-4a1e63e67be2 service nova] Acquired lock "refresh_cache-a60154e0-c78a-488a-aa2d-9eed57549cb1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.051105] env[62181]: DEBUG nova.network.neutron [req-81f0f87a-a067-446a-b57e-9ce0862c665b req-5e1f6314-c860-4fa0-82f7-4a1e63e67be2 service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Refreshing network info cache for port 759b563c-2791-4966-96d5-1eb40e6cad45 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1759.052860] env[62181]: DEBUG nova.compute.manager [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1759.053066] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1759.055514] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28925448-7047-40c7-9cbc-3a45657eac94 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.067378] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c43e11-d1b1-2f27-da66-59c657092ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.011487} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.067624] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641982} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.071376] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7be18b1-1aae-48a8-854b-a7daeceb56d2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.082830] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.082830] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] eabeee72-19c1-40d5-bdef-04f84ddae252/eabeee72-19c1-40d5-bdef-04f84ddae252.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1759.083113] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 4a84bcbd-2428-4ddf-9376-92c20ce58a9e/4a84bcbd-2428-4ddf-9376-92c20ce58a9e.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1759.083175] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1759.086814] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c868b03-d2d2-4c9a-ae8b-8526e88aa154 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.088269] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ad279b5-9b2d-49ac-850e-4490b89dcd5e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.090414] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Created folder: Project (a8f6ec5b5b77436e87c7852960b9b238) in parent group-v371238. [ 1759.090599] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Creating folder: Instances. Parent ref: group-v371466. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1759.091493] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6811607-6975-4b00-8265-5750fced3762 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.097411] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1759.097411] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4a4ffca-27ad-487e-a120-943c9b60ba80 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.102015] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Waiting for the task: (returnval){ [ 1759.102015] env[62181]: value = "task-1790584" [ 1759.102015] env[62181]: _type = "Task" [ 1759.102015] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.103250] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1759.103250] env[62181]: value = "task-1790585" [ 1759.103250] env[62181]: _type = "Task" [ 1759.103250] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.121359] env[62181]: DEBUG oslo_vmware.api [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1759.121359] env[62181]: value = "task-1790587" [ 1759.121359] env[62181]: _type = "Task" [ 1759.121359] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.121359] env[62181]: DEBUG nova.compute.manager [req-7f536933-1949-49e2-b1cd-4b37a7b7eb7f req-89140331-c7e6-4f4c-92d8-707b99bc0fc6 service nova] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Detach interface failed, port_id=c54d5d13-f345-43fa-a22a-a5e9c661adcc, reason: Instance 70d6f014-77b3-4e40-9617-f1f4fe4b1649 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1759.128027] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Created folder: Instances in parent group-v371466. [ 1759.128027] env[62181]: DEBUG oslo.service.loopingcall [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.129191] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1759.135080] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56503bee-fbb9-4977-a376-d744d2b1fb72 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.151464] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.152111] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.160992] env[62181]: DEBUG oslo_vmware.api [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.162400] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1759.162400] env[62181]: value = "task-1790588" [ 1759.162400] env[62181]: _type = "Task" [ 1759.162400] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.173531] env[62181]: DEBUG nova.policy [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd48002bb766c47e8898f313ee6c62823', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8591b520edb40bda5d1f72c58074ce5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1759.180982] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790588, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.524626] env[62181]: DEBUG nova.compute.manager [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1759.581918] env[62181]: INFO nova.network.neutron [req-81f0f87a-a067-446a-b57e-9ce0862c665b req-5e1f6314-c860-4fa0-82f7-4a1e63e67be2 service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Port 759b563c-2791-4966-96d5-1eb40e6cad45 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1759.581918] env[62181]: DEBUG nova.network.neutron [req-81f0f87a-a067-446a-b57e-9ce0862c665b req-5e1f6314-c860-4fa0-82f7-4a1e63e67be2 service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.620863] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790584, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.627312] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115795} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.631430] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1759.632940] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224d1467-0d1e-4591-8332-d1debaad45fe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.662608] env[62181]: DEBUG oslo_vmware.api [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790587, 'name': PowerOffVM_Task, 'duration_secs': 0.26943} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.671741] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1759.671986] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1759.683040] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 4a84bcbd-2428-4ddf-9376-92c20ce58a9e/4a84bcbd-2428-4ddf-9376-92c20ce58a9e.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1759.689033] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cebaf361-91c2-4129-8d04-bff3f0226753 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.691626] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b69f317c-a125-43c8-93be-e103484828a3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.715332] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790588, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.717964] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1759.717964] env[62181]: value = "task-1790590" [ 1759.717964] env[62181]: _type = "Task" [ 1759.717964] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.740940] env[62181]: DEBUG nova.compute.manager [req-df9c1d74-2562-4631-b622-640f671bdc9c req-6dd89f8c-7826-4e71-99af-cfb4a4caf83f service nova] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Received event network-vif-deleted-759b563c-2791-4966-96d5-1eb40e6cad45 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1759.748966] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.814350] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1759.815067] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1759.815067] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Deleting the datastore file [datastore1] 4fc51519-f9a0-4ad0-bded-963e133affe9 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1759.815290] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d088d50b-ef9e-4a81-bae9-efec058693bb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.824269] env[62181]: DEBUG oslo_vmware.api [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for the task: (returnval){ [ 1759.824269] env[62181]: value = "task-1790591" [ 1759.824269] env[62181]: _type = "Task" [ 1759.824269] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.834314] env[62181]: DEBUG oslo_vmware.api [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.896655] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcb7c0b-bd54-45ff-b1e9-fd1af3c21476 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.905548] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbed1867-9f51-4104-a3e6-97b094bfcb20 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.966459] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdff69a-6e2c-43cc-853e-2e4bfa87011b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.980820] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b529e75-e863-4bf6-9360-1484ca6174ed {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.004861] env[62181]: DEBUG nova.compute.provider_tree [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.015096] env[62181]: DEBUG nova.network.neutron [-] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.083740] env[62181]: DEBUG oslo_concurrency.lockutils [req-81f0f87a-a067-446a-b57e-9ce0862c665b req-5e1f6314-c860-4fa0-82f7-4a1e63e67be2 service nova] Releasing lock "refresh_cache-a60154e0-c78a-488a-aa2d-9eed57549cb1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.114405] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746347} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.114677] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] eabeee72-19c1-40d5-bdef-04f84ddae252/eabeee72-19c1-40d5-bdef-04f84ddae252.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1760.114973] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1760.115184] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec3d81cb-43e1-4e62-8389-3947f9ad51ea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.122129] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Waiting for the task: (returnval){ [ 1760.122129] env[62181]: value = "task-1790592" [ 1760.122129] env[62181]: _type = "Task" [ 1760.122129] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.129718] env[62181]: DEBUG nova.network.neutron [req-c07f254c-7970-4a3e-bafa-13ae597cf019 req-cced5e04-23ac-4c5e-8a17-1afb65ff3443 service nova] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Updated VIF entry in instance network info cache for port 76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1760.130128] env[62181]: DEBUG nova.network.neutron [req-c07f254c-7970-4a3e-bafa-13ae597cf019 req-cced5e04-23ac-4c5e-8a17-1afb65ff3443 service nova] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Updating instance_info_cache with network_info: [{"id": "76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23", "address": "fa:16:3e:f6:c4:3b", "network": {"id": "cf0f5a05-fbde-4c45-abc5-259dee142c07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1963065330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f6ec5b5b77436e87c7852960b9b238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76fe1284-5e", "ovs_interfaceid": "76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.141690] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.187485] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790588, 'name': CreateVM_Task, 'duration_secs': 0.787835} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.187785] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1760.188778] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.189088] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.189485] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1760.189766] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d829e3f7-e9d2-43e8-a8ef-08ce52b9b5d8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.204353] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1760.204353] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c57363-389f-4f83-66d4-898adaab71d3" [ 1760.204353] env[62181]: _type = "Task" [ 1760.204353] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.214696] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c57363-389f-4f83-66d4-898adaab71d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.230621] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790590, 'name': ReconfigVM_Task, 'duration_secs': 0.351133} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.231117] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 4a84bcbd-2428-4ddf-9376-92c20ce58a9e/4a84bcbd-2428-4ddf-9376-92c20ce58a9e.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1760.231922] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27578229-1b46-4657-878b-bae5b6bcf02e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.239868] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1760.239868] env[62181]: value = "task-1790593" [ 1760.239868] env[62181]: _type = "Task" [ 1760.239868] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.251770] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790593, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.337555] env[62181]: DEBUG oslo_vmware.api [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Task: {'id': task-1790591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255857} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.337827] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1760.338021] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1760.338202] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1760.338375] env[62181]: INFO nova.compute.manager [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1760.338618] env[62181]: DEBUG oslo.service.loopingcall [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1760.338808] env[62181]: DEBUG nova.compute.manager [-] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1760.338902] env[62181]: DEBUG nova.network.neutron [-] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1760.408471] env[62181]: DEBUG nova.network.neutron [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Successfully created port: ed2b5408-ae2e-4bfc-9b73-5472ec057ec0 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1760.508738] env[62181]: DEBUG nova.scheduler.client.report [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1760.519142] env[62181]: INFO nova.compute.manager [-] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Took 2.37 seconds to deallocate network for instance. [ 1760.538238] env[62181]: DEBUG nova.compute.manager [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1760.568482] env[62181]: DEBUG nova.virt.hardware [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1760.568774] env[62181]: DEBUG nova.virt.hardware [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1760.568884] env[62181]: DEBUG nova.virt.hardware [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1760.569079] env[62181]: DEBUG nova.virt.hardware [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1760.569227] env[62181]: DEBUG nova.virt.hardware [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1760.569372] env[62181]: DEBUG nova.virt.hardware [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1760.569612] env[62181]: DEBUG nova.virt.hardware [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1760.569797] env[62181]: DEBUG nova.virt.hardware [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1760.569890] env[62181]: DEBUG nova.virt.hardware [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1760.570745] env[62181]: DEBUG nova.virt.hardware [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1760.570933] env[62181]: DEBUG nova.virt.hardware [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1760.571875] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e715a0-b169-4996-9881-9a475ff87cbd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.582228] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba59a2b-c421-4ebc-a2a1-2adb9eae1ed3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.627026] env[62181]: DEBUG nova.network.neutron [-] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.638064] env[62181]: DEBUG oslo_concurrency.lockutils [req-c07f254c-7970-4a3e-bafa-13ae597cf019 req-cced5e04-23ac-4c5e-8a17-1afb65ff3443 service nova] Releasing lock "refresh_cache-f613bc48-5135-492c-ae81-8b9c48534e73" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.653730] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08235} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.653908] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1760.655208] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450fce3a-8542-47f3-85bc-128133008681 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.681739] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] eabeee72-19c1-40d5-bdef-04f84ddae252/eabeee72-19c1-40d5-bdef-04f84ddae252.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1760.682449] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-939ec880-dd2e-441a-920d-c192f694f149 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.706860] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Waiting for the task: (returnval){ [ 1760.706860] env[62181]: value = "task-1790594" [ 1760.706860] env[62181]: _type = "Task" [ 1760.706860] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.717445] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.721089] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c57363-389f-4f83-66d4-898adaab71d3, 'name': SearchDatastore_Task, 'duration_secs': 0.014404} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.721375] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.723733] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1760.723733] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.723733] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.723733] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1760.723733] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ba882aa-cd28-459e-83ef-215af0dc7a70 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.741486] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1760.741864] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1760.747842] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bdf6ea7-3d0b-4caa-8814-b000d4b44652 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.756980] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790593, 'name': Rename_Task, 'duration_secs': 0.430489} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.758714] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1760.758714] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1760.758714] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5247653d-14bd-cc56-54cd-150a7d479629" [ 1760.758714] env[62181]: _type = "Task" [ 1760.758714] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.758714] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d152a03a-5600-48ab-83bc-1f9267be711d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.768549] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5247653d-14bd-cc56-54cd-150a7d479629, 'name': SearchDatastore_Task, 'duration_secs': 0.011285} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.770412] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1760.770412] env[62181]: value = "task-1790595" [ 1760.770412] env[62181]: _type = "Task" [ 1760.770412] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.770627] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d6d5324-9bb8-46c3-854f-5a6cef941b31 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.779431] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1760.779431] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5259e8c0-d661-7c77-b7ff-c7d64d609aa7" [ 1760.779431] env[62181]: _type = "Task" [ 1760.779431] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.783725] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.794255] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5259e8c0-d661-7c77-b7ff-c7d64d609aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.011608} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.794593] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.794924] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f613bc48-5135-492c-ae81-8b9c48534e73/f613bc48-5135-492c-ae81-8b9c48534e73.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1760.795575] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e213ad2-e5a4-4c25-a50a-8bdc46cc5c25 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.802532] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1760.802532] env[62181]: value = "task-1790596" [ 1760.802532] env[62181]: _type = "Task" [ 1760.802532] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.813749] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.014632] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.015234] env[62181]: DEBUG nova.compute.manager [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1761.018577] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.388s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.018577] env[62181]: DEBUG nova.objects.instance [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lazy-loading 'resources' on Instance uuid 7a9d9b1f-df33-4e70-893a-056929734e5b {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1761.085607] env[62181]: DEBUG nova.compute.manager [req-0847f1d5-8517-44a4-ba09-793255e7482e req-beadaeac-263e-4b7e-8051-37badda3807e service nova] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Received event network-vif-deleted-e40f9c1c-6491-4d39-ae86-f1b3607ab338 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1761.095663] env[62181]: INFO nova.compute.manager [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Took 0.58 seconds to detach 1 volumes for instance. [ 1761.098567] env[62181]: DEBUG nova.compute.manager [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Deleting volume: 0c5970f2-76bb-4a8a-9af2-7042401e88c0 {{(pid=62181) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3321}} [ 1761.133243] env[62181]: INFO nova.compute.manager [-] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Took 2.09 seconds to deallocate network for instance. [ 1761.223073] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790594, 'name': ReconfigVM_Task, 'duration_secs': 0.43721} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.223073] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Reconfigured VM instance instance-0000004f to attach disk [datastore1] eabeee72-19c1-40d5-bdef-04f84ddae252/eabeee72-19c1-40d5-bdef-04f84ddae252.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1761.224454] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a884e7e7-4c10-4d79-9ae9-8b7382360859 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.237636] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Waiting for the task: (returnval){ [ 1761.237636] env[62181]: value = "task-1790598" [ 1761.237636] env[62181]: _type = "Task" [ 1761.237636] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.254669] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790598, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.286737] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790595, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.316278] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790596, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.524571] env[62181]: DEBUG nova.compute.utils [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1761.529898] env[62181]: DEBUG nova.compute.manager [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1761.530115] env[62181]: DEBUG nova.network.neutron [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1761.636865] env[62181]: DEBUG nova.policy [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5970d4737be4a3caed14793818e9902', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9a51282d6a849f9b8457f3b0cd65157', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1761.643402] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.667614] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.752852] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790598, 'name': Rename_Task, 'duration_secs': 0.296909} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.755868] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1761.756223] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4271fb8-9acb-4ff3-8cfc-69bd24e61010 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.768135] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Waiting for the task: (returnval){ [ 1761.768135] env[62181]: value = "task-1790599" [ 1761.768135] env[62181]: _type = "Task" [ 1761.768135] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.781647] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.789526] env[62181]: DEBUG oslo_vmware.api [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790595, 'name': PowerOnVM_Task, 'duration_secs': 0.655623} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.789526] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1761.789667] env[62181]: DEBUG nova.compute.manager [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1761.790484] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fda042-1c49-4b57-b196-2df7903a5c2e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.813943] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628854} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.814461] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f613bc48-5135-492c-ae81-8b9c48534e73/f613bc48-5135-492c-ae81-8b9c48534e73.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1761.816149] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1761.816149] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32547312-0820-498d-bc62-2f8c94dc1592 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.827381] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1761.827381] env[62181]: value = "task-1790600" [ 1761.827381] env[62181]: _type = "Task" [ 1761.827381] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.840684] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.860111] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9e3894-f1ed-46ce-bab9-e64099316e2b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.870383] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd6010b-ff9d-42e3-ba79-a23bdca230e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.907071] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76964a0f-6c3b-489e-a746-64d2e1262714 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.916768] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c7ca0d-7f2c-47cc-a502-efc2f6e2a618 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.932899] env[62181]: DEBUG nova.compute.provider_tree [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.031527] env[62181]: DEBUG nova.compute.manager [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1762.066452] env[62181]: DEBUG nova.network.neutron [-] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.198613] env[62181]: DEBUG nova.network.neutron [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Successfully created port: 7815e1f3-1033-494f-8e55-d288a782142c {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1762.282477] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.314118] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.338703] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082823} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.338976] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1762.339787] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd28aaa-0243-41b1-a6e6-f62e48ac15a9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.366668] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] f613bc48-5135-492c-ae81-8b9c48534e73/f613bc48-5135-492c-ae81-8b9c48534e73.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.367191] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37992c29-3d05-4c62-aad2-35402d8166b2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.392215] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1762.392215] env[62181]: value = "task-1790601" [ 1762.392215] env[62181]: _type = "Task" [ 1762.392215] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.404807] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.437229] env[62181]: DEBUG nova.scheduler.client.report [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1762.575094] env[62181]: INFO nova.compute.manager [-] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Took 2.23 seconds to deallocate network for instance. [ 1762.780343] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790599, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.906028] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790601, 'name': ReconfigVM_Task, 'duration_secs': 0.335565} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.908926] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Reconfigured VM instance instance-00000050 to attach disk [datastore1] f613bc48-5135-492c-ae81-8b9c48534e73/f613bc48-5135-492c-ae81-8b9c48534e73.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1762.908926] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81646ac8-aef1-4a4d-9f33-d5c8ae03ef93 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.920952] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1762.920952] env[62181]: value = "task-1790602" [ 1762.920952] env[62181]: _type = "Task" [ 1762.920952] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.930288] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790602, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.946026] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.946026] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.502s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.950025] env[62181]: INFO nova.compute.claims [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1762.970451] env[62181]: INFO nova.scheduler.client.report [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Deleted allocations for instance 7a9d9b1f-df33-4e70-893a-056929734e5b [ 1763.041052] env[62181]: DEBUG nova.compute.manager [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1763.071464] env[62181]: DEBUG nova.virt.hardware [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1763.071584] env[62181]: DEBUG nova.virt.hardware [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.072569] env[62181]: DEBUG nova.virt.hardware [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1763.072569] env[62181]: DEBUG nova.virt.hardware [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.072569] env[62181]: DEBUG nova.virt.hardware [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1763.072569] env[62181]: DEBUG nova.virt.hardware [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1763.072760] env[62181]: DEBUG nova.virt.hardware [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1763.072760] env[62181]: DEBUG nova.virt.hardware [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1763.073017] env[62181]: DEBUG nova.virt.hardware [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1763.074192] env[62181]: DEBUG nova.virt.hardware [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1763.074474] env[62181]: DEBUG nova.virt.hardware [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1763.075818] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863f4f61-d674-48db-9801-94ce8518b9be {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.081567] env[62181]: DEBUG oslo_concurrency.lockutils [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.088422] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92f04ed-6c75-4df0-a52d-7a4c9a479795 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.120211] env[62181]: DEBUG nova.compute.manager [req-02a4461f-3511-4b14-b106-57078ee10745 req-2feadb4b-c368-4b7b-bd5f-57e2c1ff6923 service nova] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Received event network-vif-deleted-20a99106-9fac-45e6-b796-ba118c2ba406 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1763.285772] env[62181]: DEBUG oslo_vmware.api [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790599, 'name': PowerOnVM_Task, 'duration_secs': 1.205089} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.286279] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1763.287398] env[62181]: INFO nova.compute.manager [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1763.287398] env[62181]: DEBUG nova.compute.manager [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1763.288368] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7a97d7-139d-4079-a677-7a6fd8a4849a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.390811] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Acquiring lock "4a84bcbd-2428-4ddf-9376-92c20ce58a9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.391097] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Lock "4a84bcbd-2428-4ddf-9376-92c20ce58a9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.391324] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Acquiring lock "4a84bcbd-2428-4ddf-9376-92c20ce58a9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.391524] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Lock "4a84bcbd-2428-4ddf-9376-92c20ce58a9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.391798] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Lock "4a84bcbd-2428-4ddf-9376-92c20ce58a9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.393960] env[62181]: INFO nova.compute.manager [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Terminating instance [ 1763.434633] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790602, 'name': Rename_Task, 'duration_secs': 0.177088} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.435298] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1763.435298] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75370dff-941c-41f4-b677-97768e1122ce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.439289] env[62181]: DEBUG nova.network.neutron [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Successfully updated port: ed2b5408-ae2e-4bfc-9b73-5472ec057ec0 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1763.446093] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1763.446093] env[62181]: value = "task-1790603" [ 1763.446093] env[62181]: _type = "Task" [ 1763.446093] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.463974] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.481635] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1ebd65ac-37e6-42a6-a2fc-3e2bce0835ef tempest-ImagesTestJSON-2104749176 tempest-ImagesTestJSON-2104749176-project-member] Lock "7a9d9b1f-df33-4e70-893a-056929734e5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.363s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.814159] env[62181]: INFO nova.compute.manager [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Took 35.77 seconds to build instance. [ 1763.901803] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Acquiring lock "refresh_cache-4a84bcbd-2428-4ddf-9376-92c20ce58a9e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.904083] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Acquired lock "refresh_cache-4a84bcbd-2428-4ddf-9376-92c20ce58a9e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.904083] env[62181]: DEBUG nova.network.neutron [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1763.940978] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Acquiring lock "refresh_cache-b1c0b365-5d79-4da6-8d1f-1027c8c7eb27" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.941176] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Acquired lock "refresh_cache-b1c0b365-5d79-4da6-8d1f-1027c8c7eb27" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.941360] env[62181]: DEBUG nova.network.neutron [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1763.961470] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790603, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.248889] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97b9aed-065e-4245-b4b0-0b9e9d734fa4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.261543] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b37fca-ac30-4f81-81a1-eddcd10b6b21 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.300667] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25319a49-5e73-45a4-a378-9b4b37ea761c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.311277] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47eda018-9399-49f2-965a-10e07cbbaf34 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.318464] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0e8830dd-f259-4ab1-ab78-a6ee3e61f41b tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Lock "eabeee72-19c1-40d5-bdef-04f84ddae252" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.292s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.331664] env[62181]: DEBUG nova.compute.provider_tree [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.446122] env[62181]: DEBUG nova.network.neutron [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1764.459911] env[62181]: DEBUG oslo_vmware.api [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790603, 'name': PowerOnVM_Task, 'duration_secs': 0.525565} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.459911] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1764.459911] env[62181]: INFO nova.compute.manager [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1764.459911] env[62181]: DEBUG nova.compute.manager [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1764.459911] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cbb1fb-37f1-4a9b-83c4-3454ea7fe308 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.503559] env[62181]: DEBUG nova.network.neutron [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1764.572782] env[62181]: DEBUG nova.network.neutron [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.808111] env[62181]: DEBUG nova.network.neutron [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Updating instance_info_cache with network_info: [{"id": "ed2b5408-ae2e-4bfc-9b73-5472ec057ec0", "address": "fa:16:3e:79:2d:6d", "network": {"id": "65913ff1-3743-48be-938c-def52af436a9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1411109671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8591b520edb40bda5d1f72c58074ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2b5408-ae", "ovs_interfaceid": "ed2b5408-ae2e-4bfc-9b73-5472ec057ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.835565] env[62181]: DEBUG nova.scheduler.client.report [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1764.879779] env[62181]: DEBUG oslo_concurrency.lockutils [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Acquiring lock "9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.880089] env[62181]: DEBUG oslo_concurrency.lockutils [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Lock "9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.916834] env[62181]: DEBUG nova.network.neutron [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Successfully updated port: 7815e1f3-1033-494f-8e55-d288a782142c {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1764.982483] env[62181]: INFO nova.compute.manager [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Took 28.55 seconds to build instance. [ 1765.075475] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Releasing lock "refresh_cache-4a84bcbd-2428-4ddf-9376-92c20ce58a9e" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.076567] env[62181]: DEBUG nova.compute.manager [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1765.076794] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1765.078089] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbf1342-f577-427b-8be4-f69e18bfab27 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.092873] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1765.093190] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc059443-8dd8-4dea-8066-229cd3146f41 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.103364] env[62181]: DEBUG oslo_vmware.api [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1765.103364] env[62181]: value = "task-1790604" [ 1765.103364] env[62181]: _type = "Task" [ 1765.103364] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.116045] env[62181]: DEBUG oslo_vmware.api [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.294261] env[62181]: DEBUG nova.compute.manager [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Received event network-vif-plugged-ed2b5408-ae2e-4bfc-9b73-5472ec057ec0 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1765.294519] env[62181]: DEBUG oslo_concurrency.lockutils [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] Acquiring lock "b1c0b365-5d79-4da6-8d1f-1027c8c7eb27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.294725] env[62181]: DEBUG oslo_concurrency.lockutils [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] Lock "b1c0b365-5d79-4da6-8d1f-1027c8c7eb27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.294936] env[62181]: DEBUG oslo_concurrency.lockutils [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] Lock "b1c0b365-5d79-4da6-8d1f-1027c8c7eb27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.295177] env[62181]: DEBUG nova.compute.manager [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] No waiting events found dispatching network-vif-plugged-ed2b5408-ae2e-4bfc-9b73-5472ec057ec0 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1765.295386] env[62181]: WARNING nova.compute.manager [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Received unexpected event network-vif-plugged-ed2b5408-ae2e-4bfc-9b73-5472ec057ec0 for instance with vm_state building and task_state spawning. [ 1765.295625] env[62181]: DEBUG nova.compute.manager [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Received event network-changed-ed2b5408-ae2e-4bfc-9b73-5472ec057ec0 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1765.295802] env[62181]: DEBUG nova.compute.manager [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Refreshing instance network info cache due to event network-changed-ed2b5408-ae2e-4bfc-9b73-5472ec057ec0. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1765.295984] env[62181]: DEBUG oslo_concurrency.lockutils [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] Acquiring lock "refresh_cache-b1c0b365-5d79-4da6-8d1f-1027c8c7eb27" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.314273] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Releasing lock "refresh_cache-b1c0b365-5d79-4da6-8d1f-1027c8c7eb27" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.314668] env[62181]: DEBUG nova.compute.manager [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Instance network_info: |[{"id": "ed2b5408-ae2e-4bfc-9b73-5472ec057ec0", "address": "fa:16:3e:79:2d:6d", "network": {"id": "65913ff1-3743-48be-938c-def52af436a9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1411109671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8591b520edb40bda5d1f72c58074ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2b5408-ae", "ovs_interfaceid": "ed2b5408-ae2e-4bfc-9b73-5472ec057ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1765.315744] env[62181]: DEBUG oslo_concurrency.lockutils [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] Acquired lock "refresh_cache-b1c0b365-5d79-4da6-8d1f-1027c8c7eb27" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.315744] env[62181]: DEBUG nova.network.neutron [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Refreshing network info cache for port ed2b5408-ae2e-4bfc-9b73-5472ec057ec0 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1765.316659] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:2d:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed2b5408-ae2e-4bfc-9b73-5472ec057ec0', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1765.331247] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Creating folder: Project (c8591b520edb40bda5d1f72c58074ce5). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1765.332676] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67917380-2e07-4ae6-ad63-8d961f70c1a4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.345414] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.346214] env[62181]: DEBUG nova.compute.manager [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1765.356937] env[62181]: DEBUG oslo_concurrency.lockutils [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.467s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.357214] env[62181]: DEBUG nova.objects.instance [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lazy-loading 'resources' on Instance uuid 44d7b50f-f279-4670-a352-7fa090441802 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1765.359024] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Created folder: Project (c8591b520edb40bda5d1f72c58074ce5) in parent group-v371238. [ 1765.359024] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Creating folder: Instances. Parent ref: group-v371469. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1765.360236] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4385095c-3581-4f6d-b6d8-e00e771d41d6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.379981] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Created folder: Instances in parent group-v371469. [ 1765.379981] env[62181]: DEBUG oslo.service.loopingcall [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.379981] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1765.379981] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36f94de1-40bc-4dac-8894-ad901ef1a84b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.398729] env[62181]: DEBUG nova.compute.manager [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1765.409020] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1765.409020] env[62181]: value = "task-1790607" [ 1765.409020] env[62181]: _type = "Task" [ 1765.409020] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.422743] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Acquiring lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.426024] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Acquired lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.426024] env[62181]: DEBUG nova.network.neutron [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1765.426024] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790607, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.487616] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303eeb0e-5b82-48e1-a845-f6d1a31e9559 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "f613bc48-5135-492c-ae81-8b9c48534e73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.064s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.618647] env[62181]: DEBUG oslo_vmware.api [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790604, 'name': PowerOffVM_Task, 'duration_secs': 0.340194} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.618990] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1765.619213] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1765.619971] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f32b90a3-8bea-4a32-ae6b-383ce57e7de3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.658237] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1765.658841] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1765.658841] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Deleting the datastore file [datastore1] 4a84bcbd-2428-4ddf-9376-92c20ce58a9e {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1765.658968] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae0a500d-0ea5-489a-83ac-75a25db9c993 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.668403] env[62181]: DEBUG oslo_vmware.api [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for the task: (returnval){ [ 1765.668403] env[62181]: value = "task-1790609" [ 1765.668403] env[62181]: _type = "Task" [ 1765.668403] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.679183] env[62181]: DEBUG oslo_vmware.api [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.861697] env[62181]: DEBUG nova.compute.utils [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1765.863819] env[62181]: DEBUG nova.compute.manager [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1765.864283] env[62181]: DEBUG nova.network.neutron [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1765.867530] env[62181]: DEBUG nova.objects.instance [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lazy-loading 'numa_topology' on Instance uuid 44d7b50f-f279-4670-a352-7fa090441802 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1765.923212] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790607, 'name': CreateVM_Task, 'duration_secs': 0.503964} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.923212] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1765.923212] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.923212] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.923513] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1765.924581] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96fe3fbf-32f8-46f9-9ccc-df3f6ae7b2db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.929335] env[62181]: DEBUG oslo_concurrency.lockutils [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.934060] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Waiting for the task: (returnval){ [ 1765.934060] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]529ffaaf-2c87-74b7-5454-082e12792c13" [ 1765.934060] env[62181]: _type = "Task" [ 1765.934060] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.946053] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529ffaaf-2c87-74b7-5454-082e12792c13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.996608] env[62181]: DEBUG oslo_concurrency.lockutils [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.996954] env[62181]: DEBUG oslo_concurrency.lockutils [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.997071] env[62181]: INFO nova.compute.manager [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Shelving [ 1766.091983] env[62181]: DEBUG nova.network.neutron [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1766.113233] env[62181]: DEBUG nova.policy [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9634f081e9ef49c2bf532c602798622f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44cc8ebefdf64b7b9202aefc83393162', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1766.183600] env[62181]: DEBUG oslo_vmware.api [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Task: {'id': task-1790609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206184} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.183905] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1766.184124] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1766.184666] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1766.184666] env[62181]: INFO nova.compute.manager [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1766.184841] env[62181]: DEBUG oslo.service.loopingcall [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.184923] env[62181]: DEBUG nova.compute.manager [-] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1766.185045] env[62181]: DEBUG nova.network.neutron [-] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1766.210480] env[62181]: DEBUG nova.network.neutron [-] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1766.369871] env[62181]: DEBUG nova.compute.manager [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1766.375029] env[62181]: DEBUG nova.objects.base [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Object Instance<44d7b50f-f279-4670-a352-7fa090441802> lazy-loaded attributes: resources,numa_topology {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1766.450022] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529ffaaf-2c87-74b7-5454-082e12792c13, 'name': SearchDatastore_Task, 'duration_secs': 0.058479} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.450022] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.450022] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1766.450022] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.450022] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.450022] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1766.450022] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10ba862a-7a7e-4e20-b0ac-c9fb18751998 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.466029] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1766.466029] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1766.466029] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82760277-d842-4c30-854e-5aa9e5649d1b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.476963] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Waiting for the task: (returnval){ [ 1766.476963] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52807b15-4b89-c6a7-0473-a59026c7ddb5" [ 1766.476963] env[62181]: _type = "Task" [ 1766.476963] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.489022] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52807b15-4b89-c6a7-0473-a59026c7ddb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.665199] env[62181]: DEBUG nova.compute.manager [req-396e5176-b8d5-463d-8146-b854ab37d104 req-7bea3321-b1ea-4342-bbc4-9c40c8d5c463 service nova] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Received event network-changed-76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1766.665199] env[62181]: DEBUG nova.compute.manager [req-396e5176-b8d5-463d-8146-b854ab37d104 req-7bea3321-b1ea-4342-bbc4-9c40c8d5c463 service nova] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Refreshing instance network info cache due to event network-changed-76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1766.665199] env[62181]: DEBUG oslo_concurrency.lockutils [req-396e5176-b8d5-463d-8146-b854ab37d104 req-7bea3321-b1ea-4342-bbc4-9c40c8d5c463 service nova] Acquiring lock "refresh_cache-f613bc48-5135-492c-ae81-8b9c48534e73" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.665199] env[62181]: DEBUG oslo_concurrency.lockutils [req-396e5176-b8d5-463d-8146-b854ab37d104 req-7bea3321-b1ea-4342-bbc4-9c40c8d5c463 service nova] Acquired lock "refresh_cache-f613bc48-5135-492c-ae81-8b9c48534e73" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.665429] env[62181]: DEBUG nova.network.neutron [req-396e5176-b8d5-463d-8146-b854ab37d104 req-7bea3321-b1ea-4342-bbc4-9c40c8d5c463 service nova] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Refreshing network info cache for port 76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1766.715012] env[62181]: DEBUG nova.network.neutron [-] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.725407] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dc5075-4ca9-44ae-9d0b-ba918d61ab31 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.736956] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85fbf0a-d00e-4580-8b9a-2b4d0a34cdad {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.775202] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b0a2ec-2e9d-44f6-b704-a3ab1604960e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.783244] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad677309-6250-435c-8046-46f29ebba036 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.803611] env[62181]: DEBUG nova.compute.provider_tree [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.890319] env[62181]: DEBUG nova.network.neutron [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Updating instance_info_cache with network_info: [{"id": "7815e1f3-1033-494f-8e55-d288a782142c", "address": "fa:16:3e:e7:7e:5a", "network": {"id": "eb09e3b7-69e9-45b0-b806-1ee835215922", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1331248632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e9a51282d6a849f9b8457f3b0cd65157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7815e1f3-10", "ovs_interfaceid": "7815e1f3-1033-494f-8e55-d288a782142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.982207] env[62181]: DEBUG nova.network.neutron [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Updated VIF entry in instance network info cache for port ed2b5408-ae2e-4bfc-9b73-5472ec057ec0. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1766.982839] env[62181]: DEBUG nova.network.neutron [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Updating instance_info_cache with network_info: [{"id": "ed2b5408-ae2e-4bfc-9b73-5472ec057ec0", "address": "fa:16:3e:79:2d:6d", "network": {"id": "65913ff1-3743-48be-938c-def52af436a9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1411109671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8591b520edb40bda5d1f72c58074ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2b5408-ae", "ovs_interfaceid": "ed2b5408-ae2e-4bfc-9b73-5472ec057ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.991214] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52807b15-4b89-c6a7-0473-a59026c7ddb5, 'name': SearchDatastore_Task, 'duration_secs': 0.017403} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.992755] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e06f17-a6be-41b2-a7b2-ba49a13d392c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.002946] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Waiting for the task: (returnval){ [ 1767.002946] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c6a6e9-e1e7-800e-cbe5-2c22e558b8ec" [ 1767.002946] env[62181]: _type = "Task" [ 1767.002946] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.014731] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1767.017573] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c6a6e9-e1e7-800e-cbe5-2c22e558b8ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.017573] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ec5d0ee-ec02-44d7-a4ff-ffac96e0d687 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.025975] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1767.025975] env[62181]: value = "task-1790610" [ 1767.025975] env[62181]: _type = "Task" [ 1767.025975] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.036879] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.040191] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "41834414-33a1-49db-b0c3-c96e7e7875c7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.040735] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "41834414-33a1-49db-b0c3-c96e7e7875c7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.219050] env[62181]: INFO nova.compute.manager [-] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Took 1.03 seconds to deallocate network for instance. [ 1767.306817] env[62181]: DEBUG nova.scheduler.client.report [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1767.373857] env[62181]: DEBUG nova.network.neutron [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Successfully created port: 5e09da3a-cef1-4ec7-8f71-c661f24ed126 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1767.388374] env[62181]: DEBUG nova.compute.manager [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1767.392768] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Releasing lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.393229] env[62181]: DEBUG nova.compute.manager [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Instance network_info: |[{"id": "7815e1f3-1033-494f-8e55-d288a782142c", "address": "fa:16:3e:e7:7e:5a", "network": {"id": "eb09e3b7-69e9-45b0-b806-1ee835215922", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1331248632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e9a51282d6a849f9b8457f3b0cd65157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7815e1f3-10", "ovs_interfaceid": "7815e1f3-1033-494f-8e55-d288a782142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1767.393498] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:7e:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7815e1f3-1033-494f-8e55-d288a782142c', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1767.401985] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Creating folder: Project (e9a51282d6a849f9b8457f3b0cd65157). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1767.402679] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a36d3ccb-e17f-42b9-8a08-c5a36c52023e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.419218] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Created folder: Project (e9a51282d6a849f9b8457f3b0cd65157) in parent group-v371238. [ 1767.419218] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Creating folder: Instances. Parent ref: group-v371472. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1767.421996] env[62181]: DEBUG nova.virt.hardware [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1767.423054] env[62181]: DEBUG nova.virt.hardware [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1767.423054] env[62181]: DEBUG nova.virt.hardware [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1767.423469] env[62181]: DEBUG nova.virt.hardware [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1767.423797] env[62181]: DEBUG nova.virt.hardware [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1767.424237] env[62181]: DEBUG nova.virt.hardware [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1767.425571] env[62181]: DEBUG nova.virt.hardware [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1767.425571] env[62181]: DEBUG nova.virt.hardware [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1767.425571] env[62181]: DEBUG nova.virt.hardware [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1767.425571] env[62181]: DEBUG nova.virt.hardware [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1767.425571] env[62181]: DEBUG nova.virt.hardware [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1767.425889] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1bcea8d-fb5e-44a3-a561-0ded4f99b8a2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.428308] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c5b493-2fee-4bb2-8ff1-3f0d8ffb2266 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.438870] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa83d86b-7cf6-4211-8088-6e0aecfd05f6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.444478] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Created folder: Instances in parent group-v371472. [ 1767.444873] env[62181]: DEBUG oslo.service.loopingcall [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.445472] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1767.445739] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-874ff61f-6dab-46be-9227-d190a3bc316e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.481338] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1767.481338] env[62181]: value = "task-1790613" [ 1767.481338] env[62181]: _type = "Task" [ 1767.481338] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.485376] env[62181]: DEBUG oslo_concurrency.lockutils [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] Releasing lock "refresh_cache-b1c0b365-5d79-4da6-8d1f-1027c8c7eb27" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.485649] env[62181]: DEBUG nova.compute.manager [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Received event network-vif-plugged-7815e1f3-1033-494f-8e55-d288a782142c {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1767.485887] env[62181]: DEBUG oslo_concurrency.lockutils [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] Acquiring lock "26a8d33b-b59c-4460-8373-16a0cbbc8486-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.486099] env[62181]: DEBUG oslo_concurrency.lockutils [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] Lock "26a8d33b-b59c-4460-8373-16a0cbbc8486-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.486280] env[62181]: DEBUG oslo_concurrency.lockutils [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] Lock "26a8d33b-b59c-4460-8373-16a0cbbc8486-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.486458] env[62181]: DEBUG nova.compute.manager [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] No waiting events found dispatching network-vif-plugged-7815e1f3-1033-494f-8e55-d288a782142c {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1767.486634] env[62181]: WARNING nova.compute.manager [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Received unexpected event network-vif-plugged-7815e1f3-1033-494f-8e55-d288a782142c for instance with vm_state building and task_state spawning. [ 1767.486798] env[62181]: DEBUG nova.compute.manager [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Received event network-changed-7815e1f3-1033-494f-8e55-d288a782142c {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1767.486966] env[62181]: DEBUG nova.compute.manager [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Refreshing instance network info cache due to event network-changed-7815e1f3-1033-494f-8e55-d288a782142c. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1767.487283] env[62181]: DEBUG oslo_concurrency.lockutils [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] Acquiring lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.487470] env[62181]: DEBUG oslo_concurrency.lockutils [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] Acquired lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.487694] env[62181]: DEBUG nova.network.neutron [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Refreshing network info cache for port 7815e1f3-1033-494f-8e55-d288a782142c {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1767.494832] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790613, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.515904] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c6a6e9-e1e7-800e-cbe5-2c22e558b8ec, 'name': SearchDatastore_Task, 'duration_secs': 0.027916} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.516119] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.516325] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] b1c0b365-5d79-4da6-8d1f-1027c8c7eb27/b1c0b365-5d79-4da6-8d1f-1027c8c7eb27.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1767.516600] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70f387bd-070c-434e-8c41-0ce9a848c895 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.525046] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Waiting for the task: (returnval){ [ 1767.525046] env[62181]: value = "task-1790614" [ 1767.525046] env[62181]: _type = "Task" [ 1767.525046] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.539246] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.542756] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790610, 'name': PowerOffVM_Task, 'duration_secs': 0.430829} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.543749] env[62181]: DEBUG nova.compute.utils [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1767.545162] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1767.549143] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44229f99-270c-4a3a-bc1e-0be0cb840381 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.573622] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e10fa4-f392-4b20-a75f-a7fd74c4b475 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.728161] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.786021] env[62181]: DEBUG nova.network.neutron [req-396e5176-b8d5-463d-8146-b854ab37d104 req-7bea3321-b1ea-4342-bbc4-9c40c8d5c463 service nova] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Updated VIF entry in instance network info cache for port 76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1767.786600] env[62181]: DEBUG nova.network.neutron [req-396e5176-b8d5-463d-8146-b854ab37d104 req-7bea3321-b1ea-4342-bbc4-9c40c8d5c463 service nova] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Updating instance_info_cache with network_info: [{"id": "76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23", "address": "fa:16:3e:f6:c4:3b", "network": {"id": "cf0f5a05-fbde-4c45-abc5-259dee142c07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1963065330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f6ec5b5b77436e87c7852960b9b238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76fe1284-5e", "ovs_interfaceid": "76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.814164] env[62181]: DEBUG oslo_concurrency.lockutils [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.457s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.816849] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.054s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.001421] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790613, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.044095] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790614, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.053940] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "41834414-33a1-49db-b0c3-c96e7e7875c7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.087553] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Creating Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1768.087553] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d5f8cf88-6cde-4088-9e84-aaf25d2380c1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.097504] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1768.097504] env[62181]: value = "task-1790615" [ 1768.097504] env[62181]: _type = "Task" [ 1768.097504] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.111235] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790615, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.130725] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d874570e-0714-423c-8927-ed95afe7a785 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.141643] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321e2e0e-1d94-462d-a1d7-b63fb3768ce9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.189404] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4598c022-14d5-4564-94b9-e0676eccdb5f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.198111] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b9daa3-6869-4459-8269-d9f95475e025 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.215805] env[62181]: DEBUG nova.compute.provider_tree [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1768.289236] env[62181]: DEBUG oslo_concurrency.lockutils [req-396e5176-b8d5-463d-8146-b854ab37d104 req-7bea3321-b1ea-4342-bbc4-9c40c8d5c463 service nova] Releasing lock "refresh_cache-f613bc48-5135-492c-ae81-8b9c48534e73" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.329793] env[62181]: DEBUG oslo_concurrency.lockutils [None req-881979cd-db55-4dea-8240-feff60e4ca83 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "44d7b50f-f279-4670-a352-7fa090441802" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.119s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.329793] env[62181]: DEBUG oslo_concurrency.lockutils [None req-409442bb-c4a3-438d-ba1a-fbddb2f5d7b6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "44d7b50f-f279-4670-a352-7fa090441802" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 11.163s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.329793] env[62181]: DEBUG oslo_concurrency.lockutils [None req-409442bb-c4a3-438d-ba1a-fbddb2f5d7b6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "44d7b50f-f279-4670-a352-7fa090441802-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.329793] env[62181]: DEBUG oslo_concurrency.lockutils [None req-409442bb-c4a3-438d-ba1a-fbddb2f5d7b6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "44d7b50f-f279-4670-a352-7fa090441802-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.329793] env[62181]: DEBUG oslo_concurrency.lockutils [None req-409442bb-c4a3-438d-ba1a-fbddb2f5d7b6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "44d7b50f-f279-4670-a352-7fa090441802-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.333027] env[62181]: INFO nova.compute.manager [None req-409442bb-c4a3-438d-ba1a-fbddb2f5d7b6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Terminating instance [ 1768.395198] env[62181]: DEBUG nova.network.neutron [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Updated VIF entry in instance network info cache for port 7815e1f3-1033-494f-8e55-d288a782142c. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1768.395479] env[62181]: DEBUG nova.network.neutron [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Updating instance_info_cache with network_info: [{"id": "7815e1f3-1033-494f-8e55-d288a782142c", "address": "fa:16:3e:e7:7e:5a", "network": {"id": "eb09e3b7-69e9-45b0-b806-1ee835215922", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1331248632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e9a51282d6a849f9b8457f3b0cd65157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7815e1f3-10", "ovs_interfaceid": "7815e1f3-1033-494f-8e55-d288a782142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.496970] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790613, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.537153] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884331} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.537485] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] b1c0b365-5d79-4da6-8d1f-1027c8c7eb27/b1c0b365-5d79-4da6-8d1f-1027c8c7eb27.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1768.537707] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1768.538011] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ce1578b-fc96-4891-b914-0d57a3cc49ae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.547228] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Waiting for the task: (returnval){ [ 1768.547228] env[62181]: value = "task-1790616" [ 1768.547228] env[62181]: _type = "Task" [ 1768.547228] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.557109] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.609078] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790615, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.719650] env[62181]: DEBUG nova.scheduler.client.report [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1768.836465] env[62181]: DEBUG nova.compute.manager [None req-409442bb-c4a3-438d-ba1a-fbddb2f5d7b6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1768.836662] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-409442bb-c4a3-438d-ba1a-fbddb2f5d7b6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1768.837938] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a84e997-d6d0-4483-aa55-361b7f4dfd3a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.858896] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a33e262-150e-4fea-9599-064547705a9f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.892347] env[62181]: WARNING nova.virt.vmwareapi.vmops [None req-409442bb-c4a3-438d-ba1a-fbddb2f5d7b6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 44d7b50f-f279-4670-a352-7fa090441802 could not be found. [ 1768.892583] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-409442bb-c4a3-438d-ba1a-fbddb2f5d7b6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1768.892773] env[62181]: INFO nova.compute.manager [None req-409442bb-c4a3-438d-ba1a-fbddb2f5d7b6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1768.893040] env[62181]: DEBUG oslo.service.loopingcall [None req-409442bb-c4a3-438d-ba1a-fbddb2f5d7b6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.893359] env[62181]: DEBUG nova.compute.manager [-] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1768.893413] env[62181]: DEBUG nova.network.neutron [-] [instance: 44d7b50f-f279-4670-a352-7fa090441802] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1768.897739] env[62181]: DEBUG oslo_concurrency.lockutils [req-6da1e8b9-785f-4505-b3b6-3cf8b4124c4c req-2b3ef9fd-bd95-4184-a26d-2b422f08a82b service nova] Releasing lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.002404] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790613, 'name': CreateVM_Task, 'duration_secs': 1.392084} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.002648] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1769.003842] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.004098] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.004457] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1769.004785] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-986c6948-d596-498f-8624-5fcc38d86bb1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.011672] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for the task: (returnval){ [ 1769.011672] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]523ba235-3a17-b27f-2cf6-c18ebf3c9271" [ 1769.011672] env[62181]: _type = "Task" [ 1769.011672] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.028424] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523ba235-3a17-b27f-2cf6-c18ebf3c9271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.059305] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072506} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.059651] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1769.060618] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3decc6cb-592d-43b8-ad7e-be6ed447cd52 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.091308] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] b1c0b365-5d79-4da6-8d1f-1027c8c7eb27/b1c0b365-5d79-4da6-8d1f-1027c8c7eb27.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.091955] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f2201b4-e8f5-466c-9a30-da04c93ff59b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.118647] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790615, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.119593] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Waiting for the task: (returnval){ [ 1769.119593] env[62181]: value = "task-1790617" [ 1769.119593] env[62181]: _type = "Task" [ 1769.119593] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.123427] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "41834414-33a1-49db-b0c3-c96e7e7875c7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.124102] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "41834414-33a1-49db-b0c3-c96e7e7875c7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.124102] env[62181]: INFO nova.compute.manager [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Attaching volume 44ddbe85-528a-4864-9969-ed52cab64cce to /dev/sdb [ 1769.133657] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.175469] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957bf286-a587-4f20-b10b-ec202508a993 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.188052] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ea2cad-d356-4cfd-bece-fa5840c2d322 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.212214] env[62181]: DEBUG nova.virt.block_device [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Updating existing volume attachment record: a19d5d42-b9c6-4293-bf06-59af2822ba70 {{(pid=62181) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1769.231137] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.414s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.231791] env[62181]: INFO nova.compute.manager [None req-8ed5b220-c97f-41ce-b6dc-302ca78c8874 tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Successfully reverted task state from rebuilding on failure for instance. [ 1769.238031] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.046s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.238031] env[62181]: DEBUG nova.objects.instance [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lazy-loading 'resources' on Instance uuid 70d6f014-77b3-4e40-9617-f1f4fe4b1649 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1769.429837] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Acquiring lock "eabeee72-19c1-40d5-bdef-04f84ddae252" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.430425] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Lock "eabeee72-19c1-40d5-bdef-04f84ddae252" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.430750] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Acquiring lock "eabeee72-19c1-40d5-bdef-04f84ddae252-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.431050] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Lock "eabeee72-19c1-40d5-bdef-04f84ddae252-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.431264] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Lock "eabeee72-19c1-40d5-bdef-04f84ddae252-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.433893] env[62181]: INFO nova.compute.manager [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Terminating instance [ 1769.527290] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523ba235-3a17-b27f-2cf6-c18ebf3c9271, 'name': SearchDatastore_Task, 'duration_secs': 0.048349} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.527555] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.527797] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1769.528189] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.528674] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.528674] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1769.528737] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15d638c3-f0d6-4c81-a51d-c6397d47db5f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.541810] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1769.542059] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1769.542858] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c7362ad-e5fb-405a-bab1-10f733bda6ff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.549077] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for the task: (returnval){ [ 1769.549077] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5294e64d-7e96-124e-55b3-9d22984274c0" [ 1769.549077] env[62181]: _type = "Task" [ 1769.549077] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.558871] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5294e64d-7e96-124e-55b3-9d22984274c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.621970] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790615, 'name': CreateSnapshot_Task, 'duration_secs': 1.171208} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.625041] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Created Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1769.625816] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644df98c-dde8-4e61-a5b7-ce8c68d71861 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.639392] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790617, 'name': ReconfigVM_Task, 'duration_secs': 0.356391} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.639895] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Reconfigured VM instance instance-00000051 to attach disk [datastore1] b1c0b365-5d79-4da6-8d1f-1027c8c7eb27/b1c0b365-5d79-4da6-8d1f-1027c8c7eb27.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1769.640600] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e7f8a74-cb00-4c97-a173-af1fd7a989f1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.645655] env[62181]: DEBUG nova.network.neutron [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Successfully updated port: 5e09da3a-cef1-4ec7-8f71-c661f24ed126 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1769.649309] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Waiting for the task: (returnval){ [ 1769.649309] env[62181]: value = "task-1790619" [ 1769.649309] env[62181]: _type = "Task" [ 1769.649309] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.658501] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790619, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.858761] env[62181]: DEBUG nova.network.neutron [-] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.938380] env[62181]: DEBUG nova.compute.manager [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1769.938481] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1769.939811] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ef57ca-65c4-4635-81bd-731481bb5c4d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.950981] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1769.950981] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-577c276b-420e-430c-9389-064f9db82d49 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.957938] env[62181]: DEBUG oslo_vmware.api [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Waiting for the task: (returnval){ [ 1769.957938] env[62181]: value = "task-1790622" [ 1769.957938] env[62181]: _type = "Task" [ 1769.957938] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.969990] env[62181]: DEBUG oslo_vmware.api [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.063811] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5294e64d-7e96-124e-55b3-9d22984274c0, 'name': SearchDatastore_Task, 'duration_secs': 0.01505} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.067949] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6381242-fd1d-497f-90ce-c4543e67f289 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.074939] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for the task: (returnval){ [ 1770.074939] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5220dc5f-5ebe-9161-681e-79957448306c" [ 1770.074939] env[62181]: _type = "Task" [ 1770.074939] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.083778] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5220dc5f-5ebe-9161-681e-79957448306c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.126424] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2aaa41-8e0d-4474-8253-a23a703c4f5a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.138570] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d44508a-2bfc-4464-812e-5477bff0e9fe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.153024] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Creating linked-clone VM from snapshot {{(pid=62181) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1770.153024] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.153024] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.153024] env[62181]: DEBUG nova.network.neutron [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1770.153642] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e8d048bf-a72a-4b3f-a873-39c2999cea67 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.195940] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3ad0a3-53ca-4455-958c-ec372f18823b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.206551] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Acquiring lock "f3e33a72-3b91-4552-a83a-4d0f0cfdbec8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.206809] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Lock "f3e33a72-3b91-4552-a83a-4d0f0cfdbec8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.208728] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790619, 'name': Rename_Task, 'duration_secs': 0.294398} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.208728] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1770.208728] env[62181]: value = "task-1790623" [ 1770.208728] env[62181]: _type = "Task" [ 1770.208728] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.213021] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1770.213021] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3711c80c-0959-4d8a-bcab-9f5eadfb500e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.219242] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3e62f0-81ed-449f-87b1-9d86cd8e7164 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.227102] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790623, 'name': CloneVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.229823] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Waiting for the task: (returnval){ [ 1770.229823] env[62181]: value = "task-1790624" [ 1770.229823] env[62181]: _type = "Task" [ 1770.229823] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.250454] env[62181]: DEBUG nova.compute.provider_tree [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.256740] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790624, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.365282] env[62181]: INFO nova.compute.manager [-] [instance: 44d7b50f-f279-4670-a352-7fa090441802] Took 1.47 seconds to deallocate network for instance. [ 1770.469925] env[62181]: DEBUG oslo_vmware.api [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790622, 'name': PowerOffVM_Task, 'duration_secs': 0.242951} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.470343] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1770.470531] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1770.470842] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3711cad8-26f9-41ab-bbd5-c4ef7d1bd573 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.585955] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5220dc5f-5ebe-9161-681e-79957448306c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.677208] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1770.677429] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1770.677614] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Deleting the datastore file [datastore1] eabeee72-19c1-40d5-bdef-04f84ddae252 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1770.677889] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e42279e2-f2d7-4993-bd67-171ae3be40bc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.686979] env[62181]: DEBUG oslo_vmware.api [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Waiting for the task: (returnval){ [ 1770.686979] env[62181]: value = "task-1790626" [ 1770.686979] env[62181]: _type = "Task" [ 1770.686979] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.697778] env[62181]: DEBUG oslo_vmware.api [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.698762] env[62181]: DEBUG nova.network.neutron [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1770.710445] env[62181]: DEBUG nova.compute.manager [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1770.724077] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790623, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.744023] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790624, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.752724] env[62181]: DEBUG nova.scheduler.client.report [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1770.894735] env[62181]: DEBUG nova.network.neutron [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Updating instance_info_cache with network_info: [{"id": "5e09da3a-cef1-4ec7-8f71-c661f24ed126", "address": "fa:16:3e:26:fd:f3", "network": {"id": "b57902a4-c6e3-48b5-b2b6-b9fc2d532558", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1129520814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc8ebefdf64b7b9202aefc83393162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e09da3a-ce", "ovs_interfaceid": "5e09da3a-cef1-4ec7-8f71-c661f24ed126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.087685] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5220dc5f-5ebe-9161-681e-79957448306c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.198680] env[62181]: DEBUG oslo_vmware.api [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.225950] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790623, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.246029] env[62181]: DEBUG oslo_vmware.api [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790624, 'name': PowerOnVM_Task, 'duration_secs': 0.642591} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.246029] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1771.246029] env[62181]: INFO nova.compute.manager [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1771.246029] env[62181]: DEBUG nova.compute.manager [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1771.246029] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab07756b-370f-4978-b4e3-ea24a7068652 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.248748] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.261332] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.264167] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.620s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.268885] env[62181]: DEBUG nova.objects.instance [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lazy-loading 'resources' on Instance uuid d16532e5-49b2-478e-8147-9e25e0d0d11f {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1771.286943] env[62181]: INFO nova.scheduler.client.report [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Deleted allocations for instance 70d6f014-77b3-4e40-9617-f1f4fe4b1649 [ 1771.400139] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Releasing lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.400585] env[62181]: DEBUG nova.compute.manager [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Instance network_info: |[{"id": "5e09da3a-cef1-4ec7-8f71-c661f24ed126", "address": "fa:16:3e:26:fd:f3", "network": {"id": "b57902a4-c6e3-48b5-b2b6-b9fc2d532558", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1129520814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc8ebefdf64b7b9202aefc83393162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e09da3a-ce", "ovs_interfaceid": "5e09da3a-cef1-4ec7-8f71-c661f24ed126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1771.401267] env[62181]: DEBUG oslo_concurrency.lockutils [None req-409442bb-c4a3-438d-ba1a-fbddb2f5d7b6 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "44d7b50f-f279-4670-a352-7fa090441802" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.073s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.402435] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:fd:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e09da3a-cef1-4ec7-8f71-c661f24ed126', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1771.411721] env[62181]: DEBUG oslo.service.loopingcall [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1771.412508] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1771.412750] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28554625-8ad4-4bf0-ad3d-8bc5227bea09 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.442254] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1771.442254] env[62181]: value = "task-1790627" [ 1771.442254] env[62181]: _type = "Task" [ 1771.442254] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.455528] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790627, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.568293] env[62181]: DEBUG nova.compute.manager [req-bd39e7c8-55e9-4757-bf1a-365a30095f39 req-78210a1e-7f03-4018-a645-901e2fd0aec2 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Received event network-vif-plugged-5e09da3a-cef1-4ec7-8f71-c661f24ed126 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1771.568546] env[62181]: DEBUG oslo_concurrency.lockutils [req-bd39e7c8-55e9-4757-bf1a-365a30095f39 req-78210a1e-7f03-4018-a645-901e2fd0aec2 service nova] Acquiring lock "29cad617-08cd-48d6-a67e-e5c0f0430af9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.568705] env[62181]: DEBUG oslo_concurrency.lockutils [req-bd39e7c8-55e9-4757-bf1a-365a30095f39 req-78210a1e-7f03-4018-a645-901e2fd0aec2 service nova] Lock "29cad617-08cd-48d6-a67e-e5c0f0430af9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.568876] env[62181]: DEBUG oslo_concurrency.lockutils [req-bd39e7c8-55e9-4757-bf1a-365a30095f39 req-78210a1e-7f03-4018-a645-901e2fd0aec2 service nova] Lock "29cad617-08cd-48d6-a67e-e5c0f0430af9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.569273] env[62181]: DEBUG nova.compute.manager [req-bd39e7c8-55e9-4757-bf1a-365a30095f39 req-78210a1e-7f03-4018-a645-901e2fd0aec2 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] No waiting events found dispatching network-vif-plugged-5e09da3a-cef1-4ec7-8f71-c661f24ed126 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1771.569515] env[62181]: WARNING nova.compute.manager [req-bd39e7c8-55e9-4757-bf1a-365a30095f39 req-78210a1e-7f03-4018-a645-901e2fd0aec2 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Received unexpected event network-vif-plugged-5e09da3a-cef1-4ec7-8f71-c661f24ed126 for instance with vm_state building and task_state spawning. [ 1771.569680] env[62181]: DEBUG nova.compute.manager [req-bd39e7c8-55e9-4757-bf1a-365a30095f39 req-78210a1e-7f03-4018-a645-901e2fd0aec2 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Received event network-changed-5e09da3a-cef1-4ec7-8f71-c661f24ed126 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1771.569836] env[62181]: DEBUG nova.compute.manager [req-bd39e7c8-55e9-4757-bf1a-365a30095f39 req-78210a1e-7f03-4018-a645-901e2fd0aec2 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Refreshing instance network info cache due to event network-changed-5e09da3a-cef1-4ec7-8f71-c661f24ed126. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1771.570173] env[62181]: DEBUG oslo_concurrency.lockutils [req-bd39e7c8-55e9-4757-bf1a-365a30095f39 req-78210a1e-7f03-4018-a645-901e2fd0aec2 service nova] Acquiring lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.570331] env[62181]: DEBUG oslo_concurrency.lockutils [req-bd39e7c8-55e9-4757-bf1a-365a30095f39 req-78210a1e-7f03-4018-a645-901e2fd0aec2 service nova] Acquired lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.570933] env[62181]: DEBUG nova.network.neutron [req-bd39e7c8-55e9-4757-bf1a-365a30095f39 req-78210a1e-7f03-4018-a645-901e2fd0aec2 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Refreshing network info cache for port 5e09da3a-cef1-4ec7-8f71-c661f24ed126 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1771.592872] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5220dc5f-5ebe-9161-681e-79957448306c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.700047] env[62181]: DEBUG oslo_vmware.api [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.723430] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790623, 'name': CloneVM_Task, 'duration_secs': 1.305379} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.723430] env[62181]: INFO nova.virt.vmwareapi.vmops [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Created linked-clone VM from snapshot [ 1771.723430] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84164421-26c6-4fb9-acb2-56ac1e8ae56e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.734615] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Uploading image 3139af27-cc25-4373-bae5-27c7d83208fa {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1771.769308] env[62181]: INFO nova.compute.manager [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Took 25.03 seconds to build instance. [ 1771.782958] env[62181]: DEBUG oslo_vmware.rw_handles [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1771.782958] env[62181]: value = "vm-371478" [ 1771.782958] env[62181]: _type = "VirtualMachine" [ 1771.782958] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1771.783293] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3c95c7d0-ada1-4fab-87f6-8d45d43dc8ab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.793247] env[62181]: DEBUG oslo_vmware.rw_handles [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lease: (returnval){ [ 1771.793247] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5285ed24-ad00-908e-9ce7-9cb2eac10eac" [ 1771.793247] env[62181]: _type = "HttpNfcLease" [ 1771.793247] env[62181]: } obtained for exporting VM: (result){ [ 1771.793247] env[62181]: value = "vm-371478" [ 1771.793247] env[62181]: _type = "VirtualMachine" [ 1771.793247] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1771.793538] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the lease: (returnval){ [ 1771.793538] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5285ed24-ad00-908e-9ce7-9cb2eac10eac" [ 1771.793538] env[62181]: _type = "HttpNfcLease" [ 1771.793538] env[62181]: } to be ready. {{(pid=62181) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1771.803028] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0eadf6ec-d0a4-4b8c-9212-a9683da061bf tempest-ServersAdminTestJSON-888581073 tempest-ServersAdminTestJSON-888581073-project-member] Lock "70d6f014-77b3-4e40-9617-f1f4fe4b1649" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.239s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.808019] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1771.808019] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5285ed24-ad00-908e-9ce7-9cb2eac10eac" [ 1771.808019] env[62181]: _type = "HttpNfcLease" [ 1771.808019] env[62181]: } is ready. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1771.808319] env[62181]: DEBUG oslo_vmware.rw_handles [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1771.808319] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5285ed24-ad00-908e-9ce7-9cb2eac10eac" [ 1771.808319] env[62181]: _type = "HttpNfcLease" [ 1771.808319] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1771.809068] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f398c8b8-5e9c-4317-9f6b-5623fc8262c1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.819424] env[62181]: DEBUG oslo_vmware.rw_handles [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52593d42-6086-00fa-7159-3bddf1f5da28/disk-0.vmdk from lease info. {{(pid=62181) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1771.819551] env[62181]: DEBUG oslo_vmware.rw_handles [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52593d42-6086-00fa-7159-3bddf1f5da28/disk-0.vmdk for reading. {{(pid=62181) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1771.953998] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790627, 'name': CreateVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.964762] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-07888429-4ecb-4c5f-9f3e-4442958507da {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.094801] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5220dc5f-5ebe-9161-681e-79957448306c, 'name': SearchDatastore_Task, 'duration_secs': 1.590405} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.095128] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.095395] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 26a8d33b-b59c-4460-8373-16a0cbbc8486/26a8d33b-b59c-4460-8373-16a0cbbc8486.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1772.095665] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0f1cb79-027d-45c7-abd6-4a62236e215d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.109901] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for the task: (returnval){ [ 1772.109901] env[62181]: value = "task-1790630" [ 1772.109901] env[62181]: _type = "Task" [ 1772.109901] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.126952] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.185233] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e8b57c-7b10-4e7e-8e6b-0350dacdbee7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.197201] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d490bc1a-63c5-44dc-9b62-dc08201d7ce4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.208505] env[62181]: DEBUG oslo_vmware.api [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.250415] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ddc6b0-e60b-47e8-a16b-7c2e9df60528 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.259633] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "0e45aa22-a932-49e2-9ba9-abd56d613e44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.259874] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "0e45aa22-a932-49e2-9ba9-abd56d613e44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.265301] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7b168d-8b3d-4f47-b580-f61c7da65d68 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.282252] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c590310-171d-4c39-8ca5-cc029c8cf763 tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Lock "b1c0b365-5d79-4da6-8d1f-1027c8c7eb27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.558s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.283937] env[62181]: DEBUG nova.compute.provider_tree [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.454755] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790627, 'name': CreateVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.587573] env[62181]: DEBUG nova.network.neutron [req-bd39e7c8-55e9-4757-bf1a-365a30095f39 req-78210a1e-7f03-4018-a645-901e2fd0aec2 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Updated VIF entry in instance network info cache for port 5e09da3a-cef1-4ec7-8f71-c661f24ed126. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1772.588326] env[62181]: DEBUG nova.network.neutron [req-bd39e7c8-55e9-4757-bf1a-365a30095f39 req-78210a1e-7f03-4018-a645-901e2fd0aec2 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Updating instance_info_cache with network_info: [{"id": "5e09da3a-cef1-4ec7-8f71-c661f24ed126", "address": "fa:16:3e:26:fd:f3", "network": {"id": "b57902a4-c6e3-48b5-b2b6-b9fc2d532558", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1129520814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc8ebefdf64b7b9202aefc83393162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e09da3a-ce", "ovs_interfaceid": "5e09da3a-cef1-4ec7-8f71-c661f24ed126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.625029] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.704121] env[62181]: DEBUG oslo_vmware.api [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.762462] env[62181]: DEBUG nova.compute.manager [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1772.787565] env[62181]: DEBUG nova.scheduler.client.report [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1772.954839] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790627, 'name': CreateVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.094053] env[62181]: DEBUG oslo_concurrency.lockutils [req-bd39e7c8-55e9-4757-bf1a-365a30095f39 req-78210a1e-7f03-4018-a645-901e2fd0aec2 service nova] Releasing lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.121892] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.203506] env[62181]: DEBUG oslo_vmware.api [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.269399] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Acquiring lock "8b1e75b9-f8dc-4fab-820d-591e5c391940" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.269961] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Lock "8b1e75b9-f8dc-4fab-820d-591e5c391940" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.297586] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.305802] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.305802] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.635s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.305802] env[62181]: DEBUG nova.objects.instance [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Lazy-loading 'resources' on Instance uuid a60154e0-c78a-488a-aa2d-9eed57549cb1 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1773.328994] env[62181]: INFO nova.scheduler.client.report [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Deleted allocations for instance d16532e5-49b2-478e-8147-9e25e0d0d11f [ 1773.459805] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790627, 'name': CreateVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.628670] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.640339] env[62181]: DEBUG nova.compute.manager [req-0317aff4-f6cc-465c-b7f5-4badbbd8cdf4 req-64705ca0-cdb1-4ac0-8579-0a6a07a1391e service nova] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Received event network-changed-ed2b5408-ae2e-4bfc-9b73-5472ec057ec0 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1773.640339] env[62181]: DEBUG nova.compute.manager [req-0317aff4-f6cc-465c-b7f5-4badbbd8cdf4 req-64705ca0-cdb1-4ac0-8579-0a6a07a1391e service nova] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Refreshing instance network info cache due to event network-changed-ed2b5408-ae2e-4bfc-9b73-5472ec057ec0. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1773.640339] env[62181]: DEBUG oslo_concurrency.lockutils [req-0317aff4-f6cc-465c-b7f5-4badbbd8cdf4 req-64705ca0-cdb1-4ac0-8579-0a6a07a1391e service nova] Acquiring lock "refresh_cache-b1c0b365-5d79-4da6-8d1f-1027c8c7eb27" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.642723] env[62181]: DEBUG oslo_concurrency.lockutils [req-0317aff4-f6cc-465c-b7f5-4badbbd8cdf4 req-64705ca0-cdb1-4ac0-8579-0a6a07a1391e service nova] Acquired lock "refresh_cache-b1c0b365-5d79-4da6-8d1f-1027c8c7eb27" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.643151] env[62181]: DEBUG nova.network.neutron [req-0317aff4-f6cc-465c-b7f5-4badbbd8cdf4 req-64705ca0-cdb1-4ac0-8579-0a6a07a1391e service nova] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Refreshing network info cache for port ed2b5408-ae2e-4bfc-9b73-5472ec057ec0 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1773.708242] env[62181]: DEBUG oslo_vmware.api [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.776543] env[62181]: DEBUG nova.compute.manager [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1773.839248] env[62181]: DEBUG oslo_concurrency.lockutils [None req-dd8fb104-0918-4ba6-9116-4052d1e087c6 tempest-ServerRescueTestJSON-719289646 tempest-ServerRescueTestJSON-719289646-project-member] Lock "d16532e5-49b2-478e-8147-9e25e0d0d11f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.354s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.960144] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790627, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.124690] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790630, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.205598] env[62181]: DEBUG oslo_vmware.api [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Task: {'id': task-1790626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 3.420899} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.206910] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1774.207139] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1774.207335] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1774.207525] env[62181]: INFO nova.compute.manager [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Took 4.27 seconds to destroy the instance on the hypervisor. [ 1774.207768] env[62181]: DEBUG oslo.service.loopingcall [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.208605] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10871275-a977-405d-83c5-936978b1258a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.211469] env[62181]: DEBUG nova.compute.manager [-] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1774.211576] env[62181]: DEBUG nova.network.neutron [-] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1774.219518] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bbc5d0-c66f-4fe2-a4e2-3d92d96dee06 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.257792] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5399fc87-c37c-41e6-8a59-f79af494d53d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.267435] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab8c245-cdc5-4d7c-b19a-c8eb9d4c5099 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.273543] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Volume attach. Driver type: vmdk {{(pid=62181) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1774.273874] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371477', 'volume_id': '44ddbe85-528a-4864-9969-ed52cab64cce', 'name': 'volume-44ddbe85-528a-4864-9969-ed52cab64cce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '41834414-33a1-49db-b0c3-c96e7e7875c7', 'attached_at': '', 'detached_at': '', 'volume_id': '44ddbe85-528a-4864-9969-ed52cab64cce', 'serial': '44ddbe85-528a-4864-9969-ed52cab64cce'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1774.274781] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e1e798-40ab-4403-bd44-2a2feb066ba0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.302960] env[62181]: DEBUG nova.compute.provider_tree [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1774.309920] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874863c6-2d71-49cd-a619-9211d16173f8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.340175] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-44ddbe85-528a-4864-9969-ed52cab64cce/volume-44ddbe85-528a-4864-9969-ed52cab64cce.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1774.341683] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.342843] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4546eaa0-771b-4bf8-b235-c3cda56d95e0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.368428] env[62181]: DEBUG oslo_vmware.api [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1774.368428] env[62181]: value = "task-1790631" [ 1774.368428] env[62181]: _type = "Task" [ 1774.368428] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.378934] env[62181]: DEBUG oslo_vmware.api [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.459754] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790627, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.598645] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "interface-4b6efecf-cfdc-4e6a-8f26-1475f0f52133-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.599164] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-4b6efecf-cfdc-4e6a-8f26-1475f0f52133-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.599722] env[62181]: DEBUG nova.objects.instance [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lazy-loading 'flavor' on Instance uuid 4b6efecf-cfdc-4e6a-8f26-1475f0f52133 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1774.634162] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790630, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.716496] env[62181]: DEBUG nova.network.neutron [req-0317aff4-f6cc-465c-b7f5-4badbbd8cdf4 req-64705ca0-cdb1-4ac0-8579-0a6a07a1391e service nova] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Updated VIF entry in instance network info cache for port ed2b5408-ae2e-4bfc-9b73-5472ec057ec0. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1774.717541] env[62181]: DEBUG nova.network.neutron [req-0317aff4-f6cc-465c-b7f5-4badbbd8cdf4 req-64705ca0-cdb1-4ac0-8579-0a6a07a1391e service nova] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Updating instance_info_cache with network_info: [{"id": "ed2b5408-ae2e-4bfc-9b73-5472ec057ec0", "address": "fa:16:3e:79:2d:6d", "network": {"id": "65913ff1-3743-48be-938c-def52af436a9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1411109671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8591b520edb40bda5d1f72c58074ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2b5408-ae", "ovs_interfaceid": "ed2b5408-ae2e-4bfc-9b73-5472ec057ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.815239] env[62181]: DEBUG nova.scheduler.client.report [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1774.886982] env[62181]: DEBUG oslo_vmware.api [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790631, 'name': ReconfigVM_Task, 'duration_secs': 0.511} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.887286] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-44ddbe85-528a-4864-9969-ed52cab64cce/volume-44ddbe85-528a-4864-9969-ed52cab64cce.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1774.893311] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad6e1c29-7e29-4107-9177-6f96821c0923 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.912968] env[62181]: DEBUG oslo_vmware.api [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1774.912968] env[62181]: value = "task-1790632" [ 1774.912968] env[62181]: _type = "Task" [ 1774.912968] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.919310] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1774.919558] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1774.925815] env[62181]: DEBUG oslo_vmware.api [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.959808] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790627, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.964731] env[62181]: DEBUG oslo_concurrency.lockutils [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.964987] env[62181]: DEBUG oslo_concurrency.lockutils [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.124366] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790630, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.220701] env[62181]: DEBUG oslo_concurrency.lockutils [req-0317aff4-f6cc-465c-b7f5-4badbbd8cdf4 req-64705ca0-cdb1-4ac0-8579-0a6a07a1391e service nova] Releasing lock "refresh_cache-b1c0b365-5d79-4da6-8d1f-1027c8c7eb27" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.232434] env[62181]: DEBUG nova.objects.instance [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lazy-loading 'pci_requests' on Instance uuid 4b6efecf-cfdc-4e6a-8f26-1475f0f52133 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.308154] env[62181]: DEBUG nova.network.neutron [-] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.325546] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.328992] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.014s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.328992] env[62181]: DEBUG nova.objects.instance [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62181) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1775.434285] env[62181]: DEBUG oslo_vmware.api [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790632, 'name': ReconfigVM_Task, 'duration_secs': 0.187424} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.435204] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371477', 'volume_id': '44ddbe85-528a-4864-9969-ed52cab64cce', 'name': 'volume-44ddbe85-528a-4864-9969-ed52cab64cce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '41834414-33a1-49db-b0c3-c96e7e7875c7', 'attached_at': '', 'detached_at': '', 'volume_id': '44ddbe85-528a-4864-9969-ed52cab64cce', 'serial': '44ddbe85-528a-4864-9969-ed52cab64cce'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1775.436641] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.437580] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1775.437723] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Rebuilding the list of instances to heal {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 1775.462788] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790627, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.468492] env[62181]: DEBUG nova.compute.utils [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1775.626934] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790630, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.350101} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.627257] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 26a8d33b-b59c-4460-8373-16a0cbbc8486/26a8d33b-b59c-4460-8373-16a0cbbc8486.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1775.627509] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1775.627789] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbfb9445-ab7b-4e09-a4c3-42b1a642c419 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.637480] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for the task: (returnval){ [ 1775.637480] env[62181]: value = "task-1790633" [ 1775.637480] env[62181]: _type = "Task" [ 1775.637480] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.648621] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.733801] env[62181]: DEBUG nova.objects.base [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Object Instance<4b6efecf-cfdc-4e6a-8f26-1475f0f52133> lazy-loaded attributes: flavor,pci_requests {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1775.734134] env[62181]: DEBUG nova.network.neutron [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1775.793059] env[62181]: DEBUG nova.policy [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a306696a0e074c5eb73b98bfd625f4b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b810530d8404a9a8d3161b09971917d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1775.812046] env[62181]: INFO nova.compute.manager [-] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Took 1.60 seconds to deallocate network for instance. [ 1775.852579] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ad409811-6220-4e0d-b2ab-d678b301269e tempest-ServerActionsV293TestJSON-285745921 tempest-ServerActionsV293TestJSON-285745921-project-member] Lock "a60154e0-c78a-488a-aa2d-9eed57549cb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.330s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.946814] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Skipping network cache update for instance because it is being deleted. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10401}} [ 1775.946992] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Skipping network cache update for instance because it is Building. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10397}} [ 1775.947136] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Skipping network cache update for instance because it is Building. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10397}} [ 1775.964114] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790627, 'name': CreateVM_Task, 'duration_secs': 4.110858} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.964321] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1775.965099] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.965353] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.965656] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1775.966027] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d59f25c-e329-48fd-9e5b-35a1ed180ff2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.970999] env[62181]: DEBUG oslo_concurrency.lockutils [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.973204] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1775.973204] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5236a629-433f-6c62-17ca-094b1ddef4bc" [ 1775.973204] env[62181]: _type = "Task" [ 1775.973204] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.986287] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5236a629-433f-6c62-17ca-094b1ddef4bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.000931] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.001105] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquired lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.001260] env[62181]: DEBUG nova.network.neutron [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Forcefully refreshing network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1776.001530] env[62181]: DEBUG nova.objects.instance [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lazy-loading 'info_cache' on Instance uuid 13bc5ed7-0e84-4472-ba74-2009b801f4a1 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1776.152024] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070962} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.152024] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1776.152024] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f413214-4b8d-4062-887e-0677d1cbd844 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.173975] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 26a8d33b-b59c-4460-8373-16a0cbbc8486/26a8d33b-b59c-4460-8373-16a0cbbc8486.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1776.174337] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3663931b-e4bc-4d3b-ad4e-fbab3f984d20 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.200965] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for the task: (returnval){ [ 1776.200965] env[62181]: value = "task-1790634" [ 1776.200965] env[62181]: _type = "Task" [ 1776.200965] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.212501] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.227251] env[62181]: DEBUG nova.network.neutron [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Successfully created port: 7eed989b-935a-4031-804f-3a53fbe292fa {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1776.322937] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.341347] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7cde6dc0-59fa-4282-8d59-82ccc71d390b tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.346650] env[62181]: DEBUG oslo_concurrency.lockutils [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.262s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.346650] env[62181]: DEBUG nova.objects.instance [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lazy-loading 'resources' on Instance uuid 4fc51519-f9a0-4ad0-bded-963e133affe9 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1776.490845] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5236a629-433f-6c62-17ca-094b1ddef4bc, 'name': SearchDatastore_Task, 'duration_secs': 0.021111} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.491283] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.491574] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1776.491841] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.492047] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.492274] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1776.493108] env[62181]: DEBUG nova.objects.instance [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lazy-loading 'flavor' on Instance uuid 41834414-33a1-49db-b0c3-c96e7e7875c7 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1776.494472] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6f87fb1-bcc1-48e7-848c-17878cc6c4d4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.514062] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1776.514471] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1776.516019] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc196592-7d45-4c10-8d65-e1f90ad4604e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.530022] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1776.530022] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52750b49-213a-d1c4-2498-b1d9177f4611" [ 1776.530022] env[62181]: _type = "Task" [ 1776.530022] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.541666] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52750b49-213a-d1c4-2498-b1d9177f4611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.623681] env[62181]: DEBUG nova.compute.manager [req-0597a449-5f61-4a7e-b6f2-830bd729deda req-1680356f-4523-4419-b3df-857fcf18de62 service nova] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Received event network-vif-deleted-d06a8432-2b57-488a-9278-bbaabc1cfb74 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1776.710961] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790634, 'name': ReconfigVM_Task, 'duration_secs': 0.472741} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.711296] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 26a8d33b-b59c-4460-8373-16a0cbbc8486/26a8d33b-b59c-4460-8373-16a0cbbc8486.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1776.712033] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9fc3d61-398d-46d3-bfa1-22002bb67bf2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.720748] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for the task: (returnval){ [ 1776.720748] env[62181]: value = "task-1790635" [ 1776.720748] env[62181]: _type = "Task" [ 1776.720748] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.730141] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790635, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.001642] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ca80bde-65dd-4706-aea1-ec940cd8f087 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "41834414-33a1-49db-b0c3-c96e7e7875c7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.878s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.042336] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52750b49-213a-d1c4-2498-b1d9177f4611, 'name': SearchDatastore_Task, 'duration_secs': 0.016963} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.046329] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac95709-74dc-4ae2-b50d-de867b87a09c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.055082] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1777.055082] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527f5bc7-f592-b1fb-b661-bcd135b8e722" [ 1777.055082] env[62181]: _type = "Task" [ 1777.055082] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.070773] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527f5bc7-f592-b1fb-b661-bcd135b8e722, 'name': SearchDatastore_Task, 'duration_secs': 0.012369} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.071693] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.071966] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 29cad617-08cd-48d6-a67e-e5c0f0430af9/29cad617-08cd-48d6-a67e-e5c0f0430af9.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1777.072258] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95b31a85-7087-444d-b166-15fb1f7a525f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.083346] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1777.083346] env[62181]: value = "task-1790636" [ 1777.083346] env[62181]: _type = "Task" [ 1777.083346] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.094205] env[62181]: DEBUG oslo_concurrency.lockutils [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.094457] env[62181]: DEBUG oslo_concurrency.lockutils [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.094647] env[62181]: INFO nova.compute.manager [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Attaching volume b537ee03-733c-4970-ac60-a8b77595d945 to /dev/sdb [ 1777.096263] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.130590] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc710a7-e3ea-4979-bc33-c770b188474e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.142123] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96bf8a3-3d6a-431d-b3d9-c0263aceb715 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.157908] env[62181]: DEBUG nova.virt.block_device [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Updating existing volume attachment record: 399d819b-1e6d-40a4-8373-0d4b6ff50235 {{(pid=62181) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1777.177218] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d90548f-3d40-4313-a24f-83628b45aae3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.187588] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1b646e-6668-4e72-9399-92aa78dc5bd4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.221653] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf12919f-43d4-4a18-87ec-eba692d0f018 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.232638] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790635, 'name': Rename_Task, 'duration_secs': 0.267073} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.234896] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1777.235214] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c0708e6-298e-4051-9e12-d9981d2ed958 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.237906] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2b418c-c2f1-4a7e-9848-ce6873878146 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.248251] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for the task: (returnval){ [ 1777.248251] env[62181]: value = "task-1790637" [ 1777.248251] env[62181]: _type = "Task" [ 1777.248251] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.258278] env[62181]: DEBUG nova.compute.provider_tree [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.269052] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790637, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.596281] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790636, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.764189] env[62181]: DEBUG nova.scheduler.client.report [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1777.783437] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790637, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.881449] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.881728] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.881982] env[62181]: INFO nova.compute.manager [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Rebooting instance [ 1778.066972] env[62181]: DEBUG nova.network.neutron [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating instance_info_cache with network_info: [{"id": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "address": "fa:16:3e:dd:3d:04", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bfbca6e-5f", "ovs_interfaceid": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.095265] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.971515} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.096065] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 29cad617-08cd-48d6-a67e-e5c0f0430af9/29cad617-08cd-48d6-a67e-e5c0f0430af9.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1778.096065] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1778.096331] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a07abe04-59ba-4f1c-a0de-7dbf4daa8058 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.106247] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1778.106247] env[62181]: value = "task-1790641" [ 1778.106247] env[62181]: _type = "Task" [ 1778.106247] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.117519] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.183500] env[62181]: DEBUG nova.network.neutron [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Successfully updated port: 7eed989b-935a-4031-804f-3a53fbe292fa {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1778.274657] env[62181]: DEBUG oslo_concurrency.lockutils [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.278415] env[62181]: DEBUG oslo_vmware.api [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790637, 'name': PowerOnVM_Task, 'duration_secs': 0.661274} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.279147] env[62181]: DEBUG oslo_concurrency.lockutils [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.350s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.281353] env[62181]: INFO nova.compute.claims [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1778.288857] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1778.288857] env[62181]: INFO nova.compute.manager [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Took 15.24 seconds to spawn the instance on the hypervisor. [ 1778.288857] env[62181]: DEBUG nova.compute.manager [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1778.288857] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9498be16-c9c9-464a-88e2-712325140e04 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.303445] env[62181]: INFO nova.scheduler.client.report [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Deleted allocations for instance 4fc51519-f9a0-4ad0-bded-963e133affe9 [ 1778.416172] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.570327] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Releasing lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.574121] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updated the network info_cache for instance {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10455}} [ 1778.574121] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.574121] env[62181]: DEBUG nova.network.neutron [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1778.574121] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1778.574652] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1778.575403] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1778.575821] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1778.577809] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1778.577809] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1778.577809] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 1778.577809] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1778.619043] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078617} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.619043] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1778.619043] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5edb47-d65d-49b8-82db-1494ab816e94 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.645287] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 29cad617-08cd-48d6-a67e-e5c0f0430af9/29cad617-08cd-48d6-a67e-e5c0f0430af9.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1778.645706] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52f9ef84-119b-41d7-ae5d-9800e5efe7b0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.661072] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bbe18487-e1a7-4ba9-84b3-9a26dee17c71 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "41834414-33a1-49db-b0c3-c96e7e7875c7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.661421] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bbe18487-e1a7-4ba9-84b3-9a26dee17c71 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "41834414-33a1-49db-b0c3-c96e7e7875c7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.671148] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1778.671148] env[62181]: value = "task-1790642" [ 1778.671148] env[62181]: _type = "Task" [ 1778.671148] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.683379] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.687241] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "refresh_cache-4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.687438] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "refresh_cache-4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.687619] env[62181]: DEBUG nova.network.neutron [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1778.812013] env[62181]: INFO nova.compute.manager [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Took 30.71 seconds to build instance. [ 1778.816824] env[62181]: DEBUG oslo_concurrency.lockutils [None req-46e3929c-60a2-4d25-ab83-cb13cc57d990 tempest-ServersWithSpecificFlavorTestJSON-345075081 tempest-ServersWithSpecificFlavorTestJSON-345075081-project-member] Lock "4fc51519-f9a0-4ad0-bded-963e133affe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.805s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.076297] env[62181]: DEBUG nova.compute.manager [req-523a528a-53f6-425f-aa3a-9cc825e571a7 req-e707ddee-09b5-4490-aac6-1299ec556ac0 service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Received event network-vif-plugged-7eed989b-935a-4031-804f-3a53fbe292fa {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1779.076546] env[62181]: DEBUG oslo_concurrency.lockutils [req-523a528a-53f6-425f-aa3a-9cc825e571a7 req-e707ddee-09b5-4490-aac6-1299ec556ac0 service nova] Acquiring lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.076713] env[62181]: DEBUG oslo_concurrency.lockutils [req-523a528a-53f6-425f-aa3a-9cc825e571a7 req-e707ddee-09b5-4490-aac6-1299ec556ac0 service nova] Lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.076902] env[62181]: DEBUG oslo_concurrency.lockutils [req-523a528a-53f6-425f-aa3a-9cc825e571a7 req-e707ddee-09b5-4490-aac6-1299ec556ac0 service nova] Lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.077091] env[62181]: DEBUG nova.compute.manager [req-523a528a-53f6-425f-aa3a-9cc825e571a7 req-e707ddee-09b5-4490-aac6-1299ec556ac0 service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] No waiting events found dispatching network-vif-plugged-7eed989b-935a-4031-804f-3a53fbe292fa {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1779.077261] env[62181]: WARNING nova.compute.manager [req-523a528a-53f6-425f-aa3a-9cc825e571a7 req-e707ddee-09b5-4490-aac6-1299ec556ac0 service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Received unexpected event network-vif-plugged-7eed989b-935a-4031-804f-3a53fbe292fa for instance with vm_state active and task_state None. [ 1779.077414] env[62181]: DEBUG nova.compute.manager [req-523a528a-53f6-425f-aa3a-9cc825e571a7 req-e707ddee-09b5-4490-aac6-1299ec556ac0 service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Received event network-changed-7eed989b-935a-4031-804f-3a53fbe292fa {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1779.077568] env[62181]: DEBUG nova.compute.manager [req-523a528a-53f6-425f-aa3a-9cc825e571a7 req-e707ddee-09b5-4490-aac6-1299ec556ac0 service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Refreshing instance network info cache due to event network-changed-7eed989b-935a-4031-804f-3a53fbe292fa. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1779.077736] env[62181]: DEBUG oslo_concurrency.lockutils [req-523a528a-53f6-425f-aa3a-9cc825e571a7 req-e707ddee-09b5-4490-aac6-1299ec556ac0 service nova] Acquiring lock "refresh_cache-4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.080935] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.165449] env[62181]: INFO nova.compute.manager [None req-bbe18487-e1a7-4ba9-84b3-9a26dee17c71 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Detaching volume 44ddbe85-528a-4864-9969-ed52cab64cce [ 1779.185540] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790642, 'name': ReconfigVM_Task, 'duration_secs': 0.376537} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.185540] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 29cad617-08cd-48d6-a67e-e5c0f0430af9/29cad617-08cd-48d6-a67e-e5c0f0430af9.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1779.185912] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c38b9a52-f87c-4c3b-a0e9-425c7633b67e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.205216] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1779.205216] env[62181]: value = "task-1790643" [ 1779.205216] env[62181]: _type = "Task" [ 1779.205216] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.218766] env[62181]: INFO nova.virt.block_device [None req-bbe18487-e1a7-4ba9-84b3-9a26dee17c71 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Attempting to driver detach volume 44ddbe85-528a-4864-9969-ed52cab64cce from mountpoint /dev/sdb [ 1779.218966] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe18487-e1a7-4ba9-84b3-9a26dee17c71 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Volume detach. Driver type: vmdk {{(pid=62181) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1779.219199] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe18487-e1a7-4ba9-84b3-9a26dee17c71 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371477', 'volume_id': '44ddbe85-528a-4864-9969-ed52cab64cce', 'name': 'volume-44ddbe85-528a-4864-9969-ed52cab64cce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '41834414-33a1-49db-b0c3-c96e7e7875c7', 'attached_at': '', 'detached_at': '', 'volume_id': '44ddbe85-528a-4864-9969-ed52cab64cce', 'serial': '44ddbe85-528a-4864-9969-ed52cab64cce'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1779.220614] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c35e72-a9c2-49ce-9450-b98128b597a5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.229510] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790643, 'name': Rename_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.255723] env[62181]: WARNING nova.network.neutron [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] 11a81b4f-f49a-44f6-9a20-0ba8d42d4248 already exists in list: networks containing: ['11a81b4f-f49a-44f6-9a20-0ba8d42d4248']. ignoring it [ 1779.257971] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87db21c-922f-41f7-b598-ea91a9a3098a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.268225] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaf12f3-0f08-4486-a436-813bb30bfca1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.291532] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5c2b75-664b-489c-9aa9-292747abec52 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.313956] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe18487-e1a7-4ba9-84b3-9a26dee17c71 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] The volume has not been displaced from its original location: [datastore1] volume-44ddbe85-528a-4864-9969-ed52cab64cce/volume-44ddbe85-528a-4864-9969-ed52cab64cce.vmdk. No consolidation needed. {{(pid=62181) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1779.320845] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe18487-e1a7-4ba9-84b3-9a26dee17c71 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1779.324249] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1ff6546-981e-45f8-b764-b8010385834f tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Lock "26a8d33b-b59c-4460-8373-16a0cbbc8486" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.235s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.324820] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73e95467-8284-4135-9e04-63f39f5a7bb8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.353336] env[62181]: DEBUG oslo_vmware.api [None req-bbe18487-e1a7-4ba9-84b3-9a26dee17c71 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1779.353336] env[62181]: value = "task-1790644" [ 1779.353336] env[62181]: _type = "Task" [ 1779.353336] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.363538] env[62181]: DEBUG oslo_vmware.api [None req-bbe18487-e1a7-4ba9-84b3-9a26dee17c71 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.484239] env[62181]: DEBUG nova.network.neutron [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating instance_info_cache with network_info: [{"id": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "address": "fa:16:3e:dd:3d:04", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bfbca6e-5f", "ovs_interfaceid": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.606807] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60921e6c-1c71-4d27-bc40-b51c79a85b71 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.615612] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427a4b0a-2680-40d0-ae2a-c7f882bb9dcf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.657644] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdd023e-de68-4856-9a36-bc9dd09907ae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.671224] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621c6659-4938-45a8-8cc4-3c22b467f639 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.687188] env[62181]: DEBUG nova.compute.provider_tree [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1779.711360] env[62181]: DEBUG nova.network.neutron [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Updating instance_info_cache with network_info: [{"id": "244f758b-0f50-478d-823e-ffff920576fe", "address": "fa:16:3e:79:e9:48", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244f758b-0f", "ovs_interfaceid": "244f758b-0f50-478d-823e-ffff920576fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7eed989b-935a-4031-804f-3a53fbe292fa", "address": "fa:16:3e:97:10:22", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eed989b-93", "ovs_interfaceid": "7eed989b-935a-4031-804f-3a53fbe292fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.718677] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790643, 'name': Rename_Task, 'duration_secs': 0.198605} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.718982] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1779.720282] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ad24acb-1e42-4737-a1e3-815767df3637 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.728301] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1779.728301] env[62181]: value = "task-1790645" [ 1779.728301] env[62181]: _type = "Task" [ 1779.728301] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.739455] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.866388] env[62181]: DEBUG oslo_vmware.api [None req-bbe18487-e1a7-4ba9-84b3-9a26dee17c71 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790644, 'name': ReconfigVM_Task, 'duration_secs': 0.32765} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.867250] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe18487-e1a7-4ba9-84b3-9a26dee17c71 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1779.875746] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c9995be-1a38-4fce-bc76-e3d2516ca291 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.894394] env[62181]: DEBUG oslo_vmware.api [None req-bbe18487-e1a7-4ba9-84b3-9a26dee17c71 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1779.894394] env[62181]: value = "task-1790646" [ 1779.894394] env[62181]: _type = "Task" [ 1779.894394] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.903335] env[62181]: DEBUG oslo_vmware.api [None req-bbe18487-e1a7-4ba9-84b3-9a26dee17c71 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.958738] env[62181]: DEBUG oslo_vmware.rw_handles [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52593d42-6086-00fa-7159-3bddf1f5da28/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1779.959731] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80528422-34d8-4da3-8716-80a0d684c6f1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.967372] env[62181]: DEBUG oslo_vmware.rw_handles [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52593d42-6086-00fa-7159-3bddf1f5da28/disk-0.vmdk is in state: ready. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1779.967574] env[62181]: ERROR oslo_vmware.rw_handles [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52593d42-6086-00fa-7159-3bddf1f5da28/disk-0.vmdk due to incomplete transfer. [ 1779.967845] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f85160ab-43f4-4d55-bd42-c86307bf8a1e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.976975] env[62181]: DEBUG oslo_vmware.rw_handles [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52593d42-6086-00fa-7159-3bddf1f5da28/disk-0.vmdk. {{(pid=62181) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1779.977317] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Uploaded image 3139af27-cc25-4373-bae5-27c7d83208fa to the Glance image server {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1779.980324] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Destroying the VM {{(pid=62181) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1779.980613] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f1be3d0-4da8-4443-a883-a65aa3facd0d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.986865] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.992557] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1779.992557] env[62181]: value = "task-1790648" [ 1779.992557] env[62181]: _type = "Task" [ 1779.992557] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.006664] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790648, 'name': Destroy_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.164396] env[62181]: INFO nova.compute.manager [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Rescuing [ 1780.164739] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Acquiring lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.164953] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Acquired lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.165222] env[62181]: DEBUG nova.network.neutron [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1780.192357] env[62181]: DEBUG nova.scheduler.client.report [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1780.214114] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "refresh_cache-4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.214764] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.214929] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.215548] env[62181]: DEBUG oslo_concurrency.lockutils [req-523a528a-53f6-425f-aa3a-9cc825e571a7 req-e707ddee-09b5-4490-aac6-1299ec556ac0 service nova] Acquired lock "refresh_cache-4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.215745] env[62181]: DEBUG nova.network.neutron [req-523a528a-53f6-425f-aa3a-9cc825e571a7 req-e707ddee-09b5-4490-aac6-1299ec556ac0 service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Refreshing network info cache for port 7eed989b-935a-4031-804f-3a53fbe292fa {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.218098] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da69e45f-0b19-4107-a40c-a39ca461c00e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.239412] env[62181]: DEBUG nova.virt.hardware [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1780.239797] env[62181]: DEBUG nova.virt.hardware [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1780.239924] env[62181]: DEBUG nova.virt.hardware [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1780.240110] env[62181]: DEBUG nova.virt.hardware [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1780.240276] env[62181]: DEBUG nova.virt.hardware [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1780.240430] env[62181]: DEBUG nova.virt.hardware [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1780.240640] env[62181]: DEBUG nova.virt.hardware [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1780.240804] env[62181]: DEBUG nova.virt.hardware [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1780.240975] env[62181]: DEBUG nova.virt.hardware [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1780.241152] env[62181]: DEBUG nova.virt.hardware [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1780.241329] env[62181]: DEBUG nova.virt.hardware [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1780.247810] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Reconfiguring VM to attach interface {{(pid=62181) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1780.254809] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06904798-ac3d-4125-81bf-d15e6966ea42 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.274138] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790645, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.275704] env[62181]: DEBUG oslo_vmware.api [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1780.275704] env[62181]: value = "task-1790649" [ 1780.275704] env[62181]: _type = "Task" [ 1780.275704] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.286691] env[62181]: DEBUG oslo_vmware.api [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790649, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.409673] env[62181]: DEBUG oslo_vmware.api [None req-bbe18487-e1a7-4ba9-84b3-9a26dee17c71 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790646, 'name': ReconfigVM_Task, 'duration_secs': 0.170759} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.409673] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe18487-e1a7-4ba9-84b3-9a26dee17c71 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371477', 'volume_id': '44ddbe85-528a-4864-9969-ed52cab64cce', 'name': 'volume-44ddbe85-528a-4864-9969-ed52cab64cce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '41834414-33a1-49db-b0c3-c96e7e7875c7', 'attached_at': '', 'detached_at': '', 'volume_id': '44ddbe85-528a-4864-9969-ed52cab64cce', 'serial': '44ddbe85-528a-4864-9969-ed52cab64cce'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1780.500909] env[62181]: DEBUG nova.compute.manager [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1780.502939] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11e5ffd-4947-4e71-82ab-797e787efe87 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.514632] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790648, 'name': Destroy_Task, 'duration_secs': 0.50802} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.517418] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Destroyed the VM [ 1780.518766] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Deleting Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1780.520528] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-39b5ebcc-9924-499d-b6c4-408412570dc1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.532753] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1780.532753] env[62181]: value = "task-1790650" [ 1780.532753] env[62181]: _type = "Task" [ 1780.532753] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.544860] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790650, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.698888] env[62181]: DEBUG oslo_concurrency.lockutils [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.700283] env[62181]: DEBUG nova.compute.manager [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1780.702219] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.974s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.702472] env[62181]: DEBUG nova.objects.instance [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Lazy-loading 'resources' on Instance uuid 4a84bcbd-2428-4ddf-9376-92c20ce58a9e {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1780.752747] env[62181]: DEBUG oslo_vmware.api [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790645, 'name': PowerOnVM_Task, 'duration_secs': 0.644646} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.756017] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1780.756017] env[62181]: INFO nova.compute.manager [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Took 13.37 seconds to spawn the instance on the hypervisor. [ 1780.756017] env[62181]: DEBUG nova.compute.manager [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1780.756017] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bf0173-b800-4bdd-a2ea-a09555fcc663 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.790674] env[62181]: DEBUG oslo_vmware.api [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.976669] env[62181]: DEBUG nova.objects.instance [None req-bbe18487-e1a7-4ba9-84b3-9a26dee17c71 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lazy-loading 'flavor' on Instance uuid 41834414-33a1-49db-b0c3-c96e7e7875c7 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.043509] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790650, 'name': RemoveSnapshot_Task, 'duration_secs': 0.427997} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.043796] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Deleted Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1781.044124] env[62181]: DEBUG nova.compute.manager [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1781.044914] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb4c897-b2d7-4f0d-a96f-bf0f6a8051db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.208742] env[62181]: DEBUG nova.compute.utils [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1781.216625] env[62181]: DEBUG nova.compute.manager [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1781.216827] env[62181]: DEBUG nova.network.neutron [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1781.275390] env[62181]: INFO nova.compute.manager [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Took 25.85 seconds to build instance. [ 1781.289996] env[62181]: DEBUG oslo_vmware.api [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.293990] env[62181]: DEBUG nova.network.neutron [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Updating instance_info_cache with network_info: [{"id": "7815e1f3-1033-494f-8e55-d288a782142c", "address": "fa:16:3e:e7:7e:5a", "network": {"id": "eb09e3b7-69e9-45b0-b806-1ee835215922", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1331248632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e9a51282d6a849f9b8457f3b0cd65157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7815e1f3-10", "ovs_interfaceid": "7815e1f3-1033-494f-8e55-d288a782142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.314616] env[62181]: DEBUG nova.policy [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4e73f83a1ec44e6b21b40e15a0865ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8505a6c22f746e68e3480b3695df127', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1781.342036] env[62181]: DEBUG nova.network.neutron [req-523a528a-53f6-425f-aa3a-9cc825e571a7 req-e707ddee-09b5-4490-aac6-1299ec556ac0 service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Updated VIF entry in instance network info cache for port 7eed989b-935a-4031-804f-3a53fbe292fa. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.342036] env[62181]: DEBUG nova.network.neutron [req-523a528a-53f6-425f-aa3a-9cc825e571a7 req-e707ddee-09b5-4490-aac6-1299ec556ac0 service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Updating instance_info_cache with network_info: [{"id": "244f758b-0f50-478d-823e-ffff920576fe", "address": "fa:16:3e:79:e9:48", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244f758b-0f", "ovs_interfaceid": "244f758b-0f50-478d-823e-ffff920576fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7eed989b-935a-4031-804f-3a53fbe292fa", "address": "fa:16:3e:97:10:22", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eed989b-93", "ovs_interfaceid": "7eed989b-935a-4031-804f-3a53fbe292fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.506547] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b6a3d3-26f5-4132-b8a5-8e74f247036a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.520427] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff3c17f-0b60-421a-93bc-b08a07457594 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.558793] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3509db3e-61d5-4bf6-81e2-dd3cfdea8ef3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.562088] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00088e0c-7765-4e7e-bd4c-b975231c65f7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.565294] env[62181]: INFO nova.compute.manager [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Shelve offloading [ 1781.575133] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db05729-355f-48f8-8116-403ec95b83d8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.579146] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Doing hard reboot of VM {{(pid=62181) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1781.579979] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-286895b3-ac91-4f1e-8539-0f2070fd0a2b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.596691] env[62181]: DEBUG nova.compute.provider_tree [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1781.597980] env[62181]: DEBUG oslo_vmware.api [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1781.597980] env[62181]: value = "task-1790651" [ 1781.597980] env[62181]: _type = "Task" [ 1781.597980] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.609901] env[62181]: DEBUG oslo_vmware.api [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790651, 'name': ResetVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.644595] env[62181]: DEBUG nova.network.neutron [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Successfully created port: 67883cbe-ce8c-4a00-92a3-b0c195fb1e6f {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1781.716954] env[62181]: DEBUG nova.compute.manager [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1781.778285] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b42b80-caad-4a3a-adef-7471c06e2541 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "29cad617-08cd-48d6-a67e-e5c0f0430af9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.361s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.790906] env[62181]: DEBUG oslo_vmware.api [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790649, 'name': ReconfigVM_Task, 'duration_secs': 1.132631} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.791453] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.791822] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Reconfigured VM to attach interface {{(pid=62181) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1781.799179] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Releasing lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.827608] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquiring lock "1f847f08-33c7-47d2-b4ff-cc54328a9cb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.827857] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "1f847f08-33c7-47d2-b4ff-cc54328a9cb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.844355] env[62181]: DEBUG oslo_concurrency.lockutils [req-523a528a-53f6-425f-aa3a-9cc825e571a7 req-e707ddee-09b5-4490-aac6-1299ec556ac0 service nova] Releasing lock "refresh_cache-4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.993473] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bbe18487-e1a7-4ba9-84b3-9a26dee17c71 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "41834414-33a1-49db-b0c3-c96e7e7875c7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.330s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.070522] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1782.070881] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceae9afd-66f8-445c-a1bf-17b07a99faa3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.079094] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1782.079094] env[62181]: value = "task-1790652" [ 1782.079094] env[62181]: _type = "Task" [ 1782.079094] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.088009] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.102446] env[62181]: DEBUG nova.scheduler.client.report [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1782.111062] env[62181]: DEBUG oslo_vmware.api [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790651, 'name': ResetVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.210559] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Volume attach. Driver type: vmdk {{(pid=62181) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1782.211075] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371481', 'volume_id': 'b537ee03-733c-4970-ac60-a8b77595d945', 'name': 'volume-b537ee03-733c-4970-ac60-a8b77595d945', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a67ebb68-c107-4275-9d5e-f5d63bc44a11', 'attached_at': '', 'detached_at': '', 'volume_id': 'b537ee03-733c-4970-ac60-a8b77595d945', 'serial': 'b537ee03-733c-4970-ac60-a8b77595d945'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1782.212050] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3919a1d0-bc60-4436-a787-7ad701a7824a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.231998] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b4167a-20ab-44e8-be71-df290dccd2a1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.263817] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] volume-b537ee03-733c-4970-ac60-a8b77595d945/volume-b537ee03-733c-4970-ac60-a8b77595d945.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1782.264197] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4e628cf-1003-4c87-936d-a63c8d821386 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.286407] env[62181]: DEBUG oslo_vmware.api [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1782.286407] env[62181]: value = "task-1790653" [ 1782.286407] env[62181]: _type = "Task" [ 1782.286407] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.301047] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d9806bed-7190-426b-98ca-a7b9b2c50076 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-4b6efecf-cfdc-4e6a-8f26-1475f0f52133-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.700s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.301047] env[62181]: DEBUG oslo_vmware.api [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.332101] env[62181]: DEBUG nova.compute.manager [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1782.591582] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] VM already powered off {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1782.591840] env[62181]: DEBUG nova.compute.manager [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1782.592734] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18345f10-7950-4101-adf4-0f83a56ff48c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.605416] env[62181]: DEBUG oslo_concurrency.lockutils [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.605416] env[62181]: DEBUG oslo_concurrency.lockutils [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquired lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.605416] env[62181]: DEBUG nova.network.neutron [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1782.607218] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.614273] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.366s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.617895] env[62181]: INFO nova.compute.claims [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1782.620932] env[62181]: DEBUG oslo_vmware.api [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790651, 'name': ResetVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.636338] env[62181]: INFO nova.scheduler.client.report [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Deleted allocations for instance 4a84bcbd-2428-4ddf-9376-92c20ce58a9e [ 1782.737150] env[62181]: DEBUG nova.compute.manager [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1782.764575] env[62181]: DEBUG nova.virt.hardware [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1782.764820] env[62181]: DEBUG nova.virt.hardware [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1782.764981] env[62181]: DEBUG nova.virt.hardware [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1782.765191] env[62181]: DEBUG nova.virt.hardware [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1782.765532] env[62181]: DEBUG nova.virt.hardware [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1782.765532] env[62181]: DEBUG nova.virt.hardware [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1782.765704] env[62181]: DEBUG nova.virt.hardware [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1782.765837] env[62181]: DEBUG nova.virt.hardware [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1782.766014] env[62181]: DEBUG nova.virt.hardware [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1782.766234] env[62181]: DEBUG nova.virt.hardware [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1782.766412] env[62181]: DEBUG nova.virt.hardware [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1782.767843] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af51bb71-da12-4519-82ed-d3f8d9327e79 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.776671] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9374837a-9072-4134-a90e-31948b4d5fc9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.798859] env[62181]: DEBUG oslo_vmware.api [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.853891] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.117830] env[62181]: DEBUG oslo_vmware.api [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790651, 'name': ResetVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.145951] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f44ba56a-dae0-416f-94ac-83ef6de46760 tempest-ServerShowV257Test-1890525174 tempest-ServerShowV257Test-1890525174-project-member] Lock "4a84bcbd-2428-4ddf-9376-92c20ce58a9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.755s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.174706] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "d90c68e6-e3f7-404b-9ed4-ce17eb03af46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.174974] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "d90c68e6-e3f7-404b-9ed4-ce17eb03af46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.301332] env[62181]: DEBUG nova.compute.manager [req-8129c7a3-cbbe-43b1-a5f1-402183b57518 req-30205251-4d92-4c9a-a42c-39d9115f5b65 service nova] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Received event network-vif-plugged-67883cbe-ce8c-4a00-92a3-b0c195fb1e6f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1783.301629] env[62181]: DEBUG oslo_concurrency.lockutils [req-8129c7a3-cbbe-43b1-a5f1-402183b57518 req-30205251-4d92-4c9a-a42c-39d9115f5b65 service nova] Acquiring lock "9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.301984] env[62181]: DEBUG oslo_concurrency.lockutils [req-8129c7a3-cbbe-43b1-a5f1-402183b57518 req-30205251-4d92-4c9a-a42c-39d9115f5b65 service nova] Lock "9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.302441] env[62181]: DEBUG oslo_concurrency.lockutils [req-8129c7a3-cbbe-43b1-a5f1-402183b57518 req-30205251-4d92-4c9a-a42c-39d9115f5b65 service nova] Lock "9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.302601] env[62181]: DEBUG nova.compute.manager [req-8129c7a3-cbbe-43b1-a5f1-402183b57518 req-30205251-4d92-4c9a-a42c-39d9115f5b65 service nova] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] No waiting events found dispatching network-vif-plugged-67883cbe-ce8c-4a00-92a3-b0c195fb1e6f {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1783.302851] env[62181]: WARNING nova.compute.manager [req-8129c7a3-cbbe-43b1-a5f1-402183b57518 req-30205251-4d92-4c9a-a42c-39d9115f5b65 service nova] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Received unexpected event network-vif-plugged-67883cbe-ce8c-4a00-92a3-b0c195fb1e6f for instance with vm_state building and task_state spawning. [ 1783.309651] env[62181]: DEBUG oslo_vmware.api [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.346867] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1783.347298] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b39369d6-5f96-4fe3-b925-6a2123f418f7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.357221] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for the task: (returnval){ [ 1783.357221] env[62181]: value = "task-1790654" [ 1783.357221] env[62181]: _type = "Task" [ 1783.357221] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.367926] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.419180] env[62181]: DEBUG nova.network.neutron [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Successfully updated port: 67883cbe-ce8c-4a00-92a3-b0c195fb1e6f {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1783.571234] env[62181]: DEBUG nova.compute.manager [req-1243638c-90f7-47a5-97a8-8bd8ca764209 req-0c96e563-0bd1-4858-8d7a-8c56823d26c1 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Received event network-changed-5e09da3a-cef1-4ec7-8f71-c661f24ed126 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1783.571352] env[62181]: DEBUG nova.compute.manager [req-1243638c-90f7-47a5-97a8-8bd8ca764209 req-0c96e563-0bd1-4858-8d7a-8c56823d26c1 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Refreshing instance network info cache due to event network-changed-5e09da3a-cef1-4ec7-8f71-c661f24ed126. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1783.571682] env[62181]: DEBUG oslo_concurrency.lockutils [req-1243638c-90f7-47a5-97a8-8bd8ca764209 req-0c96e563-0bd1-4858-8d7a-8c56823d26c1 service nova] Acquiring lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.571682] env[62181]: DEBUG oslo_concurrency.lockutils [req-1243638c-90f7-47a5-97a8-8bd8ca764209 req-0c96e563-0bd1-4858-8d7a-8c56823d26c1 service nova] Acquired lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.571851] env[62181]: DEBUG nova.network.neutron [req-1243638c-90f7-47a5-97a8-8bd8ca764209 req-0c96e563-0bd1-4858-8d7a-8c56823d26c1 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Refreshing network info cache for port 5e09da3a-cef1-4ec7-8f71-c661f24ed126 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1783.589671] env[62181]: DEBUG nova.network.neutron [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Updating instance_info_cache with network_info: [{"id": "1f99541a-44c9-4b80-8069-c7cb0e472f59", "address": "fa:16:3e:53:4d:a7", "network": {"id": "2f3efdfa-3ac8-452a-82bb-94429086ff43", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795103716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccd6a836a1d4a9ba6136b46b7eecd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f99541a-44", "ovs_interfaceid": "1f99541a-44c9-4b80-8069-c7cb0e472f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.612420] env[62181]: DEBUG oslo_vmware.api [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790651, 'name': ResetVM_Task, 'duration_secs': 1.70466} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.612773] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Did hard reboot of VM {{(pid=62181) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1783.613035] env[62181]: DEBUG nova.compute.manager [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1783.614009] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7869a425-6c40-46de-8ab5-95128497bddc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.680451] env[62181]: DEBUG nova.compute.manager [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1783.803233] env[62181]: DEBUG oslo_vmware.api [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790653, 'name': ReconfigVM_Task, 'duration_secs': 1.352453} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.806372] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Reconfigured VM instance instance-00000041 to attach disk [datastore1] volume-b537ee03-733c-4970-ac60-a8b77595d945/volume-b537ee03-733c-4970-ac60-a8b77595d945.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1783.811455] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4caaf27-5dc3-46a2-bdba-998b37941dc3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.829229] env[62181]: DEBUG oslo_vmware.api [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1783.829229] env[62181]: value = "task-1790655" [ 1783.829229] env[62181]: _type = "Task" [ 1783.829229] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.843846] env[62181]: DEBUG oslo_vmware.api [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.869194] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790654, 'name': PowerOffVM_Task, 'duration_secs': 0.230677} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.869194] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1783.871750] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9426424-2265-43e7-919f-9c3da0e96732 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.900888] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34cd24c-c99d-4668-bab2-2f4d04e0f092 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.927842] env[62181]: DEBUG oslo_concurrency.lockutils [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Acquiring lock "refresh_cache-9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.927842] env[62181]: DEBUG oslo_concurrency.lockutils [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Acquired lock "refresh_cache-9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.928692] env[62181]: DEBUG nova.network.neutron [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1783.953508] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1783.953508] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65bdfd28-9a0f-4b1f-ac48-2a3760578dac {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.960912] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for the task: (returnval){ [ 1783.960912] env[62181]: value = "task-1790656" [ 1783.960912] env[62181]: _type = "Task" [ 1783.960912] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.973254] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] VM already powered off {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1783.973254] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1783.973431] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.973576] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.974554] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1783.974554] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56ffbbd9-6f91-4bb8-8821-a8f0e28614e3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.988508] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1783.988743] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1783.989506] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14fa2ba2-051a-49e3-b46c-f0ab9d500157 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.002787] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for the task: (returnval){ [ 1784.002787] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f52632-34f7-01be-1343-b4110fb3b329" [ 1784.002787] env[62181]: _type = "Task" [ 1784.002787] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.016549] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f52632-34f7-01be-1343-b4110fb3b329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.032440] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce0d8b7-0211-4c70-96ec-088f47741a85 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.043080] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bbf781-9eaf-4fb3-8523-75c1e9e19134 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.073388] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8536aba1-8156-4512-9baf-e9f3ff676597 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.084527] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0224f1aa-1f0e-41ec-be03-74fb874e4b5b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.092080] env[62181]: DEBUG oslo_concurrency.lockutils [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Releasing lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.106457] env[62181]: DEBUG nova.compute.provider_tree [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1784.128575] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e49ca1c7-ed38-4308-b6db-b3a9e8dc8cb2 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.247s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.198298] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.344760] env[62181]: DEBUG oslo_vmware.api [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790655, 'name': ReconfigVM_Task, 'duration_secs': 0.225294} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.345078] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371481', 'volume_id': 'b537ee03-733c-4970-ac60-a8b77595d945', 'name': 'volume-b537ee03-733c-4970-ac60-a8b77595d945', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a67ebb68-c107-4275-9d5e-f5d63bc44a11', 'attached_at': '', 'detached_at': '', 'volume_id': 'b537ee03-733c-4970-ac60-a8b77595d945', 'serial': 'b537ee03-733c-4970-ac60-a8b77595d945'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1784.377358] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "interface-4b6efecf-cfdc-4e6a-8f26-1475f0f52133-7eed989b-935a-4031-804f-3a53fbe292fa" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.377605] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-4b6efecf-cfdc-4e6a-8f26-1475f0f52133-7eed989b-935a-4031-804f-3a53fbe292fa" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.513118] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f52632-34f7-01be-1343-b4110fb3b329, 'name': SearchDatastore_Task, 'duration_secs': 0.016535} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.514866] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2d8ff6-b93c-4034-a45a-eedbc0f41b95 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.526316] env[62181]: DEBUG nova.network.neutron [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1784.531848] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for the task: (returnval){ [ 1784.531848] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52ca9216-d943-465e-4103-29e719cd5c02" [ 1784.531848] env[62181]: _type = "Task" [ 1784.531848] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.542453] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52ca9216-d943-465e-4103-29e719cd5c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.610156] env[62181]: DEBUG nova.scheduler.client.report [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1784.844174] env[62181]: DEBUG nova.network.neutron [req-1243638c-90f7-47a5-97a8-8bd8ca764209 req-0c96e563-0bd1-4858-8d7a-8c56823d26c1 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Updated VIF entry in instance network info cache for port 5e09da3a-cef1-4ec7-8f71-c661f24ed126. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.844621] env[62181]: DEBUG nova.network.neutron [req-1243638c-90f7-47a5-97a8-8bd8ca764209 req-0c96e563-0bd1-4858-8d7a-8c56823d26c1 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Updating instance_info_cache with network_info: [{"id": "5e09da3a-cef1-4ec7-8f71-c661f24ed126", "address": "fa:16:3e:26:fd:f3", "network": {"id": "b57902a4-c6e3-48b5-b2b6-b9fc2d532558", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1129520814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc8ebefdf64b7b9202aefc83393162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e09da3a-ce", "ovs_interfaceid": "5e09da3a-cef1-4ec7-8f71-c661f24ed126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.879817] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.879999] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.880900] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65eb3e46-ea9f-46fb-b49b-227b20db38ef {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.905591] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce807f9-bf5d-4b58-91eb-61b98d9adb6c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.937431] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Reconfiguring VM to detach interface {{(pid=62181) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1784.938163] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83936b28-9d37-43e9-b267-64d7fcb06bb4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.958627] env[62181]: DEBUG oslo_vmware.api [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1784.958627] env[62181]: value = "task-1790657" [ 1784.958627] env[62181]: _type = "Task" [ 1784.958627] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.967215] env[62181]: DEBUG oslo_vmware.api [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.996354] env[62181]: DEBUG nova.network.neutron [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Updating instance_info_cache with network_info: [{"id": "67883cbe-ce8c-4a00-92a3-b0c195fb1e6f", "address": "fa:16:3e:d3:54:df", "network": {"id": "51ff67c1-2d10-40b0-bd37-0d4e94820831", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-542514281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8505a6c22f746e68e3480b3695df127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67883cbe-ce", "ovs_interfaceid": "67883cbe-ce8c-4a00-92a3-b0c195fb1e6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.045168] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52ca9216-d943-465e-4103-29e719cd5c02, 'name': SearchDatastore_Task, 'duration_secs': 0.034114} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.045373] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.045641] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 26a8d33b-b59c-4460-8373-16a0cbbc8486/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk. {{(pid=62181) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1785.045912] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07c612f7-3879-455f-bff9-0ddd882c73a3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.054668] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for the task: (returnval){ [ 1785.054668] env[62181]: value = "task-1790658" [ 1785.054668] env[62181]: _type = "Task" [ 1785.054668] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.065667] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.116234] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.116780] env[62181]: DEBUG nova.compute.manager [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1785.119470] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.818s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.120769] env[62181]: INFO nova.compute.claims [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1785.174011] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1785.176543] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fbdce4-706b-46f3-a454-551e2cc7ec6d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.184242] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1785.185279] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b82b650-dd3d-4762-8f81-f57123cdaddd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.285495] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1785.285656] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1785.285887] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Deleting the datastore file [datastore1] 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1785.286152] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cc21ff3-4ad6-4ae2-ae3a-e491b5a9118b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.294519] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1785.294519] env[62181]: value = "task-1790660" [ 1785.294519] env[62181]: _type = "Task" [ 1785.294519] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.302818] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.334995] env[62181]: DEBUG nova.compute.manager [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Received event network-changed-67883cbe-ce8c-4a00-92a3-b0c195fb1e6f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1785.335277] env[62181]: DEBUG nova.compute.manager [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Refreshing instance network info cache due to event network-changed-67883cbe-ce8c-4a00-92a3-b0c195fb1e6f. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1785.335483] env[62181]: DEBUG oslo_concurrency.lockutils [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] Acquiring lock "refresh_cache-9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.351655] env[62181]: DEBUG oslo_concurrency.lockutils [req-1243638c-90f7-47a5-97a8-8bd8ca764209 req-0c96e563-0bd1-4858-8d7a-8c56823d26c1 service nova] Releasing lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.412622] env[62181]: DEBUG nova.objects.instance [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lazy-loading 'flavor' on Instance uuid a67ebb68-c107-4275-9d5e-f5d63bc44a11 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.470514] env[62181]: DEBUG oslo_vmware.api [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.498839] env[62181]: DEBUG oslo_concurrency.lockutils [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Releasing lock "refresh_cache-9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.500041] env[62181]: DEBUG nova.compute.manager [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Instance network_info: |[{"id": "67883cbe-ce8c-4a00-92a3-b0c195fb1e6f", "address": "fa:16:3e:d3:54:df", "network": {"id": "51ff67c1-2d10-40b0-bd37-0d4e94820831", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-542514281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8505a6c22f746e68e3480b3695df127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67883cbe-ce", "ovs_interfaceid": "67883cbe-ce8c-4a00-92a3-b0c195fb1e6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1785.500041] env[62181]: DEBUG oslo_concurrency.lockutils [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] Acquired lock "refresh_cache-9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.500041] env[62181]: DEBUG nova.network.neutron [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Refreshing network info cache for port 67883cbe-ce8c-4a00-92a3-b0c195fb1e6f {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1785.501046] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:54:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67883cbe-ce8c-4a00-92a3-b0c195fb1e6f', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1785.509297] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Creating folder: Project (f8505a6c22f746e68e3480b3695df127). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1785.509923] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e73ebe62-b221-456a-b49c-4dace4c8a124 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.525655] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Created folder: Project (f8505a6c22f746e68e3480b3695df127) in parent group-v371238. [ 1785.525913] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Creating folder: Instances. Parent ref: group-v371482. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1785.526281] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a84b873-dae3-4fc5-9c79-4ba53d28a799 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.538282] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Created folder: Instances in parent group-v371482. [ 1785.538553] env[62181]: DEBUG oslo.service.loopingcall [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1785.538759] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1785.539400] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-349cb3f8-1e48-415d-adb6-48f81409a81b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.560605] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1785.560605] env[62181]: value = "task-1790663" [ 1785.560605] env[62181]: _type = "Task" [ 1785.560605] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.566835] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790658, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.574966] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790663, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.625809] env[62181]: DEBUG nova.compute.utils [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1785.630349] env[62181]: DEBUG nova.compute.manager [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1785.630551] env[62181]: DEBUG nova.network.neutron [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1785.722757] env[62181]: DEBUG nova.policy [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a2e34e90cb946fd9cf9d1e647ab987e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f39294e48c764167a88f562e99e5c033', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1785.814367] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.918579] env[62181]: DEBUG oslo_concurrency.lockutils [None req-25e17eee-63c4-45ad-befc-49efc7ef93d0 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.824s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.970786] env[62181]: DEBUG oslo_vmware.api [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.067038] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790658, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.072826] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790663, 'name': CreateVM_Task, 'duration_secs': 0.404409} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.073028] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1786.073831] env[62181]: DEBUG oslo_concurrency.lockutils [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.074061] env[62181]: DEBUG oslo_concurrency.lockutils [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.075999] env[62181]: DEBUG oslo_concurrency.lockutils [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1786.075999] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9aba5f8-da69-4b64-8432-92ae3d2c5e04 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.080652] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Waiting for the task: (returnval){ [ 1786.080652] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5202ecb4-9360-ea64-58bc-14600799b386" [ 1786.080652] env[62181]: _type = "Task" [ 1786.080652] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.089565] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5202ecb4-9360-ea64-58bc-14600799b386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.114960] env[62181]: DEBUG nova.network.neutron [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Successfully created port: 7a8ae1ab-92a9-4f08-9c5d-8af1ca6f801c {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1786.131249] env[62181]: DEBUG nova.compute.manager [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1786.311048] env[62181]: DEBUG oslo_vmware.api [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.643796} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.312172] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1786.312172] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1786.312172] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1786.341604] env[62181]: INFO nova.scheduler.client.report [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Deleted allocations for instance 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93 [ 1786.435832] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d380a009-4890-4e09-89ce-60d7d0a5a575 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.446192] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066003cb-df6d-4201-b499-c3b60fc82e62 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.488186] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5ea8bc-b5a8-4c4b-a6ed-baaaff9dcb32 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.497203] env[62181]: DEBUG oslo_vmware.api [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.500331] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d7de20-3004-4554-85b7-d52e47bb32e4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.514606] env[62181]: DEBUG nova.compute.provider_tree [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.568470] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790658, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.031112} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.568470] env[62181]: INFO nova.virt.vmwareapi.ds_util [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 26a8d33b-b59c-4460-8373-16a0cbbc8486/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk. [ 1786.569991] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4865309-99d3-4bd5-9a79-9945b2acc9ab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.600731] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 26a8d33b-b59c-4460-8373-16a0cbbc8486/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1786.603874] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05dec51b-d592-4e0c-a696-a3b44195b5c6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.623115] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for the task: (returnval){ [ 1786.623115] env[62181]: value = "task-1790664" [ 1786.623115] env[62181]: _type = "Task" [ 1786.623115] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.626439] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5202ecb4-9360-ea64-58bc-14600799b386, 'name': SearchDatastore_Task, 'duration_secs': 0.042882} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.631559] env[62181]: DEBUG oslo_concurrency.lockutils [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.631559] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1786.631559] env[62181]: DEBUG oslo_concurrency.lockutils [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.631559] env[62181]: DEBUG oslo_concurrency.lockutils [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.631559] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1786.631559] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97fc0734-9dd3-4022-9742-8191ea1467ac {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.642188] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790664, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.647151] env[62181]: DEBUG nova.network.neutron [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Updated VIF entry in instance network info cache for port 67883cbe-ce8c-4a00-92a3-b0c195fb1e6f. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1786.647151] env[62181]: DEBUG nova.network.neutron [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Updating instance_info_cache with network_info: [{"id": "67883cbe-ce8c-4a00-92a3-b0c195fb1e6f", "address": "fa:16:3e:d3:54:df", "network": {"id": "51ff67c1-2d10-40b0-bd37-0d4e94820831", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-542514281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8505a6c22f746e68e3480b3695df127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67883cbe-ce", "ovs_interfaceid": "67883cbe-ce8c-4a00-92a3-b0c195fb1e6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.647837] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1786.647935] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1786.648883] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30bfa70a-8702-464b-a1b8-e98556ab6f25 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.655029] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Waiting for the task: (returnval){ [ 1786.655029] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525c7e60-e435-0c91-e6f6-a1af7e1cbd75" [ 1786.655029] env[62181]: _type = "Task" [ 1786.655029] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.664012] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525c7e60-e435-0c91-e6f6-a1af7e1cbd75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.845987] env[62181]: DEBUG oslo_concurrency.lockutils [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.991995] env[62181]: DEBUG oslo_vmware.api [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.018227] env[62181]: DEBUG nova.scheduler.client.report [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1787.142532] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.145845] env[62181]: DEBUG nova.compute.manager [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1787.149333] env[62181]: DEBUG oslo_concurrency.lockutils [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] Releasing lock "refresh_cache-9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.149567] env[62181]: DEBUG nova.compute.manager [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Received event network-vif-unplugged-1f99541a-44c9-4b80-8069-c7cb0e472f59 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1787.149807] env[62181]: DEBUG oslo_concurrency.lockutils [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] Acquiring lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.150090] env[62181]: DEBUG oslo_concurrency.lockutils [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.150203] env[62181]: DEBUG oslo_concurrency.lockutils [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.150370] env[62181]: DEBUG nova.compute.manager [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] No waiting events found dispatching network-vif-unplugged-1f99541a-44c9-4b80-8069-c7cb0e472f59 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1787.150862] env[62181]: WARNING nova.compute.manager [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Received unexpected event network-vif-unplugged-1f99541a-44c9-4b80-8069-c7cb0e472f59 for instance with vm_state shelved and task_state shelving_offloading. [ 1787.150862] env[62181]: DEBUG nova.compute.manager [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Received event network-changed-1f99541a-44c9-4b80-8069-c7cb0e472f59 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1787.150862] env[62181]: DEBUG nova.compute.manager [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Refreshing instance network info cache due to event network-changed-1f99541a-44c9-4b80-8069-c7cb0e472f59. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1787.151032] env[62181]: DEBUG oslo_concurrency.lockutils [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] Acquiring lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.151196] env[62181]: DEBUG oslo_concurrency.lockutils [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] Acquired lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.151311] env[62181]: DEBUG nova.network.neutron [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Refreshing network info cache for port 1f99541a-44c9-4b80-8069-c7cb0e472f59 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1787.168754] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525c7e60-e435-0c91-e6f6-a1af7e1cbd75, 'name': SearchDatastore_Task, 'duration_secs': 0.021918} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.173148] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf31b18-c7fa-4405-86ea-91f9f54896a8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.182779] env[62181]: DEBUG nova.virt.hardware [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1787.183043] env[62181]: DEBUG nova.virt.hardware [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1787.183259] env[62181]: DEBUG nova.virt.hardware [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1787.183389] env[62181]: DEBUG nova.virt.hardware [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1787.183705] env[62181]: DEBUG nova.virt.hardware [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1787.183705] env[62181]: DEBUG nova.virt.hardware [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1787.183876] env[62181]: DEBUG nova.virt.hardware [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1787.184103] env[62181]: DEBUG nova.virt.hardware [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1787.184225] env[62181]: DEBUG nova.virt.hardware [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1787.184400] env[62181]: DEBUG nova.virt.hardware [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1787.184571] env[62181]: DEBUG nova.virt.hardware [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1787.186706] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dce712-b96b-4571-8c43-3cb5dc01d03f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.189316] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Waiting for the task: (returnval){ [ 1787.189316] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52622b5f-3e8b-a8c5-4f6a-b5c14adbb7c4" [ 1787.189316] env[62181]: _type = "Task" [ 1787.189316] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.196275] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec05a4f-db06-483e-bef4-df5b3168e915 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.202924] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52622b5f-3e8b-a8c5-4f6a-b5c14adbb7c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.497957] env[62181]: DEBUG oslo_vmware.api [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.523193] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.524157] env[62181]: DEBUG nova.compute.manager [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1787.527172] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.186s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.528872] env[62181]: INFO nova.compute.claims [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1787.638312] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790664, 'name': ReconfigVM_Task, 'duration_secs': 0.988914} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.638602] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 26a8d33b-b59c-4460-8373-16a0cbbc8486/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1787.639831] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b3deae-76e8-46de-bed7-1870b319ed18 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.673481] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c80cd7f-5b6e-46d8-ba68-8f2d44f3c7b9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.693747] env[62181]: DEBUG oslo_concurrency.lockutils [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "421ed2c5-a2a6-4ed3-9375-40411ce26182" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.694082] env[62181]: DEBUG oslo_concurrency.lockutils [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "421ed2c5-a2a6-4ed3-9375-40411ce26182" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.703558] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for the task: (returnval){ [ 1787.703558] env[62181]: value = "task-1790665" [ 1787.703558] env[62181]: _type = "Task" [ 1787.703558] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.714775] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52622b5f-3e8b-a8c5-4f6a-b5c14adbb7c4, 'name': SearchDatastore_Task, 'duration_secs': 0.046298} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.717047] env[62181]: DEBUG oslo_concurrency.lockutils [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.717047] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1/9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1787.717047] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bce28d7-734b-4311-afe5-d1176bc93a5e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.724717] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.732781] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Waiting for the task: (returnval){ [ 1787.732781] env[62181]: value = "task-1790666" [ 1787.732781] env[62181]: _type = "Task" [ 1787.732781] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.743239] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': task-1790666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.999700] env[62181]: DEBUG oslo_vmware.api [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.035125] env[62181]: DEBUG nova.compute.utils [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1788.035199] env[62181]: DEBUG nova.compute.manager [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1788.035653] env[62181]: DEBUG nova.network.neutron [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1788.190175] env[62181]: DEBUG nova.policy [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d06d9c3ab3c459ba14f2c306f7668d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b196ff0befcb4aa882b57450fc3f81fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1788.201648] env[62181]: DEBUG nova.compute.manager [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1788.220016] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790665, 'name': ReconfigVM_Task, 'duration_secs': 0.178688} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.220499] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1788.220852] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05bdd1b8-21b1-4434-b611-064593cc40eb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.233591] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for the task: (returnval){ [ 1788.233591] env[62181]: value = "task-1790667" [ 1788.233591] env[62181]: _type = "Task" [ 1788.233591] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.248148] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.256692] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': task-1790666, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.353693] env[62181]: DEBUG nova.network.neutron [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Updated VIF entry in instance network info cache for port 1f99541a-44c9-4b80-8069-c7cb0e472f59. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1788.354309] env[62181]: DEBUG nova.network.neutron [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Updating instance_info_cache with network_info: [{"id": "1f99541a-44c9-4b80-8069-c7cb0e472f59", "address": "fa:16:3e:53:4d:a7", "network": {"id": "2f3efdfa-3ac8-452a-82bb-94429086ff43", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-795103716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccd6a836a1d4a9ba6136b46b7eecd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1f99541a-44", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.411835] env[62181]: DEBUG nova.compute.manager [req-ef3dbe33-81ea-4759-a20c-cd8a71a56c6e req-2fec0524-8a63-4ec3-9944-0cb301b23c04 service nova] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Received event network-vif-plugged-7a8ae1ab-92a9-4f08-9c5d-8af1ca6f801c {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1788.412157] env[62181]: DEBUG oslo_concurrency.lockutils [req-ef3dbe33-81ea-4759-a20c-cd8a71a56c6e req-2fec0524-8a63-4ec3-9944-0cb301b23c04 service nova] Acquiring lock "f3e33a72-3b91-4552-a83a-4d0f0cfdbec8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.412400] env[62181]: DEBUG oslo_concurrency.lockutils [req-ef3dbe33-81ea-4759-a20c-cd8a71a56c6e req-2fec0524-8a63-4ec3-9944-0cb301b23c04 service nova] Lock "f3e33a72-3b91-4552-a83a-4d0f0cfdbec8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.412650] env[62181]: DEBUG oslo_concurrency.lockutils [req-ef3dbe33-81ea-4759-a20c-cd8a71a56c6e req-2fec0524-8a63-4ec3-9944-0cb301b23c04 service nova] Lock "f3e33a72-3b91-4552-a83a-4d0f0cfdbec8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.412898] env[62181]: DEBUG nova.compute.manager [req-ef3dbe33-81ea-4759-a20c-cd8a71a56c6e req-2fec0524-8a63-4ec3-9944-0cb301b23c04 service nova] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] No waiting events found dispatching network-vif-plugged-7a8ae1ab-92a9-4f08-9c5d-8af1ca6f801c {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1788.413153] env[62181]: WARNING nova.compute.manager [req-ef3dbe33-81ea-4759-a20c-cd8a71a56c6e req-2fec0524-8a63-4ec3-9944-0cb301b23c04 service nova] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Received unexpected event network-vif-plugged-7a8ae1ab-92a9-4f08-9c5d-8af1ca6f801c for instance with vm_state building and task_state spawning. [ 1788.496516] env[62181]: DEBUG oslo_vmware.api [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.509843] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.540931] env[62181]: DEBUG nova.compute.manager [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1788.642596] env[62181]: DEBUG nova.network.neutron [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Successfully updated port: 7a8ae1ab-92a9-4f08-9c5d-8af1ca6f801c {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1788.744160] env[62181]: DEBUG oslo_concurrency.lockutils [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.753702] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790667, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.754081] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': task-1790666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797144} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.754396] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1/9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1788.754697] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1788.755049] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96439a33-71f8-4c15-9323-6246ed5b8b80 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.766406] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Waiting for the task: (returnval){ [ 1788.766406] env[62181]: value = "task-1790668" [ 1788.766406] env[62181]: _type = "Task" [ 1788.766406] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.781304] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': task-1790668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.816499] env[62181]: DEBUG nova.network.neutron [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Successfully created port: 9cc21c4a-e203-4d26-9413-90cc7cf8890e {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1788.855114] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dc754a-3ced-40d9-a850-ecef46fc92f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.858554] env[62181]: DEBUG oslo_concurrency.lockutils [req-11de4839-87d7-402a-88a6-90ad814e3c75 req-00b6b1ff-bffc-44f7-90e8-3ae7af9c61c0 service nova] Releasing lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.864932] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10de0519-1128-480e-bcf7-bf1f9b698973 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.898389] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c732ed3-8df8-439b-9cb4-67291fc59942 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.907039] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481e749f-d1f3-4ae3-b152-02815ebb0edc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.922177] env[62181]: DEBUG nova.compute.provider_tree [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.996775] env[62181]: DEBUG oslo_vmware.api [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.145663] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Acquiring lock "refresh_cache-f3e33a72-3b91-4552-a83a-4d0f0cfdbec8" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.145827] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Acquired lock "refresh_cache-f3e33a72-3b91-4552-a83a-4d0f0cfdbec8" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.145987] env[62181]: DEBUG nova.network.neutron [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1789.247209] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790667, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.277208] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': task-1790668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193606} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.277506] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1789.278633] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5439eb6f-81b2-4714-bbc2-059a9b159dc1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.312753] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1/9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1789.313365] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad3bea98-202f-43ab-a1bb-312e3754988f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.343072] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Waiting for the task: (returnval){ [ 1789.343072] env[62181]: value = "task-1790669" [ 1789.343072] env[62181]: _type = "Task" [ 1789.343072] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.355327] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': task-1790669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.425650] env[62181]: DEBUG nova.scheduler.client.report [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1789.498983] env[62181]: DEBUG oslo_vmware.api [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.553081] env[62181]: DEBUG nova.compute.manager [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1789.579576] env[62181]: DEBUG nova.virt.hardware [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1789.579883] env[62181]: DEBUG nova.virt.hardware [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1789.580124] env[62181]: DEBUG nova.virt.hardware [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1789.580368] env[62181]: DEBUG nova.virt.hardware [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1789.580741] env[62181]: DEBUG nova.virt.hardware [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1789.580939] env[62181]: DEBUG nova.virt.hardware [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1789.581200] env[62181]: DEBUG nova.virt.hardware [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1789.581400] env[62181]: DEBUG nova.virt.hardware [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1789.581597] env[62181]: DEBUG nova.virt.hardware [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1789.581795] env[62181]: DEBUG nova.virt.hardware [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1789.581991] env[62181]: DEBUG nova.virt.hardware [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1789.582886] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed94bef9-533f-4bc2-bdfe-da98180008bc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.591387] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a439c1-46a9-4c76-8e36-fbb119e8ac0d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.683694] env[62181]: DEBUG nova.network.neutron [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1789.748689] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790667, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.853771] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': task-1790669, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.911446] env[62181]: DEBUG nova.network.neutron [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Updating instance_info_cache with network_info: [{"id": "7a8ae1ab-92a9-4f08-9c5d-8af1ca6f801c", "address": "fa:16:3e:d2:2b:d5", "network": {"id": "4c6d8026-b116-4904-9279-3dcf4042eea3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1346423944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39294e48c764167a88f562e99e5c033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8ae1ab-92", "ovs_interfaceid": "7a8ae1ab-92a9-4f08-9c5d-8af1ca6f801c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.931108] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.931645] env[62181]: DEBUG nova.compute.manager [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1789.934249] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.612s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.934471] env[62181]: DEBUG nova.objects.instance [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Lazy-loading 'resources' on Instance uuid eabeee72-19c1-40d5-bdef-04f84ddae252 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1789.997036] env[62181]: DEBUG oslo_vmware.api [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.250983] env[62181]: DEBUG oslo_vmware.api [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790667, 'name': PowerOnVM_Task, 'duration_secs': 1.643615} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.251512] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1790.254572] env[62181]: DEBUG nova.compute.manager [None req-9a05f8f0-9bb3-4036-ae4b-149d43cabf39 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1790.255850] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786063e1-8c09-4bce-91a8-c08fdf0ab83f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.320403] env[62181]: DEBUG nova.network.neutron [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Successfully updated port: 9cc21c4a-e203-4d26-9413-90cc7cf8890e {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1790.354750] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': task-1790669, 'name': ReconfigVM_Task, 'duration_secs': 0.532451} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.355147] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1/9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1790.355818] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0686c63b-ba17-4203-b1c1-b86991362dcb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.363403] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Waiting for the task: (returnval){ [ 1790.363403] env[62181]: value = "task-1790670" [ 1790.363403] env[62181]: _type = "Task" [ 1790.363403] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.372636] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': task-1790670, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.416680] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Releasing lock "refresh_cache-f3e33a72-3b91-4552-a83a-4d0f0cfdbec8" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.416680] env[62181]: DEBUG nova.compute.manager [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Instance network_info: |[{"id": "7a8ae1ab-92a9-4f08-9c5d-8af1ca6f801c", "address": "fa:16:3e:d2:2b:d5", "network": {"id": "4c6d8026-b116-4904-9279-3dcf4042eea3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1346423944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39294e48c764167a88f562e99e5c033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8ae1ab-92", "ovs_interfaceid": "7a8ae1ab-92a9-4f08-9c5d-8af1ca6f801c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1790.416680] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:2b:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a8ae1ab-92a9-4f08-9c5d-8af1ca6f801c', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1790.428810] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Creating folder: Project (f39294e48c764167a88f562e99e5c033). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1790.429024] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55b04eb2-892d-44f9-85e9-791fdeb67313 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.440084] env[62181]: DEBUG nova.compute.utils [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1790.446725] env[62181]: DEBUG nova.compute.manager [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1790.447167] env[62181]: DEBUG nova.network.neutron [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1790.451871] env[62181]: DEBUG nova.compute.manager [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Received event network-changed-7a8ae1ab-92a9-4f08-9c5d-8af1ca6f801c {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1790.452380] env[62181]: DEBUG nova.compute.manager [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Refreshing instance network info cache due to event network-changed-7a8ae1ab-92a9-4f08-9c5d-8af1ca6f801c. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1790.453040] env[62181]: DEBUG oslo_concurrency.lockutils [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] Acquiring lock "refresh_cache-f3e33a72-3b91-4552-a83a-4d0f0cfdbec8" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.453281] env[62181]: DEBUG oslo_concurrency.lockutils [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] Acquired lock "refresh_cache-f3e33a72-3b91-4552-a83a-4d0f0cfdbec8" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.453776] env[62181]: DEBUG nova.network.neutron [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Refreshing network info cache for port 7a8ae1ab-92a9-4f08-9c5d-8af1ca6f801c {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1790.456399] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Created folder: Project (f39294e48c764167a88f562e99e5c033) in parent group-v371238. [ 1790.456642] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Creating folder: Instances. Parent ref: group-v371485. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1790.456973] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48597a27-1c8e-4d46-b519-f7ed7c1f5cf6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.474045] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Created folder: Instances in parent group-v371485. [ 1790.474340] env[62181]: DEBUG oslo.service.loopingcall [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1790.474568] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1790.475132] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b1e7afd-3b14-4b3c-a997-871d6f70134a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.506898] env[62181]: DEBUG oslo_vmware.api [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790657, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.508722] env[62181]: DEBUG nova.policy [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '235d7851813a41aab13e5f0e7e2b1955', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '676983f6a1c94522846cbc82678fbc7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1790.512111] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1790.512111] env[62181]: value = "task-1790673" [ 1790.512111] env[62181]: _type = "Task" [ 1790.512111] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.528312] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790673, 'name': CreateVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.760443] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66654185-c30a-4250-9618-2d14f05a7d51 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.774658] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d09e36-60a6-44f3-aedb-46dc26675b9b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.811707] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422307fe-9b86-4f45-a018-109217c3eeb6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.820908] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50b35bf-e885-4e12-9e7f-16987aceba5b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.826071] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "refresh_cache-0e45aa22-a932-49e2-9ba9-abd56d613e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.826071] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "refresh_cache-0e45aa22-a932-49e2-9ba9-abd56d613e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.826165] env[62181]: DEBUG nova.network.neutron [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1790.840962] env[62181]: DEBUG nova.compute.provider_tree [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.874937] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': task-1790670, 'name': Rename_Task, 'duration_secs': 0.24224} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.875158] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1790.875422] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3fc55ea-5873-413f-acda-4ffa5cd6945b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.883400] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Waiting for the task: (returnval){ [ 1790.883400] env[62181]: value = "task-1790674" [ 1790.883400] env[62181]: _type = "Task" [ 1790.883400] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.893015] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': task-1790674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.943651] env[62181]: DEBUG nova.compute.manager [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1790.976734] env[62181]: DEBUG nova.network.neutron [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Successfully created port: 4593dc52-33e1-4dad-855e-b0dd56ded6f6 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1791.005933] env[62181]: DEBUG oslo_vmware.api [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790657, 'name': ReconfigVM_Task, 'duration_secs': 5.833178} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.007145] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.007145] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Reconfigured VM to detach interface {{(pid=62181) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1791.026090] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790673, 'name': CreateVM_Task, 'duration_secs': 0.510083} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.026272] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1791.026928] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.027103] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.027436] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1791.027677] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80217e16-8e6e-4df5-b497-59b391f907b5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.034152] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Waiting for the task: (returnval){ [ 1791.034152] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5264b2b4-f89d-7260-76ce-ee615a71240d" [ 1791.034152] env[62181]: _type = "Task" [ 1791.034152] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.042945] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5264b2b4-f89d-7260-76ce-ee615a71240d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.346784] env[62181]: DEBUG nova.scheduler.client.report [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1791.371457] env[62181]: DEBUG nova.network.neutron [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1791.394701] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': task-1790674, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.549287] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5264b2b4-f89d-7260-76ce-ee615a71240d, 'name': SearchDatastore_Task, 'duration_secs': 0.012185} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.549605] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.549845] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1791.550083] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.550271] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.550468] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1791.550771] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db48cb5b-dc2b-49be-b4ba-a1f9383f3a1f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.561963] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1791.562208] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1791.563987] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa46e595-471e-4d66-9d5c-bd66e8786211 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.571283] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Waiting for the task: (returnval){ [ 1791.571283] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]523f64b0-c424-8e7a-b866-2e2a96a986e1" [ 1791.571283] env[62181]: _type = "Task" [ 1791.571283] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.581963] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523f64b0-c424-8e7a-b866-2e2a96a986e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.592768] env[62181]: DEBUG nova.network.neutron [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Updating instance_info_cache with network_info: [{"id": "9cc21c4a-e203-4d26-9413-90cc7cf8890e", "address": "fa:16:3e:c8:aa:7b", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cc21c4a-e2", "ovs_interfaceid": "9cc21c4a-e203-4d26-9413-90cc7cf8890e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.629940] env[62181]: DEBUG nova.network.neutron [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Updated VIF entry in instance network info cache for port 7a8ae1ab-92a9-4f08-9c5d-8af1ca6f801c. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1791.629940] env[62181]: DEBUG nova.network.neutron [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Updating instance_info_cache with network_info: [{"id": "7a8ae1ab-92a9-4f08-9c5d-8af1ca6f801c", "address": "fa:16:3e:d2:2b:d5", "network": {"id": "4c6d8026-b116-4904-9279-3dcf4042eea3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1346423944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39294e48c764167a88f562e99e5c033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8ae1ab-92", "ovs_interfaceid": "7a8ae1ab-92a9-4f08-9c5d-8af1ca6f801c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.852962] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.856094] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.775s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.856094] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.856094] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1791.856469] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.002s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.860435] env[62181]: INFO nova.compute.claims [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1791.862339] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6527a6-86f5-4f32-be52-ce210c666784 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.872993] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27574112-eb5f-4a12-85be-02d75e54f2e2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.878588] env[62181]: INFO nova.scheduler.client.report [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Deleted allocations for instance eabeee72-19c1-40d5-bdef-04f84ddae252 [ 1791.894189] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272f11f3-13b1-4fed-ad65-2e0c82eb2b51 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.904875] env[62181]: DEBUG oslo_vmware.api [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': task-1790674, 'name': PowerOnVM_Task, 'duration_secs': 0.628845} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.905885] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1791.906116] env[62181]: INFO nova.compute.manager [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1791.906309] env[62181]: DEBUG nova.compute.manager [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1791.907350] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d4af8f-9e77-4017-a9a8-1bbf5167c86c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.910989] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543f6121-821a-40cf-8c8b-7230452b29e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.948786] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178679MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1791.948939] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.956123] env[62181]: DEBUG nova.compute.manager [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1791.986710] env[62181]: DEBUG nova.virt.hardware [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1791.986957] env[62181]: DEBUG nova.virt.hardware [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1791.987135] env[62181]: DEBUG nova.virt.hardware [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1791.987319] env[62181]: DEBUG nova.virt.hardware [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1791.987464] env[62181]: DEBUG nova.virt.hardware [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1791.987609] env[62181]: DEBUG nova.virt.hardware [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1791.987818] env[62181]: DEBUG nova.virt.hardware [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1791.987978] env[62181]: DEBUG nova.virt.hardware [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1791.988165] env[62181]: DEBUG nova.virt.hardware [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1791.988327] env[62181]: DEBUG nova.virt.hardware [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1791.988495] env[62181]: DEBUG nova.virt.hardware [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1791.989369] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1942dfac-3539-4c49-a765-e5836ae0a134 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.999644] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c861d28-58f6-4cf9-8185-0ccd220d4849 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.082732] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523f64b0-c424-8e7a-b866-2e2a96a986e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010789} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.083574] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dac86b2-15f8-4422-84ad-1a917dec89f0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.089665] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Waiting for the task: (returnval){ [ 1792.089665] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]522715ae-fe54-f416-7167-77bad9b7f738" [ 1792.089665] env[62181]: _type = "Task" [ 1792.089665] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.098242] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "refresh_cache-0e45aa22-a932-49e2-9ba9-abd56d613e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.098543] env[62181]: DEBUG nova.compute.manager [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Instance network_info: |[{"id": "9cc21c4a-e203-4d26-9413-90cc7cf8890e", "address": "fa:16:3e:c8:aa:7b", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cc21c4a-e2", "ovs_interfaceid": "9cc21c4a-e203-4d26-9413-90cc7cf8890e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1792.098892] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]522715ae-fe54-f416-7167-77bad9b7f738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.099457] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:aa:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cc21c4a-e203-4d26-9413-90cc7cf8890e', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1792.107565] env[62181]: DEBUG oslo.service.loopingcall [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.108059] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1792.108405] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea252ef0-a9e2-46cf-9163-4a7b368983d4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.128495] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1792.128495] env[62181]: value = "task-1790675" [ 1792.128495] env[62181]: _type = "Task" [ 1792.128495] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.135577] env[62181]: DEBUG oslo_concurrency.lockutils [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] Releasing lock "refresh_cache-f3e33a72-3b91-4552-a83a-4d0f0cfdbec8" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.135577] env[62181]: DEBUG nova.compute.manager [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Received event network-vif-plugged-9cc21c4a-e203-4d26-9413-90cc7cf8890e {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1792.135577] env[62181]: DEBUG oslo_concurrency.lockutils [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] Acquiring lock "0e45aa22-a932-49e2-9ba9-abd56d613e44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.135577] env[62181]: DEBUG oslo_concurrency.lockutils [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] Lock "0e45aa22-a932-49e2-9ba9-abd56d613e44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.135577] env[62181]: DEBUG oslo_concurrency.lockutils [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] Lock "0e45aa22-a932-49e2-9ba9-abd56d613e44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.135577] env[62181]: DEBUG nova.compute.manager [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] No waiting events found dispatching network-vif-plugged-9cc21c4a-e203-4d26-9413-90cc7cf8890e {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1792.135577] env[62181]: WARNING nova.compute.manager [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Received unexpected event network-vif-plugged-9cc21c4a-e203-4d26-9413-90cc7cf8890e for instance with vm_state building and task_state spawning. [ 1792.135577] env[62181]: DEBUG nova.compute.manager [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Received event network-changed-9cc21c4a-e203-4d26-9413-90cc7cf8890e {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1792.135577] env[62181]: DEBUG nova.compute.manager [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Refreshing instance network info cache due to event network-changed-9cc21c4a-e203-4d26-9413-90cc7cf8890e. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1792.135577] env[62181]: DEBUG oslo_concurrency.lockutils [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] Acquiring lock "refresh_cache-0e45aa22-a932-49e2-9ba9-abd56d613e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.135577] env[62181]: DEBUG oslo_concurrency.lockutils [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] Acquired lock "refresh_cache-0e45aa22-a932-49e2-9ba9-abd56d613e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.135577] env[62181]: DEBUG nova.network.neutron [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Refreshing network info cache for port 9cc21c4a-e203-4d26-9413-90cc7cf8890e {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1792.140587] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790675, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.393932] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c14c2713-be24-43a9-bc1a-58966133db94 tempest-ServerMetadataTestJSON-242039920 tempest-ServerMetadataTestJSON-242039920-project-member] Lock "eabeee72-19c1-40d5-bdef-04f84ddae252" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.964s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.460087] env[62181]: INFO nova.compute.manager [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Took 26.56 seconds to build instance. [ 1792.510378] env[62181]: DEBUG nova.compute.manager [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Received event network-vif-deleted-7eed989b-935a-4031-804f-3a53fbe292fa {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1792.512279] env[62181]: INFO nova.compute.manager [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Neutron deleted interface 7eed989b-935a-4031-804f-3a53fbe292fa; detaching it from the instance and deleting it from the info cache [ 1792.513063] env[62181]: DEBUG nova.network.neutron [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Updating instance_info_cache with network_info: [{"id": "244f758b-0f50-478d-823e-ffff920576fe", "address": "fa:16:3e:79:e9:48", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244f758b-0f", "ovs_interfaceid": "244f758b-0f50-478d-823e-ffff920576fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.565241] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.568019] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.568019] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.568019] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.568019] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.571350] env[62181]: INFO nova.compute.manager [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Terminating instance [ 1792.601573] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]522715ae-fe54-f416-7167-77bad9b7f738, 'name': SearchDatastore_Task, 'duration_secs': 0.010364} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.601972] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.602331] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f3e33a72-3b91-4552-a83a-4d0f0cfdbec8/f3e33a72-3b91-4552-a83a-4d0f0cfdbec8.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1792.602643] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bc702eb-c3fb-46e8-9307-c8b0a5117fe0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.610566] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Waiting for the task: (returnval){ [ 1792.610566] env[62181]: value = "task-1790676" [ 1792.610566] env[62181]: _type = "Task" [ 1792.610566] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.622075] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.640525] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790675, 'name': CreateVM_Task, 'duration_secs': 0.347742} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.640816] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1792.642035] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.642322] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.642686] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1792.643013] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d9cfc03-ae8d-4665-ae91-3421cf0d0762 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.650058] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1792.650058] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52813e27-bad2-f55e-f6c6-bfe8cf66ed13" [ 1792.650058] env[62181]: _type = "Task" [ 1792.650058] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.660450] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52813e27-bad2-f55e-f6c6-bfe8cf66ed13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.699822] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "refresh_cache-4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.699822] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "refresh_cache-4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.699822] env[62181]: DEBUG nova.network.neutron [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1792.962173] env[62181]: DEBUG oslo_concurrency.lockutils [None req-beb34aff-c98e-4636-bbd8-c47e20949ad7 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Lock "9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.082s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.017909] env[62181]: DEBUG oslo_concurrency.lockutils [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] Acquiring lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.078242] env[62181]: DEBUG nova.compute.manager [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1793.078592] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1793.080539] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cce854-b870-4f7e-8f5b-bd9b746b39fe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.097644] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1793.098635] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be952e5e-f8e4-485c-be99-7d0eaff21dd3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.109900] env[62181]: DEBUG oslo_vmware.api [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1793.109900] env[62181]: value = "task-1790677" [ 1793.109900] env[62181]: _type = "Task" [ 1793.109900] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.132242] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790676, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.137158] env[62181]: DEBUG oslo_vmware.api [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.168061] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52813e27-bad2-f55e-f6c6-bfe8cf66ed13, 'name': SearchDatastore_Task, 'duration_secs': 0.018931} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.169190] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.169516] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1793.169799] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.169973] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.170208] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1793.170649] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-922ac4ec-af55-44da-a89c-69611dd75798 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.181536] env[62181]: DEBUG nova.network.neutron [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Updated VIF entry in instance network info cache for port 9cc21c4a-e203-4d26-9413-90cc7cf8890e. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1793.181982] env[62181]: DEBUG nova.network.neutron [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Updating instance_info_cache with network_info: [{"id": "9cc21c4a-e203-4d26-9413-90cc7cf8890e", "address": "fa:16:3e:c8:aa:7b", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cc21c4a-e2", "ovs_interfaceid": "9cc21c4a-e203-4d26-9413-90cc7cf8890e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.208759] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1793.209135] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1793.211200] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d539d5-f9b8-4cc2-b5a4-708637a35ca3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.217068] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2882f05f-ff56-4f50-b92e-bd6676bfcbd5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.228335] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1793.228335] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]522f1e88-7769-3125-4ead-6f75e70f7599" [ 1793.228335] env[62181]: _type = "Task" [ 1793.228335] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.234668] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287dc3fc-34ed-44a0-a4f6-2c5ad84e0c62 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.247537] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]522f1e88-7769-3125-4ead-6f75e70f7599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.290229] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8a7ab8-1512-4a5b-919a-16611ae12780 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.300546] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e82ee13-7059-4ab7-b2e1-79e6bb08c5e4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.315405] env[62181]: DEBUG nova.compute.provider_tree [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.504793] env[62181]: DEBUG nova.network.neutron [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Successfully updated port: 4593dc52-33e1-4dad-855e-b0dd56ded6f6 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1793.629191] env[62181]: DEBUG oslo_vmware.api [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790677, 'name': PowerOffVM_Task, 'duration_secs': 0.297357} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.629961] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1793.630159] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1793.630394] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d60f16d-c228-4f56-a8cd-200c6322186e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.635641] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676525} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.636336] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f3e33a72-3b91-4552-a83a-4d0f0cfdbec8/f3e33a72-3b91-4552-a83a-4d0f0cfdbec8.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1793.636608] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1793.636911] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0ad7902-6c63-40f2-a99a-0c0313610b84 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.644735] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Waiting for the task: (returnval){ [ 1793.644735] env[62181]: value = "task-1790679" [ 1793.644735] env[62181]: _type = "Task" [ 1793.644735] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.654182] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.687478] env[62181]: DEBUG oslo_concurrency.lockutils [req-d3c0a812-07e8-482d-864c-fe625e8539ab req-46f62ab2-343a-4af9-aa44-1ddcf94b3135 service nova] Releasing lock "refresh_cache-0e45aa22-a932-49e2-9ba9-abd56d613e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.739972] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]522f1e88-7769-3125-4ead-6f75e70f7599, 'name': SearchDatastore_Task, 'duration_secs': 0.049348} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.740634] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a48b262-be44-46f4-83ab-4cce29e1b757 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.743866] env[62181]: DEBUG nova.network.neutron [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Updating instance_info_cache with network_info: [{"id": "244f758b-0f50-478d-823e-ffff920576fe", "address": "fa:16:3e:79:e9:48", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244f758b-0f", "ovs_interfaceid": "244f758b-0f50-478d-823e-ffff920576fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.749891] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1793.749891] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527ca7a1-93d1-2cb9-b364-c38afed6c327" [ 1793.749891] env[62181]: _type = "Task" [ 1793.749891] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.760052] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527ca7a1-93d1-2cb9-b364-c38afed6c327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.821024] env[62181]: DEBUG nova.scheduler.client.report [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1793.871028] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1793.871028] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1793.871028] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Deleting the datastore file [datastore1] 4b6efecf-cfdc-4e6a-8f26-1475f0f52133 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1793.871028] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c46146d-d73a-4168-9d5d-c8271e77a46a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.879495] env[62181]: DEBUG oslo_vmware.api [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1793.879495] env[62181]: value = "task-1790680" [ 1793.879495] env[62181]: _type = "Task" [ 1793.879495] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.891472] env[62181]: DEBUG oslo_vmware.api [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.008028] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Acquiring lock "refresh_cache-8b1e75b9-f8dc-4fab-820d-591e5c391940" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.009725] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Acquired lock "refresh_cache-8b1e75b9-f8dc-4fab-820d-591e5c391940" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.009725] env[62181]: DEBUG nova.network.neutron [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1794.156979] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080427} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.157306] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1794.158247] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0b1845-ef8d-470c-82dd-f796344afcd4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.189098] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] f3e33a72-3b91-4552-a83a-4d0f0cfdbec8/f3e33a72-3b91-4552-a83a-4d0f0cfdbec8.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1794.189571] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b35ff6c3-e9a2-4477-99c1-688d4d69d5a7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.213701] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Waiting for the task: (returnval){ [ 1794.213701] env[62181]: value = "task-1790681" [ 1794.213701] env[62181]: _type = "Task" [ 1794.213701] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.222951] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.248168] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "refresh_cache-4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.267187] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527ca7a1-93d1-2cb9-b364-c38afed6c327, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.268770] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.268770] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 0e45aa22-a932-49e2-9ba9-abd56d613e44/0e45aa22-a932-49e2-9ba9-abd56d613e44.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1794.268770] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f3c0ce2-2b3e-4264-97fb-65dd5445de1e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.277798] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1794.277798] env[62181]: value = "task-1790682" [ 1794.277798] env[62181]: _type = "Task" [ 1794.277798] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.290680] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.323700] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.324440] env[62181]: DEBUG nova.compute.manager [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1794.327438] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.129s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.329242] env[62181]: INFO nova.compute.claims [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1794.392582] env[62181]: DEBUG oslo_vmware.api [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206154} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.393149] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1794.393355] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1794.394055] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1794.394055] env[62181]: INFO nova.compute.manager [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1794.394055] env[62181]: DEBUG oslo.service.loopingcall [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.394418] env[62181]: DEBUG nova.compute.manager [-] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1794.394418] env[62181]: DEBUG nova.network.neutron [-] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1794.583099] env[62181]: DEBUG nova.network.neutron [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1794.728759] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790681, 'name': ReconfigVM_Task, 'duration_secs': 0.310812} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.728759] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Reconfigured VM instance instance-00000055 to attach disk [datastore1] f3e33a72-3b91-4552-a83a-4d0f0cfdbec8/f3e33a72-3b91-4552-a83a-4d0f0cfdbec8.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1794.728759] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97bc1f99-6da9-485e-bb26-1eaf26a0e9f6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.739775] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Waiting for the task: (returnval){ [ 1794.739775] env[62181]: value = "task-1790683" [ 1794.739775] env[62181]: _type = "Task" [ 1794.739775] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.759157] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6ce696ec-71b9-4cfd-af29-dabe9fb44a05 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-4b6efecf-cfdc-4e6a-8f26-1475f0f52133-7eed989b-935a-4031-804f-3a53fbe292fa" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.381s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.760780] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790683, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.791494] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790682, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.834594] env[62181]: DEBUG nova.compute.utils [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1794.841030] env[62181]: DEBUG nova.compute.manager [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1794.841030] env[62181]: DEBUG nova.network.neutron [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1794.958650] env[62181]: DEBUG nova.compute.manager [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Received event network-vif-plugged-4593dc52-33e1-4dad-855e-b0dd56ded6f6 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1794.958886] env[62181]: DEBUG oslo_concurrency.lockutils [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] Acquiring lock "8b1e75b9-f8dc-4fab-820d-591e5c391940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.959622] env[62181]: DEBUG oslo_concurrency.lockutils [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] Lock "8b1e75b9-f8dc-4fab-820d-591e5c391940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.959806] env[62181]: DEBUG oslo_concurrency.lockutils [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] Lock "8b1e75b9-f8dc-4fab-820d-591e5c391940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.959993] env[62181]: DEBUG nova.compute.manager [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] No waiting events found dispatching network-vif-plugged-4593dc52-33e1-4dad-855e-b0dd56ded6f6 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1794.960181] env[62181]: WARNING nova.compute.manager [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Received unexpected event network-vif-plugged-4593dc52-33e1-4dad-855e-b0dd56ded6f6 for instance with vm_state building and task_state spawning. [ 1794.960346] env[62181]: DEBUG nova.compute.manager [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Received event network-changed-4593dc52-33e1-4dad-855e-b0dd56ded6f6 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1794.960501] env[62181]: DEBUG nova.compute.manager [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Refreshing instance network info cache due to event network-changed-4593dc52-33e1-4dad-855e-b0dd56ded6f6. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1794.960673] env[62181]: DEBUG oslo_concurrency.lockutils [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] Acquiring lock "refresh_cache-8b1e75b9-f8dc-4fab-820d-591e5c391940" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.005903] env[62181]: DEBUG nova.policy [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49af4d3d5fb946738e5f3cab90a62e97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c40c8d5d4cbf4d7a99ba332e6e8df781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1795.083364] env[62181]: DEBUG nova.network.neutron [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Updating instance_info_cache with network_info: [{"id": "4593dc52-33e1-4dad-855e-b0dd56ded6f6", "address": "fa:16:3e:1e:d6:73", "network": {"id": "645887d4-54ec-4a8e-b608-0acdb553f88f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1582739619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "676983f6a1c94522846cbc82678fbc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4593dc52-33", "ovs_interfaceid": "4593dc52-33e1-4dad-855e-b0dd56ded6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.249882] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790683, 'name': Rename_Task, 'duration_secs': 0.219507} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.251525] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1795.251814] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c999b2d-c4c1-4898-ab2e-20ed7b29342c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.259319] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Waiting for the task: (returnval){ [ 1795.259319] env[62181]: value = "task-1790684" [ 1795.259319] env[62181]: _type = "Task" [ 1795.259319] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.272107] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.289969] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757484} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.290970] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 0e45aa22-a932-49e2-9ba9-abd56d613e44/0e45aa22-a932-49e2-9ba9-abd56d613e44.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1795.291218] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1795.291498] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb356ac9-4340-4a1a-b402-265867c6ea7a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.299466] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1795.299466] env[62181]: value = "task-1790685" [ 1795.299466] env[62181]: _type = "Task" [ 1795.299466] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.307590] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.339850] env[62181]: DEBUG nova.compute.manager [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1795.586788] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Releasing lock "refresh_cache-8b1e75b9-f8dc-4fab-820d-591e5c391940" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.587753] env[62181]: DEBUG nova.compute.manager [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Instance network_info: |[{"id": "4593dc52-33e1-4dad-855e-b0dd56ded6f6", "address": "fa:16:3e:1e:d6:73", "network": {"id": "645887d4-54ec-4a8e-b608-0acdb553f88f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1582739619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "676983f6a1c94522846cbc82678fbc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4593dc52-33", "ovs_interfaceid": "4593dc52-33e1-4dad-855e-b0dd56ded6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1795.587753] env[62181]: DEBUG oslo_concurrency.lockutils [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] Acquired lock "refresh_cache-8b1e75b9-f8dc-4fab-820d-591e5c391940" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.588735] env[62181]: DEBUG nova.network.neutron [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Refreshing network info cache for port 4593dc52-33e1-4dad-855e-b0dd56ded6f6 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1795.592537] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:d6:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4593dc52-33e1-4dad-855e-b0dd56ded6f6', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1795.604043] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Creating folder: Project (676983f6a1c94522846cbc82678fbc7d). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1795.609894] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce1ec1e2-f1f4-4a28-8320-e515c03ee316 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.628553] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Created folder: Project (676983f6a1c94522846cbc82678fbc7d) in parent group-v371238. [ 1795.628961] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Creating folder: Instances. Parent ref: group-v371489. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1795.629028] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-515c7dff-fbc1-4b8c-9abd-c602034d2dd2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.642715] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Created folder: Instances in parent group-v371489. [ 1795.643038] env[62181]: DEBUG oslo.service.loopingcall [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.643367] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1795.643488] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7df55fcc-a114-47ba-9929-9222a96814b9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.662224] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2aca17-2e57-4ebc-9768-22eefdf6cb3e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.670694] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fceb235-657c-494c-852a-2365ff0dc9d5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.676850] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1795.676850] env[62181]: value = "task-1790688" [ 1795.676850] env[62181]: _type = "Task" [ 1795.676850] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.711698] env[62181]: DEBUG nova.network.neutron [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Successfully created port: 19d19ec5-42b2-47c8-9341-c028cc42abe8 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1795.716043] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951b6dfa-6616-4e15-8e1d-c1fc20686aec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.726070] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790688, 'name': CreateVM_Task} progress is 15%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.733296] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c444eb6d-554c-47d8-be31-5edd4f017568 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.750078] env[62181]: DEBUG nova.compute.provider_tree [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.771497] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.809366] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.026642] env[62181]: DEBUG nova.network.neutron [-] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.189192] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790688, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.255297] env[62181]: DEBUG nova.scheduler.client.report [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1796.276842] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.310541] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.737526} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.310834] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1796.312056] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbc4f45-ad29-4dc2-9228-278f19fdb36e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.339217] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 0e45aa22-a932-49e2-9ba9-abd56d613e44/0e45aa22-a932-49e2-9ba9-abd56d613e44.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1796.339609] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3785cd59-6e6a-4393-afeb-9b1240a3f3c0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.357161] env[62181]: DEBUG nova.compute.manager [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1796.367287] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1796.367287] env[62181]: value = "task-1790689" [ 1796.367287] env[62181]: _type = "Task" [ 1796.367287] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.380610] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.381165] env[62181]: DEBUG nova.network.neutron [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Updated VIF entry in instance network info cache for port 4593dc52-33e1-4dad-855e-b0dd56ded6f6. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1796.381800] env[62181]: DEBUG nova.network.neutron [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Updating instance_info_cache with network_info: [{"id": "4593dc52-33e1-4dad-855e-b0dd56ded6f6", "address": "fa:16:3e:1e:d6:73", "network": {"id": "645887d4-54ec-4a8e-b608-0acdb553f88f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1582739619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "676983f6a1c94522846cbc82678fbc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4593dc52-33", "ovs_interfaceid": "4593dc52-33e1-4dad-855e-b0dd56ded6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.396243] env[62181]: DEBUG nova.virt.hardware [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1796.396439] env[62181]: DEBUG nova.virt.hardware [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.397333] env[62181]: DEBUG nova.virt.hardware [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1796.397333] env[62181]: DEBUG nova.virt.hardware [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.397333] env[62181]: DEBUG nova.virt.hardware [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1796.397333] env[62181]: DEBUG nova.virt.hardware [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1796.398170] env[62181]: DEBUG nova.virt.hardware [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1796.398170] env[62181]: DEBUG nova.virt.hardware [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1796.398170] env[62181]: DEBUG nova.virt.hardware [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1796.398170] env[62181]: DEBUG nova.virt.hardware [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1796.398170] env[62181]: DEBUG nova.virt.hardware [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1796.399029] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136a0004-ecc0-483f-81ad-4e06128244c0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.415590] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93789f8f-b362-4e74-9a5b-2d48a4d56f12 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.529813] env[62181]: INFO nova.compute.manager [-] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Took 2.14 seconds to deallocate network for instance. [ 1796.690733] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790688, 'name': CreateVM_Task, 'duration_secs': 0.844854} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.690950] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1796.691739] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.692176] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.692598] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1796.692886] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0a407e0-2c5f-4204-a8fc-3232a3f9a594 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.701062] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Waiting for the task: (returnval){ [ 1796.701062] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52d99a2e-99cf-5222-b870-0aae46c088fd" [ 1796.701062] env[62181]: _type = "Task" [ 1796.701062] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.716959] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d99a2e-99cf-5222-b870-0aae46c088fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.767024] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.767024] env[62181]: DEBUG nova.compute.manager [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1796.770419] env[62181]: DEBUG oslo_concurrency.lockutils [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.924s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.770707] env[62181]: DEBUG nova.objects.instance [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lazy-loading 'resources' on Instance uuid 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1796.786756] env[62181]: DEBUG oslo_vmware.api [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790684, 'name': PowerOnVM_Task, 'duration_secs': 1.424319} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.787142] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1796.788019] env[62181]: INFO nova.compute.manager [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1796.788019] env[62181]: DEBUG nova.compute.manager [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1796.788761] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ffca28-939f-4073-a0c9-3dea368c344a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.881538] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790689, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.892769] env[62181]: DEBUG oslo_concurrency.lockutils [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] Releasing lock "refresh_cache-8b1e75b9-f8dc-4fab-820d-591e5c391940" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.892769] env[62181]: DEBUG nova.compute.manager [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Received event network-changed-7815e1f3-1033-494f-8e55-d288a782142c {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1796.892769] env[62181]: DEBUG nova.compute.manager [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Refreshing instance network info cache due to event network-changed-7815e1f3-1033-494f-8e55-d288a782142c. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1796.892769] env[62181]: DEBUG oslo_concurrency.lockutils [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] Acquiring lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.892769] env[62181]: DEBUG oslo_concurrency.lockutils [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] Acquired lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.892769] env[62181]: DEBUG nova.network.neutron [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Refreshing network info cache for port 7815e1f3-1033-494f-8e55-d288a782142c {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.041679] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.101192] env[62181]: DEBUG nova.compute.manager [req-5c819bc5-bebe-4463-8ddb-02f5430b3368 req-37a19f2b-3c74-4810-9510-edd3b6d355f6 service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Received event network-vif-deleted-244f758b-0f50-478d-823e-ffff920576fe {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1797.101192] env[62181]: DEBUG nova.compute.manager [req-5c819bc5-bebe-4463-8ddb-02f5430b3368 req-37a19f2b-3c74-4810-9510-edd3b6d355f6 service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Received event network-changed-7815e1f3-1033-494f-8e55-d288a782142c {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1797.102043] env[62181]: DEBUG nova.compute.manager [req-5c819bc5-bebe-4463-8ddb-02f5430b3368 req-37a19f2b-3c74-4810-9510-edd3b6d355f6 service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Refreshing instance network info cache due to event network-changed-7815e1f3-1033-494f-8e55-d288a782142c. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1797.102043] env[62181]: DEBUG oslo_concurrency.lockutils [req-5c819bc5-bebe-4463-8ddb-02f5430b3368 req-37a19f2b-3c74-4810-9510-edd3b6d355f6 service nova] Acquiring lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.209043] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Acquiring lock "9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.209043] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Lock "9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.209043] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Acquiring lock "9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.209043] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Lock "9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.209043] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Lock "9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.210921] env[62181]: INFO nova.compute.manager [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Terminating instance [ 1797.228180] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d99a2e-99cf-5222-b870-0aae46c088fd, 'name': SearchDatastore_Task, 'duration_secs': 0.025604} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.228629] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.229141] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1797.229658] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.229930] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.230238] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1797.234022] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01b2adee-e5c3-49bf-b57e-e0e0e4ff9d7c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.249049] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1797.249049] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1797.249049] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b5119df-8186-4f89-bc44-84d4edbbc331 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.255736] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Waiting for the task: (returnval){ [ 1797.255736] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5286b1dd-2b97-e757-85a6-7eed188bbc96" [ 1797.255736] env[62181]: _type = "Task" [ 1797.255736] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.265503] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5286b1dd-2b97-e757-85a6-7eed188bbc96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.279707] env[62181]: DEBUG nova.compute.utils [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1797.282169] env[62181]: DEBUG nova.objects.instance [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lazy-loading 'numa_topology' on Instance uuid 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.283107] env[62181]: DEBUG nova.compute.manager [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1797.283308] env[62181]: DEBUG nova.network.neutron [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1797.313817] env[62181]: INFO nova.compute.manager [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Took 26.10 seconds to build instance. [ 1797.328220] env[62181]: DEBUG nova.policy [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a80abd0822234d5c9ee89ac6b18d6c4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f729447b11648c2a0bbf35b9764cdc5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1797.381038] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790689, 'name': ReconfigVM_Task, 'duration_secs': 0.522906} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.381416] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 0e45aa22-a932-49e2-9ba9-abd56d613e44/0e45aa22-a932-49e2-9ba9-abd56d613e44.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1797.382168] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7a32d0a-eb44-4a79-96e8-e4481ce5bae8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.391059] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1797.391059] env[62181]: value = "task-1790690" [ 1797.391059] env[62181]: _type = "Task" [ 1797.391059] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.413560] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790690, 'name': Rename_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.722826] env[62181]: DEBUG nova.compute.manager [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1797.723079] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1797.724047] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4188250a-e536-481e-816b-934e8845d319 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.733515] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1797.733828] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8eaa4b8-6e23-4a65-ba73-d15e1bf29a3f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.741812] env[62181]: DEBUG oslo_vmware.api [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Waiting for the task: (returnval){ [ 1797.741812] env[62181]: value = "task-1790691" [ 1797.741812] env[62181]: _type = "Task" [ 1797.741812] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.754288] env[62181]: DEBUG oslo_vmware.api [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': task-1790691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.768711] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5286b1dd-2b97-e757-85a6-7eed188bbc96, 'name': SearchDatastore_Task, 'duration_secs': 0.016709} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.769469] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07020c92-b55e-4c85-8007-ca5ffff1ab26 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.776464] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Waiting for the task: (returnval){ [ 1797.776464] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52235772-e141-9fc0-20bf-2e5c784c652e" [ 1797.776464] env[62181]: _type = "Task" [ 1797.776464] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.786610] env[62181]: DEBUG nova.compute.manager [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1797.789798] env[62181]: DEBUG nova.objects.base [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Object Instance<48b7c782-f3b2-4d24-a3c8-0ef6a461ef93> lazy-loaded attributes: resources,numa_topology {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1797.792593] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52235772-e141-9fc0-20bf-2e5c784c652e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.818176] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8e7e2237-f7a1-432c-b824-5fd76b1d5ded tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Lock "f3e33a72-3b91-4552-a83a-4d0f0cfdbec8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.610s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.827690] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Acquiring lock "26a8d33b-b59c-4460-8373-16a0cbbc8486" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.827690] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Lock "26a8d33b-b59c-4460-8373-16a0cbbc8486" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.827690] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Acquiring lock "26a8d33b-b59c-4460-8373-16a0cbbc8486-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.827690] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Lock "26a8d33b-b59c-4460-8373-16a0cbbc8486-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.827690] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Lock "26a8d33b-b59c-4460-8373-16a0cbbc8486-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.829211] env[62181]: INFO nova.compute.manager [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Terminating instance [ 1797.905291] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790690, 'name': Rename_Task, 'duration_secs': 0.220826} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.905429] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1797.908279] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b061088-21b6-4a41-a752-7daf4f723bcc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.917841] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1797.917841] env[62181]: value = "task-1790692" [ 1797.917841] env[62181]: _type = "Task" [ 1797.917841] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.928484] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.988494] env[62181]: DEBUG nova.network.neutron [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Updated VIF entry in instance network info cache for port 7815e1f3-1033-494f-8e55-d288a782142c. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.988838] env[62181]: DEBUG nova.network.neutron [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Updating instance_info_cache with network_info: [{"id": "7815e1f3-1033-494f-8e55-d288a782142c", "address": "fa:16:3e:e7:7e:5a", "network": {"id": "eb09e3b7-69e9-45b0-b806-1ee835215922", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1331248632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e9a51282d6a849f9b8457f3b0cd65157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7815e1f3-10", "ovs_interfaceid": "7815e1f3-1033-494f-8e55-d288a782142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.109243] env[62181]: DEBUG nova.network.neutron [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Successfully created port: 0b3d646b-b1ec-4c66-a719-a72627c92a54 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1798.126987] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05de3e7a-1939-417b-98b5-19783d6d1fa9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.141150] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a3070a-3fb9-4354-8add-96960cd72928 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.200424] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b68a779-cfd9-4c0c-a574-7122b2a4514b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.214705] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029fb605-8a6d-44f4-b250-9a04d0638db3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.233481] env[62181]: DEBUG nova.compute.provider_tree [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1798.252681] env[62181]: DEBUG oslo_vmware.api [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': task-1790691, 'name': PowerOffVM_Task, 'duration_secs': 0.383569} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.252959] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1798.253147] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1798.253642] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c548329-14a7-41b7-b08d-d86503c241bd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.288872] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52235772-e141-9fc0-20bf-2e5c784c652e, 'name': SearchDatastore_Task, 'duration_secs': 0.01924} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.289182] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.289441] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 8b1e75b9-f8dc-4fab-820d-591e5c391940/8b1e75b9-f8dc-4fab-820d-591e5c391940.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1798.289700] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a080a2b-2c9f-4ac8-abfc-7e6a942c474b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.299731] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Waiting for the task: (returnval){ [ 1798.299731] env[62181]: value = "task-1790694" [ 1798.299731] env[62181]: _type = "Task" [ 1798.299731] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.311641] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': task-1790694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.334730] env[62181]: DEBUG nova.compute.manager [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1798.335072] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1798.336294] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501f3cb6-a784-4738-84e6-23da50f3d29f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.345834] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.346952] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66c505b0-5db3-4c80-86e3-1ae533fcea07 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.353390] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1798.353617] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1798.353809] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Deleting the datastore file [datastore1] 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1798.354109] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9c29f42-1831-4cff-ae44-e912810ecc45 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.359168] env[62181]: DEBUG oslo_vmware.api [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for the task: (returnval){ [ 1798.359168] env[62181]: value = "task-1790695" [ 1798.359168] env[62181]: _type = "Task" [ 1798.359168] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.365104] env[62181]: DEBUG oslo_vmware.api [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Waiting for the task: (returnval){ [ 1798.365104] env[62181]: value = "task-1790696" [ 1798.365104] env[62181]: _type = "Task" [ 1798.365104] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.373455] env[62181]: DEBUG oslo_vmware.api [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.381150] env[62181]: DEBUG oslo_vmware.api [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': task-1790696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.414388] env[62181]: DEBUG nova.network.neutron [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Successfully updated port: 19d19ec5-42b2-47c8-9341-c028cc42abe8 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1798.432476] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790692, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.491493] env[62181]: DEBUG oslo_concurrency.lockutils [req-01f5988b-7a8b-4c8e-8e5a-61a24751dc4c req-a909bada-e9b9-482b-be12-7121190fdc9b service nova] Releasing lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.492186] env[62181]: DEBUG oslo_concurrency.lockutils [req-5c819bc5-bebe-4463-8ddb-02f5430b3368 req-37a19f2b-3c74-4810-9510-edd3b6d355f6 service nova] Acquired lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.492486] env[62181]: DEBUG nova.network.neutron [req-5c819bc5-bebe-4463-8ddb-02f5430b3368 req-37a19f2b-3c74-4810-9510-edd3b6d355f6 service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Refreshing network info cache for port 7815e1f3-1033-494f-8e55-d288a782142c {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1798.757913] env[62181]: ERROR nova.scheduler.client.report [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [req-1023a06d-e252-4bdc-8b0a-86eb98ecf800] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1023a06d-e252-4bdc-8b0a-86eb98ecf800"}]} [ 1798.775392] env[62181]: DEBUG nova.scheduler.client.report [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1798.795039] env[62181]: DEBUG nova.scheduler.client.report [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1798.795039] env[62181]: DEBUG nova.compute.provider_tree [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1798.800655] env[62181]: DEBUG nova.compute.manager [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1798.811542] env[62181]: DEBUG nova.scheduler.client.report [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1798.817413] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': task-1790694, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.833112] env[62181]: DEBUG nova.virt.hardware [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1798.833380] env[62181]: DEBUG nova.virt.hardware [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1798.833447] env[62181]: DEBUG nova.virt.hardware [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1798.833627] env[62181]: DEBUG nova.virt.hardware [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1798.833771] env[62181]: DEBUG nova.virt.hardware [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1798.835881] env[62181]: DEBUG nova.virt.hardware [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1798.835881] env[62181]: DEBUG nova.virt.hardware [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1798.835881] env[62181]: DEBUG nova.virt.hardware [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1798.835881] env[62181]: DEBUG nova.virt.hardware [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1798.835881] env[62181]: DEBUG nova.virt.hardware [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1798.835881] env[62181]: DEBUG nova.virt.hardware [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1798.836177] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50143bb8-7fab-40f0-b513-3330b84fea80 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.839884] env[62181]: DEBUG nova.scheduler.client.report [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1798.868148] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee43d1e-316e-42f0-a175-cc7021898b41 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.884653] env[62181]: DEBUG oslo_vmware.api [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': task-1790696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.884931] env[62181]: DEBUG oslo_vmware.api [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790695, 'name': PowerOffVM_Task, 'duration_secs': 0.277684} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.895545] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1798.895759] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1798.896519] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1acccb3-3ecf-48d6-b936-2ae1255ed90c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.917878] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquiring lock "refresh_cache-1f847f08-33c7-47d2-b4ff-cc54328a9cb2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.918176] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquired lock "refresh_cache-1f847f08-33c7-47d2-b4ff-cc54328a9cb2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.918405] env[62181]: DEBUG nova.network.neutron [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1798.937227] env[62181]: DEBUG oslo_vmware.api [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790692, 'name': PowerOnVM_Task, 'duration_secs': 0.80056} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.937510] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1798.937722] env[62181]: INFO nova.compute.manager [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1798.938031] env[62181]: DEBUG nova.compute.manager [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1798.941220] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73a495a-0821-43b0-8b46-de5e47c54344 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.964100] env[62181]: DEBUG nova.network.neutron [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1799.143977] env[62181]: DEBUG oslo_concurrency.lockutils [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Acquiring lock "f3e33a72-3b91-4552-a83a-4d0f0cfdbec8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.144439] env[62181]: DEBUG oslo_concurrency.lockutils [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Lock "f3e33a72-3b91-4552-a83a-4d0f0cfdbec8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.146806] env[62181]: DEBUG oslo_concurrency.lockutils [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Acquiring lock "f3e33a72-3b91-4552-a83a-4d0f0cfdbec8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.146806] env[62181]: DEBUG oslo_concurrency.lockutils [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Lock "f3e33a72-3b91-4552-a83a-4d0f0cfdbec8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.146806] env[62181]: DEBUG oslo_concurrency.lockutils [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Lock "f3e33a72-3b91-4552-a83a-4d0f0cfdbec8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.147807] env[62181]: INFO nova.compute.manager [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Terminating instance [ 1799.165726] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f939af8-52da-44d8-b02d-92b06e8a7607 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.170255] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.170698] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.173901] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Deleting the datastore file [datastore1] 26a8d33b-b59c-4460-8373-16a0cbbc8486 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.173901] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b941e7b6-26b9-4bf2-9e37-c02ba2a4ee2a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.177198] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75a5756-5a1c-4f50-90b8-7c08c863a0cc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.182534] env[62181]: DEBUG oslo_vmware.api [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for the task: (returnval){ [ 1799.182534] env[62181]: value = "task-1790698" [ 1799.182534] env[62181]: _type = "Task" [ 1799.182534] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.224461] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eda453d-329b-4f2a-8865-a4515884ffce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.228945] env[62181]: DEBUG nova.compute.manager [req-35e26ba8-2fad-4c41-9e3a-f6c27be4a582 req-c708f8c4-b028-4400-a192-c78bb6857bbb service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Received event network-vif-plugged-19d19ec5-42b2-47c8-9341-c028cc42abe8 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1799.228945] env[62181]: DEBUG oslo_concurrency.lockutils [req-35e26ba8-2fad-4c41-9e3a-f6c27be4a582 req-c708f8c4-b028-4400-a192-c78bb6857bbb service nova] Acquiring lock "1f847f08-33c7-47d2-b4ff-cc54328a9cb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.229112] env[62181]: DEBUG oslo_concurrency.lockutils [req-35e26ba8-2fad-4c41-9e3a-f6c27be4a582 req-c708f8c4-b028-4400-a192-c78bb6857bbb service nova] Lock "1f847f08-33c7-47d2-b4ff-cc54328a9cb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.229228] env[62181]: DEBUG oslo_concurrency.lockutils [req-35e26ba8-2fad-4c41-9e3a-f6c27be4a582 req-c708f8c4-b028-4400-a192-c78bb6857bbb service nova] Lock "1f847f08-33c7-47d2-b4ff-cc54328a9cb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.229402] env[62181]: DEBUG nova.compute.manager [req-35e26ba8-2fad-4c41-9e3a-f6c27be4a582 req-c708f8c4-b028-4400-a192-c78bb6857bbb service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] No waiting events found dispatching network-vif-plugged-19d19ec5-42b2-47c8-9341-c028cc42abe8 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1799.229570] env[62181]: WARNING nova.compute.manager [req-35e26ba8-2fad-4c41-9e3a-f6c27be4a582 req-c708f8c4-b028-4400-a192-c78bb6857bbb service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Received unexpected event network-vif-plugged-19d19ec5-42b2-47c8-9341-c028cc42abe8 for instance with vm_state building and task_state spawning. [ 1799.229725] env[62181]: DEBUG nova.compute.manager [req-35e26ba8-2fad-4c41-9e3a-f6c27be4a582 req-c708f8c4-b028-4400-a192-c78bb6857bbb service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Received event network-changed-19d19ec5-42b2-47c8-9341-c028cc42abe8 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1799.229871] env[62181]: DEBUG nova.compute.manager [req-35e26ba8-2fad-4c41-9e3a-f6c27be4a582 req-c708f8c4-b028-4400-a192-c78bb6857bbb service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Refreshing instance network info cache due to event network-changed-19d19ec5-42b2-47c8-9341-c028cc42abe8. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1799.230056] env[62181]: DEBUG oslo_concurrency.lockutils [req-35e26ba8-2fad-4c41-9e3a-f6c27be4a582 req-c708f8c4-b028-4400-a192-c78bb6857bbb service nova] Acquiring lock "refresh_cache-1f847f08-33c7-47d2-b4ff-cc54328a9cb2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.234015] env[62181]: DEBUG oslo_vmware.api [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.239807] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ba65ef-0e38-4464-85ce-da70eec7cd47 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.257808] env[62181]: DEBUG nova.compute.provider_tree [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1799.318774] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': task-1790694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861984} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.319113] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 8b1e75b9-f8dc-4fab-820d-591e5c391940/8b1e75b9-f8dc-4fab-820d-591e5c391940.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1799.319325] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1799.323023] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cd2ff83-d4b0-4f1d-a1a8-8bbadb8971df {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.327703] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Waiting for the task: (returnval){ [ 1799.327703] env[62181]: value = "task-1790699" [ 1799.327703] env[62181]: _type = "Task" [ 1799.327703] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.336697] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': task-1790699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.342538] env[62181]: DEBUG nova.network.neutron [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Updating instance_info_cache with network_info: [{"id": "19d19ec5-42b2-47c8-9341-c028cc42abe8", "address": "fa:16:3e:09:d5:06", "network": {"id": "d41fa240-06d5-4424-9abe-22807c412a41", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1017225931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c40c8d5d4cbf4d7a99ba332e6e8df781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19d19ec5-42", "ovs_interfaceid": "19d19ec5-42b2-47c8-9341-c028cc42abe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.384487] env[62181]: DEBUG oslo_vmware.api [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Task: {'id': task-1790696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.607732} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.384748] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1799.384937] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1799.385173] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1799.385360] env[62181]: INFO nova.compute.manager [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1799.385607] env[62181]: DEBUG oslo.service.loopingcall [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.385802] env[62181]: DEBUG nova.compute.manager [-] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1799.385896] env[62181]: DEBUG nova.network.neutron [-] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1799.469834] env[62181]: INFO nova.compute.manager [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Took 26.20 seconds to build instance. [ 1799.502505] env[62181]: DEBUG nova.network.neutron [req-5c819bc5-bebe-4463-8ddb-02f5430b3368 req-37a19f2b-3c74-4810-9510-edd3b6d355f6 service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Updated VIF entry in instance network info cache for port 7815e1f3-1033-494f-8e55-d288a782142c. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1799.502874] env[62181]: DEBUG nova.network.neutron [req-5c819bc5-bebe-4463-8ddb-02f5430b3368 req-37a19f2b-3c74-4810-9510-edd3b6d355f6 service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Updating instance_info_cache with network_info: [{"id": "7815e1f3-1033-494f-8e55-d288a782142c", "address": "fa:16:3e:e7:7e:5a", "network": {"id": "eb09e3b7-69e9-45b0-b806-1ee835215922", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1331248632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e9a51282d6a849f9b8457f3b0cd65157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7815e1f3-10", "ovs_interfaceid": "7815e1f3-1033-494f-8e55-d288a782142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.655027] env[62181]: DEBUG nova.compute.manager [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1799.655027] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1799.655027] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81d7b99-967f-489b-9531-23a24c70f33f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.662450] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1799.662868] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0f7c725-964d-4701-9f87-35ec4dcc5349 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.670680] env[62181]: DEBUG oslo_vmware.api [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Waiting for the task: (returnval){ [ 1799.670680] env[62181]: value = "task-1790700" [ 1799.670680] env[62181]: _type = "Task" [ 1799.670680] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.679919] env[62181]: DEBUG oslo_vmware.api [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.700664] env[62181]: DEBUG oslo_vmware.api [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Task: {'id': task-1790698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258848} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.701303] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1799.701530] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1799.701712] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1799.701887] env[62181]: INFO nova.compute.manager [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1799.702204] env[62181]: DEBUG oslo.service.loopingcall [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.702425] env[62181]: DEBUG nova.compute.manager [-] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1799.702520] env[62181]: DEBUG nova.network.neutron [-] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1799.763129] env[62181]: DEBUG nova.scheduler.client.report [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1799.838932] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': task-1790699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077949} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.839275] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1799.840075] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aebefb5-73d8-4fd5-ad36-d5a79c6f11c8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.856311] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Releasing lock "refresh_cache-1f847f08-33c7-47d2-b4ff-cc54328a9cb2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.857289] env[62181]: DEBUG nova.compute.manager [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Instance network_info: |[{"id": "19d19ec5-42b2-47c8-9341-c028cc42abe8", "address": "fa:16:3e:09:d5:06", "network": {"id": "d41fa240-06d5-4424-9abe-22807c412a41", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1017225931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c40c8d5d4cbf4d7a99ba332e6e8df781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19d19ec5-42", "ovs_interfaceid": "19d19ec5-42b2-47c8-9341-c028cc42abe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1799.868114] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 8b1e75b9-f8dc-4fab-820d-591e5c391940/8b1e75b9-f8dc-4fab-820d-591e5c391940.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.872015] env[62181]: DEBUG oslo_concurrency.lockutils [req-35e26ba8-2fad-4c41-9e3a-f6c27be4a582 req-c708f8c4-b028-4400-a192-c78bb6857bbb service nova] Acquired lock "refresh_cache-1f847f08-33c7-47d2-b4ff-cc54328a9cb2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.872015] env[62181]: DEBUG nova.network.neutron [req-35e26ba8-2fad-4c41-9e3a-f6c27be4a582 req-c708f8c4-b028-4400-a192-c78bb6857bbb service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Refreshing network info cache for port 19d19ec5-42b2-47c8-9341-c028cc42abe8 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.872015] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:d5:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19d19ec5-42b2-47c8-9341-c028cc42abe8', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1799.878390] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Creating folder: Project (c40c8d5d4cbf4d7a99ba332e6e8df781). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1799.878884] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fe34cd7-d25a-40a5-8150-ce22e32e61e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.899021] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-692691a8-aae2-483b-9183-3cfbf59b4f22 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.909377] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Waiting for the task: (returnval){ [ 1799.909377] env[62181]: value = "task-1790702" [ 1799.909377] env[62181]: _type = "Task" [ 1799.909377] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.915209] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Created folder: Project (c40c8d5d4cbf4d7a99ba332e6e8df781) in parent group-v371238. [ 1799.915209] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Creating folder: Instances. Parent ref: group-v371492. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1799.918081] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d284524-39d1-4cd3-b2d6-6c42360102bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.922052] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': task-1790702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.928089] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Created folder: Instances in parent group-v371492. [ 1799.928089] env[62181]: DEBUG oslo.service.loopingcall [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.928089] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1799.928089] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b80ad91-3ac4-4974-9bdc-c039d0f9d497 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.952025] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1799.952025] env[62181]: value = "task-1790704" [ 1799.952025] env[62181]: _type = "Task" [ 1799.952025] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.962117] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790704, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.972856] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c23d6d2-555a-4e16-be29-debaa825de11 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "0e45aa22-a932-49e2-9ba9-abd56d613e44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.713s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.009027] env[62181]: DEBUG oslo_concurrency.lockutils [req-5c819bc5-bebe-4463-8ddb-02f5430b3368 req-37a19f2b-3c74-4810-9510-edd3b6d355f6 service nova] Releasing lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.029209] env[62181]: DEBUG oslo_concurrency.lockutils [None req-44b2d133-2815-4c64-8fd2-84a316b7f0da tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "0e45aa22-a932-49e2-9ba9-abd56d613e44" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.029628] env[62181]: DEBUG oslo_concurrency.lockutils [None req-44b2d133-2815-4c64-8fd2-84a316b7f0da tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "0e45aa22-a932-49e2-9ba9-abd56d613e44" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.029848] env[62181]: DEBUG nova.compute.manager [None req-44b2d133-2815-4c64-8fd2-84a316b7f0da tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1800.030789] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e202fc9a-aac8-4b94-8644-a5a8d632b6d4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.039097] env[62181]: DEBUG nova.compute.manager [None req-44b2d133-2815-4c64-8fd2-84a316b7f0da tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62181) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3443}} [ 1800.039862] env[62181]: DEBUG nova.objects.instance [None req-44b2d133-2815-4c64-8fd2-84a316b7f0da tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lazy-loading 'flavor' on Instance uuid 0e45aa22-a932-49e2-9ba9-abd56d613e44 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1800.106294] env[62181]: DEBUG nova.compute.manager [req-15339f27-2517-42c7-a097-a57f5a2399df req-332f918c-e33c-4c88-b079-33aeb7aeb4ad service nova] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Received event network-vif-plugged-0b3d646b-b1ec-4c66-a719-a72627c92a54 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1800.106543] env[62181]: DEBUG oslo_concurrency.lockutils [req-15339f27-2517-42c7-a097-a57f5a2399df req-332f918c-e33c-4c88-b079-33aeb7aeb4ad service nova] Acquiring lock "d90c68e6-e3f7-404b-9ed4-ce17eb03af46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.106819] env[62181]: DEBUG oslo_concurrency.lockutils [req-15339f27-2517-42c7-a097-a57f5a2399df req-332f918c-e33c-4c88-b079-33aeb7aeb4ad service nova] Lock "d90c68e6-e3f7-404b-9ed4-ce17eb03af46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.107197] env[62181]: DEBUG oslo_concurrency.lockutils [req-15339f27-2517-42c7-a097-a57f5a2399df req-332f918c-e33c-4c88-b079-33aeb7aeb4ad service nova] Lock "d90c68e6-e3f7-404b-9ed4-ce17eb03af46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.107449] env[62181]: DEBUG nova.compute.manager [req-15339f27-2517-42c7-a097-a57f5a2399df req-332f918c-e33c-4c88-b079-33aeb7aeb4ad service nova] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] No waiting events found dispatching network-vif-plugged-0b3d646b-b1ec-4c66-a719-a72627c92a54 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1800.107710] env[62181]: WARNING nova.compute.manager [req-15339f27-2517-42c7-a097-a57f5a2399df req-332f918c-e33c-4c88-b079-33aeb7aeb4ad service nova] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Received unexpected event network-vif-plugged-0b3d646b-b1ec-4c66-a719-a72627c92a54 for instance with vm_state building and task_state spawning. [ 1800.181954] env[62181]: DEBUG oslo_vmware.api [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790700, 'name': PowerOffVM_Task, 'duration_secs': 0.486673} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.182476] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1800.182677] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1800.184447] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a5294ba-2668-4bd3-82fe-e0793b9e971e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.250511] env[62181]: DEBUG nova.network.neutron [-] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.267814] env[62181]: DEBUG oslo_concurrency.lockutils [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.497s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.271344] env[62181]: DEBUG oslo_concurrency.lockutils [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.528s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.273020] env[62181]: INFO nova.compute.claims [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1800.306751] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1800.307102] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1800.309073] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Deleting the datastore file [datastore1] f3e33a72-3b91-4552-a83a-4d0f0cfdbec8 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1800.309073] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cf7e6df-67eb-49ec-a939-1dd49f952b4a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.315977] env[62181]: DEBUG oslo_vmware.api [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Waiting for the task: (returnval){ [ 1800.315977] env[62181]: value = "task-1790706" [ 1800.315977] env[62181]: _type = "Task" [ 1800.315977] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.331503] env[62181]: DEBUG oslo_vmware.api [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.398350] env[62181]: DEBUG nova.network.neutron [req-35e26ba8-2fad-4c41-9e3a-f6c27be4a582 req-c708f8c4-b028-4400-a192-c78bb6857bbb service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Updated VIF entry in instance network info cache for port 19d19ec5-42b2-47c8-9341-c028cc42abe8. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1800.398926] env[62181]: DEBUG nova.network.neutron [req-35e26ba8-2fad-4c41-9e3a-f6c27be4a582 req-c708f8c4-b028-4400-a192-c78bb6857bbb service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Updating instance_info_cache with network_info: [{"id": "19d19ec5-42b2-47c8-9341-c028cc42abe8", "address": "fa:16:3e:09:d5:06", "network": {"id": "d41fa240-06d5-4424-9abe-22807c412a41", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1017225931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c40c8d5d4cbf4d7a99ba332e6e8df781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19d19ec5-42", "ovs_interfaceid": "19d19ec5-42b2-47c8-9341-c028cc42abe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.426038] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': task-1790702, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.461487] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790704, 'name': CreateVM_Task, 'duration_secs': 0.488351} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.461671] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1800.462387] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.462552] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.462867] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1800.463141] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b5b0fb-8381-42a7-a2b9-efce32893f8a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.468616] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1800.468616] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52dc4467-c0ea-d642-98a9-f555b0f787d3" [ 1800.468616] env[62181]: _type = "Task" [ 1800.468616] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.476262] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52dc4467-c0ea-d642-98a9-f555b0f787d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.718934] env[62181]: DEBUG nova.network.neutron [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Successfully updated port: 0b3d646b-b1ec-4c66-a719-a72627c92a54 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1800.740761] env[62181]: DEBUG nova.network.neutron [-] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.750690] env[62181]: INFO nova.compute.manager [-] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Took 1.36 seconds to deallocate network for instance. [ 1800.780028] env[62181]: DEBUG oslo_concurrency.lockutils [None req-129d8bee-6a5d-4f04-af1a-fd3402f1a401 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.783s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.780892] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 12.271s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.781810] env[62181]: INFO nova.compute.manager [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Unshelving [ 1800.827221] env[62181]: DEBUG oslo_vmware.api [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.901842] env[62181]: DEBUG oslo_concurrency.lockutils [req-35e26ba8-2fad-4c41-9e3a-f6c27be4a582 req-c708f8c4-b028-4400-a192-c78bb6857bbb service nova] Releasing lock "refresh_cache-1f847f08-33c7-47d2-b4ff-cc54328a9cb2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.919835] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': task-1790702, 'name': ReconfigVM_Task, 'duration_secs': 0.528159} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.920657] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 8b1e75b9-f8dc-4fab-820d-591e5c391940/8b1e75b9-f8dc-4fab-820d-591e5c391940.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.920758] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56000145-7772-4a46-9827-c6ebd2168f7d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.930791] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Waiting for the task: (returnval){ [ 1800.930791] env[62181]: value = "task-1790707" [ 1800.930791] env[62181]: _type = "Task" [ 1800.930791] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.939768] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': task-1790707, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.980011] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52dc4467-c0ea-d642-98a9-f555b0f787d3, 'name': SearchDatastore_Task, 'duration_secs': 0.053932} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.980403] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.980663] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1800.981636] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.981636] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.981636] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1800.981636] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df8721fe-d2ec-4110-824e-e3f40f418deb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.999507] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1800.999731] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1801.000603] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60261461-a45d-4d05-be95-cff4b47366de {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.008330] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1801.008330] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]529a3a96-2539-428d-aa78-e83b36fed053" [ 1801.008330] env[62181]: _type = "Task" [ 1801.008330] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.016858] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529a3a96-2539-428d-aa78-e83b36fed053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.051902] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b2d133-2815-4c64-8fd2-84a316b7f0da tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1801.052273] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d16c1202-ac72-441f-9db1-4dbdb8901eab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.062689] env[62181]: DEBUG oslo_vmware.api [None req-44b2d133-2815-4c64-8fd2-84a316b7f0da tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1801.062689] env[62181]: value = "task-1790708" [ 1801.062689] env[62181]: _type = "Task" [ 1801.062689] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.076762] env[62181]: DEBUG oslo_vmware.api [None req-44b2d133-2815-4c64-8fd2-84a316b7f0da tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.222478] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "refresh_cache-d90c68e6-e3f7-404b-9ed4-ce17eb03af46" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.222650] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquired lock "refresh_cache-d90c68e6-e3f7-404b-9ed4-ce17eb03af46" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.222806] env[62181]: DEBUG nova.network.neutron [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1801.243937] env[62181]: INFO nova.compute.manager [-] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Took 1.54 seconds to deallocate network for instance. [ 1801.248159] env[62181]: DEBUG nova.compute.manager [req-5f3a8732-f69c-4482-9625-9f1eacf51c30 req-eebd6665-d310-4600-83ee-90f0236cea6c service nova] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Received event network-vif-deleted-67883cbe-ce8c-4a00-92a3-b0c195fb1e6f {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1801.248159] env[62181]: DEBUG nova.compute.manager [req-5f3a8732-f69c-4482-9625-9f1eacf51c30 req-eebd6665-d310-4600-83ee-90f0236cea6c service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Received event network-vif-deleted-7815e1f3-1033-494f-8e55-d288a782142c {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1801.248159] env[62181]: DEBUG nova.compute.manager [req-5f3a8732-f69c-4482-9625-9f1eacf51c30 req-eebd6665-d310-4600-83ee-90f0236cea6c service nova] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Received event network-changed-0b3d646b-b1ec-4c66-a719-a72627c92a54 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1801.248159] env[62181]: DEBUG nova.compute.manager [req-5f3a8732-f69c-4482-9625-9f1eacf51c30 req-eebd6665-d310-4600-83ee-90f0236cea6c service nova] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Refreshing instance network info cache due to event network-changed-0b3d646b-b1ec-4c66-a719-a72627c92a54. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1801.248159] env[62181]: DEBUG oslo_concurrency.lockutils [req-5f3a8732-f69c-4482-9625-9f1eacf51c30 req-eebd6665-d310-4600-83ee-90f0236cea6c service nova] Acquiring lock "refresh_cache-d90c68e6-e3f7-404b-9ed4-ce17eb03af46" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.258037] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.330211] env[62181]: DEBUG oslo_vmware.api [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.443574] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': task-1790707, 'name': Rename_Task, 'duration_secs': 0.175934} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.443869] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1801.444157] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccd9111f-182d-436a-b5ba-c9a7fd9bbaa4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.454323] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Waiting for the task: (returnval){ [ 1801.454323] env[62181]: value = "task-1790709" [ 1801.454323] env[62181]: _type = "Task" [ 1801.454323] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.463751] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': task-1790709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.526302] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529a3a96-2539-428d-aa78-e83b36fed053, 'name': SearchDatastore_Task, 'duration_secs': 0.075272} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.526302] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ead58d-af3f-44d1-8086-1728c84f2826 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.531740] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63f5c0f-e8bc-41ea-9dea-ede732367061 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.538797] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1801.538797] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52dd1459-ce4a-6769-d16f-f2c751a5fe4d" [ 1801.538797] env[62181]: _type = "Task" [ 1801.538797] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.547979] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6f4a05-8347-4a90-87b7-5c00c7811ed2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.557420] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52dd1459-ce4a-6769-d16f-f2c751a5fe4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.589406] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1047abad-ad82-49e6-a61c-b248b7a4f18d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.599986] env[62181]: DEBUG oslo_vmware.api [None req-44b2d133-2815-4c64-8fd2-84a316b7f0da tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790708, 'name': PowerOffVM_Task, 'duration_secs': 0.248061} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.600379] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b2d133-2815-4c64-8fd2-84a316b7f0da tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1801.600593] env[62181]: DEBUG nova.compute.manager [None req-44b2d133-2815-4c64-8fd2-84a316b7f0da tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1801.601843] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b461146-4962-4077-9953-025f99d502ce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.606090] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7cb924-9d86-4c52-9094-2d234213ba80 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.618760] env[62181]: DEBUG nova.compute.provider_tree [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1801.755913] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.777370] env[62181]: DEBUG nova.network.neutron [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1801.796547] env[62181]: DEBUG nova.compute.utils [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1801.828913] env[62181]: DEBUG oslo_vmware.api [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.966042] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': task-1790709, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.059020] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52dd1459-ce4a-6769-d16f-f2c751a5fe4d, 'name': SearchDatastore_Task, 'duration_secs': 0.341571} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.059020] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.059020] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 1f847f08-33c7-47d2-b4ff-cc54328a9cb2/1f847f08-33c7-47d2-b4ff-cc54328a9cb2.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1802.059020] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ee39462-0895-4307-83b1-e80966cc6aeb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.070683] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1802.070683] env[62181]: value = "task-1790710" [ 1802.070683] env[62181]: _type = "Task" [ 1802.070683] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.080103] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.124510] env[62181]: DEBUG nova.scheduler.client.report [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1802.129979] env[62181]: DEBUG oslo_concurrency.lockutils [None req-44b2d133-2815-4c64-8fd2-84a316b7f0da tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "0e45aa22-a932-49e2-9ba9-abd56d613e44" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.100s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.283137] env[62181]: DEBUG nova.network.neutron [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Updating instance_info_cache with network_info: [{"id": "0b3d646b-b1ec-4c66-a719-a72627c92a54", "address": "fa:16:3e:a1:32:13", "network": {"id": "3b74872d-790a-49a8-b46d-477bf04f8899", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-301260047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f729447b11648c2a0bbf35b9764cdc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b3d646b-b1", "ovs_interfaceid": "0b3d646b-b1ec-4c66-a719-a72627c92a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.299635] env[62181]: INFO nova.virt.block_device [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Booting with volume 3bddcf49-0161-4d95-897b-fed25efd6403 at /dev/sdb [ 1802.328812] env[62181]: DEBUG oslo_vmware.api [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Task: {'id': task-1790706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.58347} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.329639] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1802.329838] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1802.330034] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1802.330220] env[62181]: INFO nova.compute.manager [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1802.330463] env[62181]: DEBUG oslo.service.loopingcall [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.330657] env[62181]: DEBUG nova.compute.manager [-] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1802.330802] env[62181]: DEBUG nova.network.neutron [-] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1802.352978] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbfce113-dd9b-4cbd-a281-208296fd8d7d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.363803] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8920571c-539d-4d49-b316-3feabab877c9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.401408] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46c2c43d-4cf7-435e-b88c-7a9f909c8a02 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.412392] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0001dc25-b086-4f2c-a73a-3538c01e9705 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.451868] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1174ef-f332-428f-81ba-0287c669ae8e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.461901] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443acb51-68bc-4373-ad3c-22c65411c515 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.468789] env[62181]: DEBUG oslo_vmware.api [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': task-1790709, 'name': PowerOnVM_Task, 'duration_secs': 0.54564} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.469587] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1802.469911] env[62181]: INFO nova.compute.manager [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Took 10.51 seconds to spawn the instance on the hypervisor. [ 1802.470215] env[62181]: DEBUG nova.compute.manager [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1802.471081] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be4ac01-1a38-4f36-a50b-5154d045ba20 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.487553] env[62181]: DEBUG nova.virt.block_device [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Updating existing volume attachment record: e998127f-0ad2-4536-94a8-5672dd9f6d62 {{(pid=62181) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1802.584391] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790710, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.631145] env[62181]: DEBUG oslo_concurrency.lockutils [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.631741] env[62181]: DEBUG nova.compute.manager [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1802.636410] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.686s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.785371] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Releasing lock "refresh_cache-d90c68e6-e3f7-404b-9ed4-ce17eb03af46" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.785807] env[62181]: DEBUG nova.compute.manager [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Instance network_info: |[{"id": "0b3d646b-b1ec-4c66-a719-a72627c92a54", "address": "fa:16:3e:a1:32:13", "network": {"id": "3b74872d-790a-49a8-b46d-477bf04f8899", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-301260047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f729447b11648c2a0bbf35b9764cdc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b3d646b-b1", "ovs_interfaceid": "0b3d646b-b1ec-4c66-a719-a72627c92a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1802.786181] env[62181]: DEBUG oslo_concurrency.lockutils [req-5f3a8732-f69c-4482-9625-9f1eacf51c30 req-eebd6665-d310-4600-83ee-90f0236cea6c service nova] Acquired lock "refresh_cache-d90c68e6-e3f7-404b-9ed4-ce17eb03af46" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.786913] env[62181]: DEBUG nova.network.neutron [req-5f3a8732-f69c-4482-9625-9f1eacf51c30 req-eebd6665-d310-4600-83ee-90f0236cea6c service nova] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Refreshing network info cache for port 0b3d646b-b1ec-4c66-a719-a72627c92a54 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1802.788691] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:32:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b3d646b-b1ec-4c66-a719-a72627c92a54', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1802.798277] env[62181]: DEBUG oslo.service.loopingcall [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.800114] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1802.800114] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e609965f-b873-4926-b659-f64836c8d7b9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.815350] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "0e45aa22-a932-49e2-9ba9-abd56d613e44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.816246] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "0e45aa22-a932-49e2-9ba9-abd56d613e44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.816512] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "0e45aa22-a932-49e2-9ba9-abd56d613e44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.816707] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "0e45aa22-a932-49e2-9ba9-abd56d613e44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.816949] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "0e45aa22-a932-49e2-9ba9-abd56d613e44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.819097] env[62181]: INFO nova.compute.manager [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Terminating instance [ 1802.829837] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1802.829837] env[62181]: value = "task-1790712" [ 1802.829837] env[62181]: _type = "Task" [ 1802.829837] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.839680] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790712, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.997708] env[62181]: INFO nova.compute.manager [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Took 28.72 seconds to build instance. [ 1803.082407] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59406} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.082739] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 1f847f08-33c7-47d2-b4ff-cc54328a9cb2/1f847f08-33c7-47d2-b4ff-cc54328a9cb2.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1803.083019] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1803.083348] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db476245-1aed-449f-84cd-d9ce7c9250e3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.094705] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1803.094705] env[62181]: value = "task-1790715" [ 1803.094705] env[62181]: _type = "Task" [ 1803.094705] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.105728] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.140624] env[62181]: DEBUG nova.compute.utils [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1803.142665] env[62181]: DEBUG nova.compute.manager [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1803.142860] env[62181]: DEBUG nova.network.neutron [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1803.156118] env[62181]: DEBUG nova.compute.manager [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1803.209730] env[62181]: DEBUG nova.policy [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df7abe03e232456292d244f8031e1336', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '506472467708481ea2619fb2bc3ddd10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1803.251199] env[62181]: DEBUG nova.network.neutron [-] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.323941] env[62181]: DEBUG nova.compute.manager [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1803.323941] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1803.324637] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65d9842-00f8-4ba7-aa63-bc21108a06ba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.336993] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1803.337699] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c077a309-4cb8-439e-80e8-114158e8d354 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.343869] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790712, 'name': CreateVM_Task, 'duration_secs': 0.423239} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.345213] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1803.346230] env[62181]: DEBUG nova.compute.manager [req-805fc5bf-ba23-4e14-9235-cd22dc7d4d69 req-8f1f6d57-2f9c-4611-bf3b-f391bdc2a3ad service nova] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Received event network-vif-deleted-7a8ae1ab-92a9-4f08-9c5d-8af1ca6f801c {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1803.347142] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.348028] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.348028] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1803.348206] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c3f009-b547-4842-a76f-b0a6cee382a8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.354567] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1803.354567] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5215a485-98e5-6276-c555-e7784463df28" [ 1803.354567] env[62181]: _type = "Task" [ 1803.354567] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.367173] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5215a485-98e5-6276-c555-e7784463df28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.424587] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1803.424587] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1803.424587] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleting the datastore file [datastore1] 0e45aa22-a932-49e2-9ba9-abd56d613e44 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.424846] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c41ddf0-ae33-4315-9cc9-d39c978a69c1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.439481] env[62181]: DEBUG oslo_vmware.api [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1803.439481] env[62181]: value = "task-1790717" [ 1803.439481] env[62181]: _type = "Task" [ 1803.439481] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.451628] env[62181]: DEBUG oslo_vmware.api [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.503030] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e7e80d8a-4149-4be6-8253-802787d95cd0 tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Lock "8b1e75b9-f8dc-4fab-820d-591e5c391940" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.231s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.604413] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149623} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.604413] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1803.604413] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5769d78f-f1f5-446a-be28-93719838f814 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.628047] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 1f847f08-33c7-47d2-b4ff-cc54328a9cb2/1f847f08-33c7-47d2-b4ff-cc54328a9cb2.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1803.628313] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03dcb6b4-2c80-4083-990d-eb3637c278ff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.650479] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1803.650479] env[62181]: value = "task-1790718" [ 1803.650479] env[62181]: _type = "Task" [ 1803.650479] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.674718] env[62181]: DEBUG oslo_concurrency.lockutils [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Acquiring lock "8b1e75b9-f8dc-4fab-820d-591e5c391940" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.674923] env[62181]: DEBUG oslo_concurrency.lockutils [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Lock "8b1e75b9-f8dc-4fab-820d-591e5c391940" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.675863] env[62181]: DEBUG oslo_concurrency.lockutils [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Acquiring lock "8b1e75b9-f8dc-4fab-820d-591e5c391940-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.675863] env[62181]: DEBUG oslo_concurrency.lockutils [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Lock "8b1e75b9-f8dc-4fab-820d-591e5c391940-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.675863] env[62181]: DEBUG oslo_concurrency.lockutils [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Lock "8b1e75b9-f8dc-4fab-820d-591e5c391940-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.678936] env[62181]: INFO nova.compute.manager [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Terminating instance [ 1803.682125] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790718, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.686178] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 13bc5ed7-0e84-4472-ba74-2009b801f4a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.686178] env[62181]: WARNING nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 4b6efecf-cfdc-4e6a-8f26-1475f0f52133 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1803.686178] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 41834414-33a1-49db-b0c3-c96e7e7875c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.686178] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance a67ebb68-c107-4275-9d5e-f5d63bc44a11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.686178] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 28dd8dee-5e81-4940-8ab5-db85d851573d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.686178] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 0c671bbc-2765-43b9-8ac1-ca532682d5f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.686428] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance f613bc48-5135-492c-ae81-8b9c48534e73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.686633] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance b1c0b365-5d79-4da6-8d1f-1027c8c7eb27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.686783] env[62181]: WARNING nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 26a8d33b-b59c-4460-8373-16a0cbbc8486 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1803.686909] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 29cad617-08cd-48d6-a67e-e5c0f0430af9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.687066] env[62181]: WARNING nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1803.687256] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance f3e33a72-3b91-4552-a83a-4d0f0cfdbec8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.687316] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 0e45aa22-a932-49e2-9ba9-abd56d613e44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.687444] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 8b1e75b9-f8dc-4fab-820d-591e5c391940 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.687557] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 1f847f08-33c7-47d2-b4ff-cc54328a9cb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.687669] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance d90c68e6-e3f7-404b-9ed4-ce17eb03af46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.687778] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 421ed2c5-a2a6-4ed3-9375-40411ce26182 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.745230] env[62181]: DEBUG nova.network.neutron [req-5f3a8732-f69c-4482-9625-9f1eacf51c30 req-eebd6665-d310-4600-83ee-90f0236cea6c service nova] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Updated VIF entry in instance network info cache for port 0b3d646b-b1ec-4c66-a719-a72627c92a54. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1803.746250] env[62181]: DEBUG nova.network.neutron [req-5f3a8732-f69c-4482-9625-9f1eacf51c30 req-eebd6665-d310-4600-83ee-90f0236cea6c service nova] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Updating instance_info_cache with network_info: [{"id": "0b3d646b-b1ec-4c66-a719-a72627c92a54", "address": "fa:16:3e:a1:32:13", "network": {"id": "3b74872d-790a-49a8-b46d-477bf04f8899", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-301260047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f729447b11648c2a0bbf35b9764cdc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b3d646b-b1", "ovs_interfaceid": "0b3d646b-b1ec-4c66-a719-a72627c92a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.755905] env[62181]: INFO nova.compute.manager [-] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Took 1.42 seconds to deallocate network for instance. [ 1803.799198] env[62181]: DEBUG nova.network.neutron [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Successfully created port: 8c621102-0b12-4b91-9e9b-0bc846c3dd02 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1803.874817] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5215a485-98e5-6276-c555-e7784463df28, 'name': SearchDatastore_Task, 'duration_secs': 0.011067} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.875256] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.875559] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1803.875678] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.875856] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.876012] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1803.876917] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55be7d8c-2fd3-440c-af5a-2cfccd135771 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.887178] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1803.887277] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1803.888021] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535607d8-a71a-42f9-beea-ef5e9cec6b4f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.896090] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1803.896090] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a33342-8101-9c5e-5d80-fa9069a5d13e" [ 1803.896090] env[62181]: _type = "Task" [ 1803.896090] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.909822] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a33342-8101-9c5e-5d80-fa9069a5d13e, 'name': SearchDatastore_Task, 'duration_secs': 0.010675} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.910731] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d70c9ffc-9707-4315-8686-ce87adb59ff3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.922705] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1803.922705] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52d69d19-5459-f7b2-99bd-db0fa6bb2dd2" [ 1803.922705] env[62181]: _type = "Task" [ 1803.922705] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.941021] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d69d19-5459-f7b2-99bd-db0fa6bb2dd2, 'name': SearchDatastore_Task, 'duration_secs': 0.010116} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.941021] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.941021] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] d90c68e6-e3f7-404b-9ed4-ce17eb03af46/d90c68e6-e3f7-404b-9ed4-ce17eb03af46.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1803.941021] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64d66749-251e-468b-aaa6-358e7244b94c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.951958] env[62181]: DEBUG oslo_vmware.api [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144558} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.953415] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1803.953651] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1803.953834] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1803.954021] env[62181]: INFO nova.compute.manager [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1803.954298] env[62181]: DEBUG oslo.service.loopingcall [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.954556] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1803.954556] env[62181]: value = "task-1790719" [ 1803.954556] env[62181]: _type = "Task" [ 1803.954556] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.954774] env[62181]: DEBUG nova.compute.manager [-] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1803.954883] env[62181]: DEBUG nova.network.neutron [-] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1803.966469] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.167802] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790718, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.183055] env[62181]: DEBUG nova.compute.manager [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1804.183618] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1804.185264] env[62181]: DEBUG nova.compute.manager [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1804.188311] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b84bc69-7362-462a-8ec4-d37457f2284f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.192553] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1804.192911] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1804.193123] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1804.203225] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1804.203600] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7376f9c-1b29-49ac-8d2a-d64464430acb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.214982] env[62181]: DEBUG oslo_vmware.api [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Waiting for the task: (returnval){ [ 1804.214982] env[62181]: value = "task-1790720" [ 1804.214982] env[62181]: _type = "Task" [ 1804.214982] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.220173] env[62181]: DEBUG nova.virt.hardware [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1804.220704] env[62181]: DEBUG nova.virt.hardware [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1804.221019] env[62181]: DEBUG nova.virt.hardware [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1804.221379] env[62181]: DEBUG nova.virt.hardware [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1804.221652] env[62181]: DEBUG nova.virt.hardware [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1804.221910] env[62181]: DEBUG nova.virt.hardware [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1804.222303] env[62181]: DEBUG nova.virt.hardware [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1804.222630] env[62181]: DEBUG nova.virt.hardware [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1804.222975] env[62181]: DEBUG nova.virt.hardware [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1804.223576] env[62181]: DEBUG nova.virt.hardware [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1804.223965] env[62181]: DEBUG nova.virt.hardware [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1804.225413] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c80f8f1-b330-4c94-b796-393df52c0945 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.255730] env[62181]: DEBUG oslo_concurrency.lockutils [req-5f3a8732-f69c-4482-9625-9f1eacf51c30 req-eebd6665-d310-4600-83ee-90f0236cea6c service nova] Releasing lock "refresh_cache-d90c68e6-e3f7-404b-9ed4-ce17eb03af46" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.256265] env[62181]: DEBUG oslo_vmware.api [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': task-1790720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.258676] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430e86bc-2817-4ce9-ad93-31638ce7fb43 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.266277] env[62181]: DEBUG oslo_concurrency.lockutils [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.469502] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790719, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.541427] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877c0c7a-8ab8-4137-9d2d-19060f7a5882 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.550577] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a14b3f-d0f5-4de0-b24a-caa9b2fe8c71 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.584756] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbf36d6-5828-4533-b4f7-266d3044297b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.593414] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e33046-c3b9-47ca-aef5-4b56965755de {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.609972] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1804.664644] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790718, 'name': ReconfigVM_Task, 'duration_secs': 0.559815} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.664924] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 1f847f08-33c7-47d2-b4ff-cc54328a9cb2/1f847f08-33c7-47d2-b4ff-cc54328a9cb2.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1804.665902] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8098792a-9656-4839-a072-8eee2e65ee24 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.674777] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1804.674777] env[62181]: value = "task-1790721" [ 1804.674777] env[62181]: _type = "Task" [ 1804.674777] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.683655] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790721, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.735548] env[62181]: DEBUG oslo_vmware.api [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': task-1790720, 'name': PowerOffVM_Task, 'duration_secs': 0.196767} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.735876] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1804.736062] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1804.736318] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbe740c7-b162-4cbb-acba-539ea8718516 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.863446] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1804.863446] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1804.863446] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Deleting the datastore file [datastore1] 8b1e75b9-f8dc-4fab-820d-591e5c391940 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1804.863446] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe5c71bc-159a-4b6f-99d4-9bea24d47a39 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.871275] env[62181]: DEBUG oslo_vmware.api [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Waiting for the task: (returnval){ [ 1804.871275] env[62181]: value = "task-1790723" [ 1804.871275] env[62181]: _type = "Task" [ 1804.871275] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.883017] env[62181]: DEBUG oslo_vmware.api [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': task-1790723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.922618] env[62181]: DEBUG nova.network.neutron [-] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.971977] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560215} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.972726] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] d90c68e6-e3f7-404b-9ed4-ce17eb03af46/d90c68e6-e3f7-404b-9ed4-ce17eb03af46.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1804.972864] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1804.973179] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bdbcb26-f024-4ee9-9f64-ebad91a7398d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.984318] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1804.984318] env[62181]: value = "task-1790724" [ 1804.984318] env[62181]: _type = "Task" [ 1804.984318] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.993595] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.114241] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1805.184590] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790721, 'name': Rename_Task, 'duration_secs': 0.367721} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.184924] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1805.185240] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a67bf898-797b-4ce9-9c24-7b1faccc1469 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.193229] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1805.193229] env[62181]: value = "task-1790726" [ 1805.193229] env[62181]: _type = "Task" [ 1805.193229] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.202189] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.226471] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Acquiring lock "a7d47547-9cc7-4167-94a3-164cd4e6887f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.226815] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Lock "a7d47547-9cc7-4167-94a3-164cd4e6887f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.379423] env[62181]: DEBUG nova.compute.manager [req-20b2a21b-d470-461a-bb36-c22c6c1b5a89 req-bc667e94-57f2-4f96-8610-8bc5dc30598d service nova] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Received event network-vif-deleted-9cc21c4a-e203-4d26-9413-90cc7cf8890e {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1805.383617] env[62181]: DEBUG oslo_vmware.api [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Task: {'id': task-1790723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213117} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.383896] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1805.384158] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1805.384434] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1805.384654] env[62181]: INFO nova.compute.manager [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1805.385106] env[62181]: DEBUG oslo.service.loopingcall [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1805.385436] env[62181]: DEBUG nova.compute.manager [-] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1805.385593] env[62181]: DEBUG nova.network.neutron [-] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1805.426905] env[62181]: INFO nova.compute.manager [-] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Took 1.47 seconds to deallocate network for instance. [ 1805.495737] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114537} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.496625] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1805.497504] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe45755-42f5-4dcc-9905-870789fa193b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.524485] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] d90c68e6-e3f7-404b-9ed4-ce17eb03af46/d90c68e6-e3f7-404b-9ed4-ce17eb03af46.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1805.525194] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd5a78f0-0b54-476c-a0a8-6b8de6d8dc34 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.548732] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1805.548732] env[62181]: value = "task-1790727" [ 1805.548732] env[62181]: _type = "Task" [ 1805.548732] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.559488] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.620151] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1805.620374] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.985s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.620663] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.579s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.620863] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.623118] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.365s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.623323] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.625111] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.871s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.625315] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.631139] env[62181]: DEBUG oslo_concurrency.lockutils [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.365s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.631393] env[62181]: DEBUG nova.objects.instance [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Lazy-loading 'resources' on Instance uuid f3e33a72-3b91-4552-a83a-4d0f0cfdbec8 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1805.632759] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1805.632909] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Cleaning up deleted instances {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1805.670734] env[62181]: INFO nova.scheduler.client.report [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Deleted allocations for instance 4b6efecf-cfdc-4e6a-8f26-1475f0f52133 [ 1805.679731] env[62181]: INFO nova.scheduler.client.report [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Deleted allocations for instance 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1 [ 1805.704744] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790726, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.718866] env[62181]: INFO nova.scheduler.client.report [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Deleted allocations for instance 26a8d33b-b59c-4460-8373-16a0cbbc8486 [ 1805.735554] env[62181]: DEBUG nova.network.neutron [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Successfully updated port: 8c621102-0b12-4b91-9e9b-0bc846c3dd02 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1805.736864] env[62181]: DEBUG nova.compute.manager [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1805.934621] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.061623] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.167085] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] There are 59 instances to clean {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11693}} [ 1806.167289] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: eabeee72-19c1-40d5-bdef-04f84ddae252] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1806.193027] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e0b7fd33-2899-4ec0-931d-c01498c6f8ac tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.624s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.193027] env[62181]: DEBUG oslo_concurrency.lockutils [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "f613bc48-5135-492c-ae81-8b9c48534e73" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.193027] env[62181]: DEBUG oslo_concurrency.lockutils [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "f613bc48-5135-492c-ae81-8b9c48534e73" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.197481] env[62181]: DEBUG oslo_concurrency.lockutils [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] Acquired lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.198367] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5800c621-d6fb-4e4f-83b3-bde24485f493 tempest-ServerTagsTestJSON-1525830518 tempest-ServerTagsTestJSON-1525830518-project-member] Lock "9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.992s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.200313] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e9ff51-b3ed-42c8-881d-30fb334e6560 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.220083] env[62181]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1806.220268] env[62181]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62181) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1806.222236] env[62181]: DEBUG oslo_vmware.api [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790726, 'name': PowerOnVM_Task, 'duration_secs': 0.627722} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.223759] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1806.223759] env[62181]: INFO nova.compute.manager [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1806.223759] env[62181]: DEBUG nova.compute.manager [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1806.224402] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-830478ce-12fa-4655-b4f8-31118d48d0a5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.228382] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75a82cc-2fc2-40b8-bcee-6637339bb42d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.244311] env[62181]: DEBUG oslo_concurrency.lockutils [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "refresh_cache-421ed2c5-a2a6-4ed3-9375-40411ce26182" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.244311] env[62181]: DEBUG oslo_concurrency.lockutils [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquired lock "refresh_cache-421ed2c5-a2a6-4ed3-9375-40411ce26182" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.244311] env[62181]: DEBUG nova.network.neutron [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1806.245802] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7d4069d-fdde-494f-adaa-ca16e4167c24 tempest-ServerRescueTestJSONUnderV235-1852779653 tempest-ServerRescueTestJSONUnderV235-1852779653-project-member] Lock "26a8d33b-b59c-4460-8373-16a0cbbc8486" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.420s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.249975] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba724841-5e61-431e-aa4c-44889f90f9ba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.298628] env[62181]: DEBUG nova.network.neutron [-] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.299222] env[62181]: ERROR root [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-371399' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-371399' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-371399' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-371399'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-371399' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-371399' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-371399'}\n"]: nova.exception.InstanceNotFound: Instance 4b6efecf-cfdc-4e6a-8f26-1475f0f52133 could not be found. [ 1806.299344] env[62181]: DEBUG oslo_concurrency.lockutils [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] Releasing lock "4b6efecf-cfdc-4e6a-8f26-1475f0f52133" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.299520] env[62181]: DEBUG nova.compute.manager [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Detach interface failed, port_id=7eed989b-935a-4031-804f-3a53fbe292fa, reason: Instance 4b6efecf-cfdc-4e6a-8f26-1475f0f52133 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1806.299681] env[62181]: DEBUG nova.compute.manager [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Received event network-changed-7815e1f3-1033-494f-8e55-d288a782142c {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1806.299923] env[62181]: DEBUG nova.compute.manager [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Refreshing instance network info cache due to event network-changed-7815e1f3-1033-494f-8e55-d288a782142c. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1806.299994] env[62181]: DEBUG oslo_concurrency.lockutils [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] Acquiring lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.300148] env[62181]: DEBUG oslo_concurrency.lockutils [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] Acquired lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.300307] env[62181]: DEBUG nova.network.neutron [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Refreshing network info cache for port 7815e1f3-1033-494f-8e55-d288a782142c {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1806.302926] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.484102] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e20398d-01c4-420a-95fc-35ddf08179e3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.492423] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be52d7e3-1131-4991-a646-df83af99a981 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.529413] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39721ee3-fab1-4582-a20b-952cfc7a06a1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.538236] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce90f792-f769-4e04-96c7-0ca0bdc8585b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.553235] env[62181]: DEBUG nova.compute.provider_tree [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.563699] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790727, 'name': ReconfigVM_Task, 'duration_secs': 0.636219} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.563927] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Reconfigured VM instance instance-00000059 to attach disk [datastore1] d90c68e6-e3f7-404b-9ed4-ce17eb03af46/d90c68e6-e3f7-404b-9ed4-ce17eb03af46.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1806.564518] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6733def-d178-4bf5-9017-5139014658a4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.572858] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1806.572858] env[62181]: value = "task-1790728" [ 1806.572858] env[62181]: _type = "Task" [ 1806.572858] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.582213] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790728, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.684021] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 4a84bcbd-2428-4ddf-9376-92c20ce58a9e] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1806.701572] env[62181]: DEBUG nova.compute.utils [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1806.755388] env[62181]: INFO nova.compute.manager [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Took 23.92 seconds to build instance. [ 1806.795415] env[62181]: DEBUG nova.network.neutron [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1806.808101] env[62181]: INFO nova.compute.manager [-] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Took 1.42 seconds to deallocate network for instance. [ 1806.808572] env[62181]: DEBUG nova.compute.utils [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Can not refresh info_cache because instance was not found {{(pid=62181) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1806.842025] env[62181]: INFO nova.network.neutron [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Port 7815e1f3-1033-494f-8e55-d288a782142c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1806.842025] env[62181]: DEBUG nova.network.neutron [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.033179] env[62181]: DEBUG nova.network.neutron [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Updating instance_info_cache with network_info: [{"id": "8c621102-0b12-4b91-9e9b-0bc846c3dd02", "address": "fa:16:3e:13:f7:65", "network": {"id": "76fc4e6c-a302-4e0e-8546-3658310d5ec7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712219325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506472467708481ea2619fb2bc3ddd10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c621102-0b", "ovs_interfaceid": "8c621102-0b12-4b91-9e9b-0bc846c3dd02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.059352] env[62181]: DEBUG nova.scheduler.client.report [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1807.084822] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790728, 'name': Rename_Task, 'duration_secs': 0.164918} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.085141] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1807.085414] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f290d95-5213-4de2-9eee-a289faf8f2ed {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.094246] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1807.094246] env[62181]: value = "task-1790729" [ 1807.094246] env[62181]: _type = "Task" [ 1807.094246] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.105092] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.186553] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 7a9d9b1f-df33-4e70-893a-056929734e5b] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1807.208481] env[62181]: DEBUG oslo_concurrency.lockutils [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "f613bc48-5135-492c-ae81-8b9c48534e73" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.258159] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d970aaf7-070a-4509-8804-22596585e711 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "1f847f08-33c7-47d2-b4ff-cc54328a9cb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.430s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.318144] env[62181]: DEBUG oslo_concurrency.lockutils [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.341946] env[62181]: DEBUG oslo_concurrency.lockutils [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] Releasing lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.342265] env[62181]: DEBUG nova.compute.manager [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Received event network-changed-7815e1f3-1033-494f-8e55-d288a782142c {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1807.342448] env[62181]: DEBUG nova.compute.manager [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Refreshing instance network info cache due to event network-changed-7815e1f3-1033-494f-8e55-d288a782142c. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1807.343039] env[62181]: DEBUG oslo_concurrency.lockutils [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] Acquiring lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.343039] env[62181]: DEBUG oslo_concurrency.lockutils [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] Acquired lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.343039] env[62181]: DEBUG nova.network.neutron [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Refreshing network info cache for port 7815e1f3-1033-494f-8e55-d288a782142c {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1807.437822] env[62181]: DEBUG nova.compute.manager [req-d14520be-8746-456b-8be1-3c8a6c47582a req-b671a244-2c27-47e2-b09d-d21b29474b5a service nova] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Received event network-vif-plugged-8c621102-0b12-4b91-9e9b-0bc846c3dd02 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1807.438088] env[62181]: DEBUG oslo_concurrency.lockutils [req-d14520be-8746-456b-8be1-3c8a6c47582a req-b671a244-2c27-47e2-b09d-d21b29474b5a service nova] Acquiring lock "421ed2c5-a2a6-4ed3-9375-40411ce26182-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.440867] env[62181]: DEBUG oslo_concurrency.lockutils [req-d14520be-8746-456b-8be1-3c8a6c47582a req-b671a244-2c27-47e2-b09d-d21b29474b5a service nova] Lock "421ed2c5-a2a6-4ed3-9375-40411ce26182-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.440867] env[62181]: DEBUG oslo_concurrency.lockutils [req-d14520be-8746-456b-8be1-3c8a6c47582a req-b671a244-2c27-47e2-b09d-d21b29474b5a service nova] Lock "421ed2c5-a2a6-4ed3-9375-40411ce26182-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.440867] env[62181]: DEBUG nova.compute.manager [req-d14520be-8746-456b-8be1-3c8a6c47582a req-b671a244-2c27-47e2-b09d-d21b29474b5a service nova] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] No waiting events found dispatching network-vif-plugged-8c621102-0b12-4b91-9e9b-0bc846c3dd02 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1807.440867] env[62181]: WARNING nova.compute.manager [req-d14520be-8746-456b-8be1-3c8a6c47582a req-b671a244-2c27-47e2-b09d-d21b29474b5a service nova] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Received unexpected event network-vif-plugged-8c621102-0b12-4b91-9e9b-0bc846c3dd02 for instance with vm_state building and task_state spawning. [ 1807.440867] env[62181]: DEBUG nova.compute.manager [req-d14520be-8746-456b-8be1-3c8a6c47582a req-b671a244-2c27-47e2-b09d-d21b29474b5a service nova] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Received event network-changed-8c621102-0b12-4b91-9e9b-0bc846c3dd02 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1807.440867] env[62181]: DEBUG nova.compute.manager [req-d14520be-8746-456b-8be1-3c8a6c47582a req-b671a244-2c27-47e2-b09d-d21b29474b5a service nova] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Refreshing instance network info cache due to event network-changed-8c621102-0b12-4b91-9e9b-0bc846c3dd02. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1807.440867] env[62181]: DEBUG oslo_concurrency.lockutils [req-d14520be-8746-456b-8be1-3c8a6c47582a req-b671a244-2c27-47e2-b09d-d21b29474b5a service nova] Acquiring lock "refresh_cache-421ed2c5-a2a6-4ed3-9375-40411ce26182" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.540034] env[62181]: DEBUG oslo_concurrency.lockutils [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Releasing lock "refresh_cache-421ed2c5-a2a6-4ed3-9375-40411ce26182" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.540034] env[62181]: DEBUG nova.compute.manager [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Instance network_info: |[{"id": "8c621102-0b12-4b91-9e9b-0bc846c3dd02", "address": "fa:16:3e:13:f7:65", "network": {"id": "76fc4e6c-a302-4e0e-8546-3658310d5ec7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712219325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506472467708481ea2619fb2bc3ddd10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c621102-0b", "ovs_interfaceid": "8c621102-0b12-4b91-9e9b-0bc846c3dd02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1807.540034] env[62181]: DEBUG oslo_concurrency.lockutils [req-d14520be-8746-456b-8be1-3c8a6c47582a req-b671a244-2c27-47e2-b09d-d21b29474b5a service nova] Acquired lock "refresh_cache-421ed2c5-a2a6-4ed3-9375-40411ce26182" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.540034] env[62181]: DEBUG nova.network.neutron [req-d14520be-8746-456b-8be1-3c8a6c47582a req-b671a244-2c27-47e2-b09d-d21b29474b5a service nova] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Refreshing network info cache for port 8c621102-0b12-4b91-9e9b-0bc846c3dd02 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1807.540034] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:f7:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c621102-0b12-4b91-9e9b-0bc846c3dd02', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1807.554135] env[62181]: DEBUG oslo.service.loopingcall [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1807.558553] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1807.561344] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfb0d6f8-e75b-4515-a047-6531ef42293f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.584686] env[62181]: DEBUG oslo_concurrency.lockutils [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.588962] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.654s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.588962] env[62181]: DEBUG nova.objects.instance [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lazy-loading 'resources' on Instance uuid 0e45aa22-a932-49e2-9ba9-abd56d613e44 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1807.596355] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1807.596355] env[62181]: value = "task-1790730" [ 1807.596355] env[62181]: _type = "Task" [ 1807.596355] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.616034] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.616314] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790730, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.617672] env[62181]: INFO nova.scheduler.client.report [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Deleted allocations for instance f3e33a72-3b91-4552-a83a-4d0f0cfdbec8 [ 1807.690181] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: eb741f86-d1aa-41a7-a9b0-1219538e8a2a] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1807.845301] env[62181]: DEBUG nova.compute.utils [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Can not refresh info_cache because instance was not found {{(pid=62181) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1807.872211] env[62181]: DEBUG nova.network.neutron [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1808.040429] env[62181]: DEBUG nova.network.neutron [req-d14520be-8746-456b-8be1-3c8a6c47582a req-b671a244-2c27-47e2-b09d-d21b29474b5a service nova] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Updated VIF entry in instance network info cache for port 8c621102-0b12-4b91-9e9b-0bc846c3dd02. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1808.040429] env[62181]: DEBUG nova.network.neutron [req-d14520be-8746-456b-8be1-3c8a6c47582a req-b671a244-2c27-47e2-b09d-d21b29474b5a service nova] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Updating instance_info_cache with network_info: [{"id": "8c621102-0b12-4b91-9e9b-0bc846c3dd02", "address": "fa:16:3e:13:f7:65", "network": {"id": "76fc4e6c-a302-4e0e-8546-3658310d5ec7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712219325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506472467708481ea2619fb2bc3ddd10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c621102-0b", "ovs_interfaceid": "8c621102-0b12-4b91-9e9b-0bc846c3dd02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.061416] env[62181]: DEBUG nova.network.neutron [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.113714] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790730, 'name': CreateVM_Task, 'duration_secs': 0.41704} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.117407] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1808.117971] env[62181]: DEBUG oslo_vmware.api [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790729, 'name': PowerOnVM_Task, 'duration_secs': 0.792128} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.119120] env[62181]: DEBUG oslo_concurrency.lockutils [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.119431] env[62181]: DEBUG oslo_concurrency.lockutils [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.120071] env[62181]: DEBUG oslo_concurrency.lockutils [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1808.121024] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1808.121024] env[62181]: INFO nova.compute.manager [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1808.121024] env[62181]: DEBUG nova.compute.manager [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1808.121839] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6ab4609-b4ab-4a74-bda7-b2f2953c2f00 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.125026] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7b0895-b1fd-4197-9cc4-c34a9b8c8937 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.134372] env[62181]: DEBUG oslo_concurrency.lockutils [None req-24cc0614-c77b-4cb5-99a2-c4cc9081efd0 tempest-ServersNegativeTestMultiTenantJSON-1842993478 tempest-ServersNegativeTestMultiTenantJSON-1842993478-project-member] Lock "f3e33a72-3b91-4552-a83a-4d0f0cfdbec8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.989s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.138734] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1808.138734] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525b16a5-5495-26dc-bcfb-e0bac1550df8" [ 1808.138734] env[62181]: _type = "Task" [ 1808.138734] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.158255] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525b16a5-5495-26dc-bcfb-e0bac1550df8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.159943] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.197356] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: f39eb244-b450-44f8-b1cc-07329e4e8ca8] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1808.281889] env[62181]: DEBUG oslo_concurrency.lockutils [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "f613bc48-5135-492c-ae81-8b9c48534e73" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.281889] env[62181]: DEBUG oslo_concurrency.lockutils [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "f613bc48-5135-492c-ae81-8b9c48534e73" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.281889] env[62181]: INFO nova.compute.manager [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Attaching volume 5b35ea47-0dda-43c3-ba2b-68559b937030 to /dev/sdb [ 1808.328988] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacaf627-3d85-4438-ab95-29159ace6c69 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.336171] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bd0262-de8f-4199-b9b8-5d06f34f7371 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.341958] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ed6d98-267d-4f84-9cd2-6eddf8686137 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.347341] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e04e4c-d2ad-4309-bcb7-910ccf71cc4b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.388579] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b554d33-9b3e-42fb-850e-cc2f88b999db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.391753] env[62181]: DEBUG nova.virt.block_device [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Updating existing volume attachment record: f2d57ac6-8bf9-41fa-a0b4-eb59e48c2a3e {{(pid=62181) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1808.400759] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a55e3f8-4eb4-4731-be8f-37a449ac5c8f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.418878] env[62181]: DEBUG nova.compute.provider_tree [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1808.543900] env[62181]: DEBUG oslo_concurrency.lockutils [req-d14520be-8746-456b-8be1-3c8a6c47582a req-b671a244-2c27-47e2-b09d-d21b29474b5a service nova] Releasing lock "refresh_cache-421ed2c5-a2a6-4ed3-9375-40411ce26182" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.544210] env[62181]: DEBUG nova.compute.manager [req-d14520be-8746-456b-8be1-3c8a6c47582a req-b671a244-2c27-47e2-b09d-d21b29474b5a service nova] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Received event network-vif-deleted-4593dc52-33e1-4dad-855e-b0dd56ded6f6 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1808.567318] env[62181]: DEBUG oslo_concurrency.lockutils [req-5a745ef7-9827-40da-a63f-cb23582ad815 req-b0943ccf-082f-4dc2-b5e5-2bd580e8915d service nova] Releasing lock "refresh_cache-26a8d33b-b59c-4460-8373-16a0cbbc8486" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.663161] env[62181]: INFO nova.compute.manager [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Took 24.48 seconds to build instance. [ 1808.663558] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525b16a5-5495-26dc-bcfb-e0bac1550df8, 'name': SearchDatastore_Task, 'duration_secs': 0.020468} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.663863] env[62181]: DEBUG oslo_concurrency.lockutils [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.664082] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1808.664354] env[62181]: DEBUG oslo_concurrency.lockutils [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.664514] env[62181]: DEBUG oslo_concurrency.lockutils [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.664703] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1808.664972] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-204e18c8-9c9e-443c-898a-2d8544007934 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.676920] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1808.676920] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1808.678695] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0959e712-9797-4832-90e8-cb65bf80a289 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.686687] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1808.686687] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52192914-0aa1-66d1-6c9f-a4fb23fafce9" [ 1808.686687] env[62181]: _type = "Task" [ 1808.686687] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.700627] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 74ddbad8-d40a-4230-9a49-c105330e1d65] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1808.706636] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52192914-0aa1-66d1-6c9f-a4fb23fafce9, 'name': SearchDatastore_Task, 'duration_secs': 0.010991} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.707502] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dface449-2b6c-4d85-8d90-648c8e8b9457 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.715187] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1808.715187] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5221b2a3-a34b-0e13-ae52-1f72e2d40993" [ 1808.715187] env[62181]: _type = "Task" [ 1808.715187] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.727475] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5221b2a3-a34b-0e13-ae52-1f72e2d40993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.924705] env[62181]: DEBUG nova.scheduler.client.report [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1809.164238] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb13f229-ff3d-425c-b864-822de1f72717 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "d90c68e6-e3f7-404b-9ed4-ce17eb03af46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.989s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.207514] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: a77c47cd-ff3d-4fc1-8a84-61ad82d2de59] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1809.233716] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5221b2a3-a34b-0e13-ae52-1f72e2d40993, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.234256] env[62181]: DEBUG oslo_concurrency.lockutils [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.234529] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 421ed2c5-a2a6-4ed3-9375-40411ce26182/421ed2c5-a2a6-4ed3-9375-40411ce26182.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1809.234760] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a84c738d-ba65-49d3-97de-5fc0741a8eb0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.244555] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1809.244555] env[62181]: value = "task-1790734" [ 1809.244555] env[62181]: _type = "Task" [ 1809.244555] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.256553] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.434277] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.436990] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.134s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.441748] env[62181]: INFO nova.compute.claims [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1809.483717] env[62181]: INFO nova.scheduler.client.report [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleted allocations for instance 0e45aa22-a932-49e2-9ba9-abd56d613e44 [ 1809.606244] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.606244] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.711474] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: d16532e5-49b2-478e-8147-9e25e0d0d11f] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1809.759665] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790734, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.995836] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a6161893-a9c5-461b-bc4e-1149c81a45ec tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "0e45aa22-a932-49e2-9ba9-abd56d613e44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.180s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.109405] env[62181]: DEBUG nova.compute.manager [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1810.180042] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquiring lock "f26158d2-95f3-4b7d-ab60-72e3a1250cda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.180292] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "f26158d2-95f3-4b7d-ab60-72e3a1250cda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.217015] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: ebeb80d5-271b-4aa2-b6da-d3cfd2d28021] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1810.258148] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621289} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.258425] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 421ed2c5-a2a6-4ed3-9375-40411ce26182/421ed2c5-a2a6-4ed3-9375-40411ce26182.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1810.258640] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1810.258890] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71aedf03-e535-4d04-a886-af1c758fdee7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.266582] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1810.266582] env[62181]: value = "task-1790735" [ 1810.266582] env[62181]: _type = "Task" [ 1810.266582] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.277242] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.640235] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.684138] env[62181]: DEBUG nova.compute.manager [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1810.719988] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 5ae9613f-6234-4a63-b9e0-0d926ddbac8f] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1810.740723] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc316229-dc2b-4d9c-b83f-17a75662e001 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.750670] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdec705-3045-48f0-ac1e-397facfa4b49 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.786226] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cdde77-deeb-48b4-9e93-6d0083b4764a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.797110] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa517b03-6f94-4403-8ab1-8dc49a4956c4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.800926] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12274} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.801253] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1810.802390] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fec8c30-cc67-47fc-bb86-f47d44ef4aeb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.816112] env[62181]: DEBUG nova.compute.provider_tree [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.839163] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 421ed2c5-a2a6-4ed3-9375-40411ce26182/421ed2c5-a2a6-4ed3-9375-40411ce26182.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1810.840287] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b0f2548-5d7c-4a18-82d4-7d6503c05951 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.863515] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1810.863515] env[62181]: value = "task-1790736" [ 1810.863515] env[62181]: _type = "Task" [ 1810.863515] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.872953] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.196888] env[62181]: DEBUG oslo_concurrency.lockutils [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "ed9fdda6-bd28-48b6-afa3-756ca915525d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.197377] env[62181]: DEBUG oslo_concurrency.lockutils [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "ed9fdda6-bd28-48b6-afa3-756ca915525d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.213487] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.223326] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: afa4d08f-349b-427f-951b-11bab9e10a86] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1811.319780] env[62181]: DEBUG nova.scheduler.client.report [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1811.374907] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790736, 'name': ReconfigVM_Task, 'duration_secs': 0.318219} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.375432] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 421ed2c5-a2a6-4ed3-9375-40411ce26182/421ed2c5-a2a6-4ed3-9375-40411ce26182.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1811.376226] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45dbe750-4dc9-44c1-8fa1-f7c2c0cc544f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.384924] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1811.384924] env[62181]: value = "task-1790738" [ 1811.384924] env[62181]: _type = "Task" [ 1811.384924] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.395088] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790738, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.700040] env[62181]: DEBUG nova.compute.manager [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1811.726459] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 180320b7-6a64-4bb4-bb00-3aab3d562906] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1811.824788] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.825311] env[62181]: DEBUG nova.compute.manager [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1811.827794] env[62181]: DEBUG oslo_concurrency.lockutils [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.510s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.827985] env[62181]: DEBUG nova.objects.instance [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Lazy-loading 'resources' on Instance uuid 8b1e75b9-f8dc-4fab-820d-591e5c391940 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1811.897542] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790738, 'name': Rename_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.223628] env[62181]: DEBUG oslo_concurrency.lockutils [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.231433] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: cde31390-04ec-43bd-93b6-35b4e1447d22] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1812.330873] env[62181]: DEBUG nova.compute.utils [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1812.335747] env[62181]: DEBUG nova.compute.manager [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1812.335927] env[62181]: DEBUG nova.network.neutron [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1812.376132] env[62181]: DEBUG nova.policy [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f3c6c1c433b469bbad3c6201c53ad9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd68b6d2f8b774f1f8d236c14ea7692a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1812.402471] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "d90c68e6-e3f7-404b-9ed4-ce17eb03af46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.402719] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "d90c68e6-e3f7-404b-9ed4-ce17eb03af46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.402924] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "d90c68e6-e3f7-404b-9ed4-ce17eb03af46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.403114] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "d90c68e6-e3f7-404b-9ed4-ce17eb03af46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.403281] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "d90c68e6-e3f7-404b-9ed4-ce17eb03af46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.405312] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790738, 'name': Rename_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.405778] env[62181]: INFO nova.compute.manager [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Terminating instance [ 1812.602020] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75b8d7b-3f2b-4815-8402-09cd099fc7b8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.610154] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f89d83-914e-43f4-81a2-0da7d62152e7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.645733] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fada58f-b294-4e93-8b1e-eb983f37af9a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.655175] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c3fa7f-e4f2-4808-bc96-5e785bca5aae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.671027] env[62181]: DEBUG nova.compute.provider_tree [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.736580] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: a60154e0-c78a-488a-aa2d-9eed57549cb1] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1812.738976] env[62181]: DEBUG nova.network.neutron [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Successfully created port: 2f19b0c4-b35e-41c7-8fce-a73641e81a58 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1812.837242] env[62181]: DEBUG nova.compute.manager [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1812.897590] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790738, 'name': Rename_Task, 'duration_secs': 1.164795} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.897890] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1812.898318] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b10ab82-00e6-48bd-aa2a-a33e77d8e084 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.906127] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1812.906127] env[62181]: value = "task-1790739" [ 1812.906127] env[62181]: _type = "Task" [ 1812.906127] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.912893] env[62181]: DEBUG nova.compute.manager [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1812.913129] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1812.917940] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591d49a0-38a8-4706-a315-23d150934261 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.921584] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.927281] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1812.927561] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b34a0acd-6f70-4006-872f-0e2908a352b6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.934860] env[62181]: DEBUG oslo_vmware.api [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1812.934860] env[62181]: value = "task-1790740" [ 1812.934860] env[62181]: _type = "Task" [ 1812.934860] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.945632] env[62181]: DEBUG oslo_vmware.api [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.178066] env[62181]: DEBUG nova.scheduler.client.report [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1813.238723] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 2f7076e0-c66b-44d4-b7d8-dd7cfe811b22] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1813.416956] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790739, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.440665] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Volume attach. Driver type: vmdk {{(pid=62181) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1813.440894] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371500', 'volume_id': '5b35ea47-0dda-43c3-ba2b-68559b937030', 'name': 'volume-5b35ea47-0dda-43c3-ba2b-68559b937030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f613bc48-5135-492c-ae81-8b9c48534e73', 'attached_at': '', 'detached_at': '', 'volume_id': '5b35ea47-0dda-43c3-ba2b-68559b937030', 'serial': '5b35ea47-0dda-43c3-ba2b-68559b937030'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1813.441689] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04a65fb-8471-46c7-a5d8-c946273e5448 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.450031] env[62181]: DEBUG oslo_vmware.api [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790740, 'name': PowerOffVM_Task, 'duration_secs': 0.223485} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.460487] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1813.460684] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1813.461086] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18415b02-36c2-494b-85d1-7f817c22f873 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.463229] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae152d23-9fc7-4869-9f0b-ecab75391054 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.490912] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-5b35ea47-0dda-43c3-ba2b-68559b937030/volume-5b35ea47-0dda-43c3-ba2b-68559b937030.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1813.490912] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f70028e-d78b-4b93-8bab-e9b2da730147 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.511151] env[62181]: DEBUG oslo_vmware.api [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1813.511151] env[62181]: value = "task-1790742" [ 1813.511151] env[62181]: _type = "Task" [ 1813.511151] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.522875] env[62181]: DEBUG oslo_vmware.api [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.608934] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1813.608934] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1813.609129] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Deleting the datastore file [datastore1] d90c68e6-e3f7-404b-9ed4-ce17eb03af46 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1813.609439] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79228fde-e63a-4807-9085-90167e9b6d2f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.618479] env[62181]: DEBUG oslo_vmware.api [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1813.618479] env[62181]: value = "task-1790743" [ 1813.618479] env[62181]: _type = "Task" [ 1813.618479] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.628236] env[62181]: DEBUG oslo_vmware.api [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.688267] env[62181]: DEBUG oslo_concurrency.lockutils [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.690781] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.531s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.691017] env[62181]: DEBUG nova.objects.instance [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lazy-loading 'pci_requests' on Instance uuid 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1813.712489] env[62181]: INFO nova.scheduler.client.report [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Deleted allocations for instance 8b1e75b9-f8dc-4fab-820d-591e5c391940 [ 1813.741334] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 8a62f342-c02f-4088-a31c-523504ca2481] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1813.849302] env[62181]: DEBUG nova.compute.manager [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1813.873874] env[62181]: DEBUG nova.virt.hardware [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1813.874141] env[62181]: DEBUG nova.virt.hardware [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1813.874334] env[62181]: DEBUG nova.virt.hardware [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1813.874528] env[62181]: DEBUG nova.virt.hardware [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1813.874674] env[62181]: DEBUG nova.virt.hardware [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1813.874820] env[62181]: DEBUG nova.virt.hardware [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1813.875038] env[62181]: DEBUG nova.virt.hardware [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1813.875286] env[62181]: DEBUG nova.virt.hardware [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1813.875511] env[62181]: DEBUG nova.virt.hardware [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1813.875689] env[62181]: DEBUG nova.virt.hardware [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1813.875866] env[62181]: DEBUG nova.virt.hardware [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1813.876729] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48adecd-a411-41ec-b224-43a554efe071 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.885166] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c777c833-570c-4ca1-b6d4-96dee181c346 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.916187] env[62181]: DEBUG oslo_vmware.api [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790739, 'name': PowerOnVM_Task, 'duration_secs': 0.719658} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.916541] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1813.916652] env[62181]: INFO nova.compute.manager [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1813.916853] env[62181]: DEBUG nova.compute.manager [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1813.917596] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e628ed4f-f630-4b74-b0b5-9e49a853bfd6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.022978] env[62181]: DEBUG oslo_vmware.api [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.129066] env[62181]: DEBUG oslo_vmware.api [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182169} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.129604] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1814.129604] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1814.129727] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1814.129859] env[62181]: INFO nova.compute.manager [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1814.130118] env[62181]: DEBUG oslo.service.loopingcall [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1814.130358] env[62181]: DEBUG nova.compute.manager [-] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1814.130416] env[62181]: DEBUG nova.network.neutron [-] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1814.194633] env[62181]: DEBUG nova.objects.instance [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lazy-loading 'numa_topology' on Instance uuid 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1814.223286] env[62181]: DEBUG oslo_concurrency.lockutils [None req-448e2f8d-dea0-487d-934f-16a44a264abd tempest-ServerPasswordTestJSON-1836553598 tempest-ServerPasswordTestJSON-1836553598-project-member] Lock "8b1e75b9-f8dc-4fab-820d-591e5c391940" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.548s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.244859] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 63c5a682-fce7-43e3-9bee-17f9e901cd3a] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1814.437364] env[62181]: INFO nova.compute.manager [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Took 25.73 seconds to build instance. [ 1814.503010] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "b77a5328-e05e-4455-a6d2-71d7f294b7f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.503010] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "b77a5328-e05e-4455-a6d2-71d7f294b7f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.527376] env[62181]: DEBUG oslo_vmware.api [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790742, 'name': ReconfigVM_Task, 'duration_secs': 0.600512} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.527661] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-5b35ea47-0dda-43c3-ba2b-68559b937030/volume-5b35ea47-0dda-43c3-ba2b-68559b937030.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1814.532577] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ba9db61-aea7-4329-8f90-5ee2e6cb736c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.549482] env[62181]: DEBUG oslo_vmware.api [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1814.549482] env[62181]: value = "task-1790744" [ 1814.549482] env[62181]: _type = "Task" [ 1814.549482] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.558883] env[62181]: DEBUG oslo_vmware.api [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.696864] env[62181]: INFO nova.compute.claims [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1814.745068] env[62181]: DEBUG nova.compute.manager [req-7d3746fc-89f9-41ac-8a61-64d905b33880 req-b7533af2-6a91-48f1-9cf1-569133ae2fbc service nova] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Received event network-vif-plugged-2f19b0c4-b35e-41c7-8fce-a73641e81a58 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1814.745344] env[62181]: DEBUG oslo_concurrency.lockutils [req-7d3746fc-89f9-41ac-8a61-64d905b33880 req-b7533af2-6a91-48f1-9cf1-569133ae2fbc service nova] Acquiring lock "a7d47547-9cc7-4167-94a3-164cd4e6887f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.745545] env[62181]: DEBUG oslo_concurrency.lockutils [req-7d3746fc-89f9-41ac-8a61-64d905b33880 req-b7533af2-6a91-48f1-9cf1-569133ae2fbc service nova] Lock "a7d47547-9cc7-4167-94a3-164cd4e6887f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.745719] env[62181]: DEBUG oslo_concurrency.lockutils [req-7d3746fc-89f9-41ac-8a61-64d905b33880 req-b7533af2-6a91-48f1-9cf1-569133ae2fbc service nova] Lock "a7d47547-9cc7-4167-94a3-164cd4e6887f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.745888] env[62181]: DEBUG nova.compute.manager [req-7d3746fc-89f9-41ac-8a61-64d905b33880 req-b7533af2-6a91-48f1-9cf1-569133ae2fbc service nova] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] No waiting events found dispatching network-vif-plugged-2f19b0c4-b35e-41c7-8fce-a73641e81a58 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1814.747100] env[62181]: WARNING nova.compute.manager [req-7d3746fc-89f9-41ac-8a61-64d905b33880 req-b7533af2-6a91-48f1-9cf1-569133ae2fbc service nova] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Received unexpected event network-vif-plugged-2f19b0c4-b35e-41c7-8fce-a73641e81a58 for instance with vm_state building and task_state spawning. [ 1814.748756] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: d5da7fe3-39f4-4fd3-ae12-4e127db14ae1] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1814.885055] env[62181]: DEBUG nova.network.neutron [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Successfully updated port: 2f19b0c4-b35e-41c7-8fce-a73641e81a58 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1814.940234] env[62181]: DEBUG oslo_concurrency.lockutils [None req-031f38b8-b7d8-48bd-8071-27fb748b7a20 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "421ed2c5-a2a6-4ed3-9375-40411ce26182" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.246s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.005141] env[62181]: DEBUG nova.compute.manager [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1815.065860] env[62181]: DEBUG oslo_vmware.api [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790744, 'name': ReconfigVM_Task, 'duration_secs': 0.220927} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.066249] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371500', 'volume_id': '5b35ea47-0dda-43c3-ba2b-68559b937030', 'name': 'volume-5b35ea47-0dda-43c3-ba2b-68559b937030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f613bc48-5135-492c-ae81-8b9c48534e73', 'attached_at': '', 'detached_at': '', 'volume_id': '5b35ea47-0dda-43c3-ba2b-68559b937030', 'serial': '5b35ea47-0dda-43c3-ba2b-68559b937030'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1815.193914] env[62181]: DEBUG nova.network.neutron [-] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.251306] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: aee5cc05-511a-4b6f-b3ab-21bc651866f6] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1815.261683] env[62181]: DEBUG nova.compute.manager [req-ca8d2b63-01eb-4781-b2c7-f39e21728abc req-bd3c361c-682a-41aa-8644-daaf783f7d12 service nova] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Received event network-changed-8c621102-0b12-4b91-9e9b-0bc846c3dd02 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1815.261861] env[62181]: DEBUG nova.compute.manager [req-ca8d2b63-01eb-4781-b2c7-f39e21728abc req-bd3c361c-682a-41aa-8644-daaf783f7d12 service nova] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Refreshing instance network info cache due to event network-changed-8c621102-0b12-4b91-9e9b-0bc846c3dd02. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1815.262117] env[62181]: DEBUG oslo_concurrency.lockutils [req-ca8d2b63-01eb-4781-b2c7-f39e21728abc req-bd3c361c-682a-41aa-8644-daaf783f7d12 service nova] Acquiring lock "refresh_cache-421ed2c5-a2a6-4ed3-9375-40411ce26182" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.262297] env[62181]: DEBUG oslo_concurrency.lockutils [req-ca8d2b63-01eb-4781-b2c7-f39e21728abc req-bd3c361c-682a-41aa-8644-daaf783f7d12 service nova] Acquired lock "refresh_cache-421ed2c5-a2a6-4ed3-9375-40411ce26182" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.266190] env[62181]: DEBUG nova.network.neutron [req-ca8d2b63-01eb-4781-b2c7-f39e21728abc req-bd3c361c-682a-41aa-8644-daaf783f7d12 service nova] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Refreshing network info cache for port 8c621102-0b12-4b91-9e9b-0bc846c3dd02 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1815.390755] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Acquiring lock "refresh_cache-a7d47547-9cc7-4167-94a3-164cd4e6887f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.390922] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Acquired lock "refresh_cache-a7d47547-9cc7-4167-94a3-164cd4e6887f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.391084] env[62181]: DEBUG nova.network.neutron [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1815.528604] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.694713] env[62181]: INFO nova.compute.manager [-] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Took 1.56 seconds to deallocate network for instance. [ 1815.758697] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 4bc0e10e-367a-4fb4-bf83-1e4550d24790] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1815.970954] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d85d3a-d440-4190-b2b1-a9f33245abaf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.979640] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164eb9b4-47b4-4b1d-a8f7-b8bff590e17f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.983626] env[62181]: DEBUG nova.network.neutron [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1816.012765] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4536e5d9-8870-4fa8-b318-f8311d41fb7d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.023427] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a950e8-69b4-4824-aee9-a2b18232b366 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.038370] env[62181]: DEBUG nova.compute.provider_tree [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1816.108410] env[62181]: DEBUG nova.objects.instance [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lazy-loading 'flavor' on Instance uuid f613bc48-5135-492c-ae81-8b9c48534e73 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.207698] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.227594] env[62181]: DEBUG nova.network.neutron [req-ca8d2b63-01eb-4781-b2c7-f39e21728abc req-bd3c361c-682a-41aa-8644-daaf783f7d12 service nova] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Updated VIF entry in instance network info cache for port 8c621102-0b12-4b91-9e9b-0bc846c3dd02. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1816.228027] env[62181]: DEBUG nova.network.neutron [req-ca8d2b63-01eb-4781-b2c7-f39e21728abc req-bd3c361c-682a-41aa-8644-daaf783f7d12 service nova] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Updating instance_info_cache with network_info: [{"id": "8c621102-0b12-4b91-9e9b-0bc846c3dd02", "address": "fa:16:3e:13:f7:65", "network": {"id": "76fc4e6c-a302-4e0e-8546-3658310d5ec7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712219325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506472467708481ea2619fb2bc3ddd10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c621102-0b", "ovs_interfaceid": "8c621102-0b12-4b91-9e9b-0bc846c3dd02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.258060] env[62181]: DEBUG nova.network.neutron [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Updating instance_info_cache with network_info: [{"id": "2f19b0c4-b35e-41c7-8fce-a73641e81a58", "address": "fa:16:3e:81:c6:17", "network": {"id": "eba62ce3-039e-456c-8229-04a8c4857ebb", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-377384536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d68b6d2f8b774f1f8d236c14ea7692a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f19b0c4-b3", "ovs_interfaceid": "2f19b0c4-b35e-41c7-8fce-a73641e81a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.267182] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 61ab808e-c9d3-4591-8a52-a6da274fd5a5] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1816.543619] env[62181]: DEBUG nova.scheduler.client.report [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1816.612975] env[62181]: DEBUG oslo_concurrency.lockutils [None req-14777e0f-92c2-4632-a9b1-c3399d84fb4a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "f613bc48-5135-492c-ae81-8b9c48534e73" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.332s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.730984] env[62181]: DEBUG oslo_concurrency.lockutils [req-ca8d2b63-01eb-4781-b2c7-f39e21728abc req-bd3c361c-682a-41aa-8644-daaf783f7d12 service nova] Releasing lock "refresh_cache-421ed2c5-a2a6-4ed3-9375-40411ce26182" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.743889] env[62181]: DEBUG oslo_concurrency.lockutils [None req-54af1fb2-00bc-428b-a044-ba209c09ce1f tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "f613bc48-5135-492c-ae81-8b9c48534e73" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.744583] env[62181]: DEBUG oslo_concurrency.lockutils [None req-54af1fb2-00bc-428b-a044-ba209c09ce1f tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "f613bc48-5135-492c-ae81-8b9c48534e73" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.744583] env[62181]: DEBUG nova.compute.manager [None req-54af1fb2-00bc-428b-a044-ba209c09ce1f tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1816.745347] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c621849c-77b8-440f-93f0-724459490e15 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.753729] env[62181]: DEBUG nova.compute.manager [None req-54af1fb2-00bc-428b-a044-ba209c09ce1f tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62181) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3443}} [ 1816.754557] env[62181]: DEBUG nova.objects.instance [None req-54af1fb2-00bc-428b-a044-ba209c09ce1f tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lazy-loading 'flavor' on Instance uuid f613bc48-5135-492c-ae81-8b9c48534e73 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.760938] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Releasing lock "refresh_cache-a7d47547-9cc7-4167-94a3-164cd4e6887f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.761380] env[62181]: DEBUG nova.compute.manager [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Instance network_info: |[{"id": "2f19b0c4-b35e-41c7-8fce-a73641e81a58", "address": "fa:16:3e:81:c6:17", "network": {"id": "eba62ce3-039e-456c-8229-04a8c4857ebb", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-377384536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d68b6d2f8b774f1f8d236c14ea7692a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f19b0c4-b3", "ovs_interfaceid": "2f19b0c4-b35e-41c7-8fce-a73641e81a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1816.761900] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:c6:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f19b0c4-b35e-41c7-8fce-a73641e81a58', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1816.774881] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Creating folder: Project (d68b6d2f8b774f1f8d236c14ea7692a8). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1816.777334] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 7d8194b9-bb34-4c75-b687-c5f3cb93e47d] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1816.779097] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a3b1479-8699-4819-83f3-5608ef4236dd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.787825] env[62181]: DEBUG nova.compute.manager [req-3e0322ec-c74c-489b-b005-b2267893e097 req-032efb16-a3dc-49fb-a108-8a30cd1fc7e8 service nova] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Received event network-vif-deleted-0b3d646b-b1ec-4c66-a719-a72627c92a54 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1816.788776] env[62181]: DEBUG nova.compute.manager [req-3e0322ec-c74c-489b-b005-b2267893e097 req-032efb16-a3dc-49fb-a108-8a30cd1fc7e8 service nova] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Received event network-changed-2f19b0c4-b35e-41c7-8fce-a73641e81a58 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1816.788776] env[62181]: DEBUG nova.compute.manager [req-3e0322ec-c74c-489b-b005-b2267893e097 req-032efb16-a3dc-49fb-a108-8a30cd1fc7e8 service nova] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Refreshing instance network info cache due to event network-changed-2f19b0c4-b35e-41c7-8fce-a73641e81a58. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1816.788776] env[62181]: DEBUG oslo_concurrency.lockutils [req-3e0322ec-c74c-489b-b005-b2267893e097 req-032efb16-a3dc-49fb-a108-8a30cd1fc7e8 service nova] Acquiring lock "refresh_cache-a7d47547-9cc7-4167-94a3-164cd4e6887f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.788776] env[62181]: DEBUG oslo_concurrency.lockutils [req-3e0322ec-c74c-489b-b005-b2267893e097 req-032efb16-a3dc-49fb-a108-8a30cd1fc7e8 service nova] Acquired lock "refresh_cache-a7d47547-9cc7-4167-94a3-164cd4e6887f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.788776] env[62181]: DEBUG nova.network.neutron [req-3e0322ec-c74c-489b-b005-b2267893e097 req-032efb16-a3dc-49fb-a108-8a30cd1fc7e8 service nova] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Refreshing network info cache for port 2f19b0c4-b35e-41c7-8fce-a73641e81a58 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1816.792517] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Created folder: Project (d68b6d2f8b774f1f8d236c14ea7692a8) in parent group-v371238. [ 1816.792703] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Creating folder: Instances. Parent ref: group-v371501. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1816.793057] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a97da1e-6534-426d-ad4a-8cc9c25659fc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.804509] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Created folder: Instances in parent group-v371501. [ 1816.804880] env[62181]: DEBUG oslo.service.loopingcall [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.805230] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1816.805470] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bff443bc-af73-45b8-b0ea-31ed1c812df1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.827986] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1816.827986] env[62181]: value = "task-1790747" [ 1816.827986] env[62181]: _type = "Task" [ 1816.827986] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.840666] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790747, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.050853] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.360s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.053469] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.413s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.055794] env[62181]: INFO nova.compute.claims [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1817.087224] env[62181]: INFO nova.network.neutron [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Updating port 1f99541a-44c9-4b80-8069-c7cb0e472f59 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1817.283406] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 01101102-ee60-4de8-a5c1-07127419108b] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1817.338998] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790747, 'name': CreateVM_Task, 'duration_secs': 0.463474} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.340264] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1817.341219] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.341403] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.341752] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1817.342012] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e6fa672-d3f0-433d-a681-9340fdf08cf0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.347329] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Waiting for the task: (returnval){ [ 1817.347329] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]523b4a02-f6c9-e80e-fa29-381f0c6de155" [ 1817.347329] env[62181]: _type = "Task" [ 1817.347329] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.355337] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523b4a02-f6c9-e80e-fa29-381f0c6de155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.612541] env[62181]: DEBUG nova.network.neutron [req-3e0322ec-c74c-489b-b005-b2267893e097 req-032efb16-a3dc-49fb-a108-8a30cd1fc7e8 service nova] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Updated VIF entry in instance network info cache for port 2f19b0c4-b35e-41c7-8fce-a73641e81a58. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1817.613406] env[62181]: DEBUG nova.network.neutron [req-3e0322ec-c74c-489b-b005-b2267893e097 req-032efb16-a3dc-49fb-a108-8a30cd1fc7e8 service nova] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Updating instance_info_cache with network_info: [{"id": "2f19b0c4-b35e-41c7-8fce-a73641e81a58", "address": "fa:16:3e:81:c6:17", "network": {"id": "eba62ce3-039e-456c-8229-04a8c4857ebb", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-377384536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d68b6d2f8b774f1f8d236c14ea7692a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f19b0c4-b3", "ovs_interfaceid": "2f19b0c4-b35e-41c7-8fce-a73641e81a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.768667] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-54af1fb2-00bc-428b-a044-ba209c09ce1f tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1817.769052] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d4a9412-f41c-4b57-afe5-b4324503f933 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.777378] env[62181]: DEBUG oslo_vmware.api [None req-54af1fb2-00bc-428b-a044-ba209c09ce1f tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1817.777378] env[62181]: value = "task-1790748" [ 1817.777378] env[62181]: _type = "Task" [ 1817.777378] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.787515] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: c2c4b4fc-bcbe-4540-bd0f-31a8d69c5588] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1817.789326] env[62181]: DEBUG oslo_vmware.api [None req-54af1fb2-00bc-428b-a044-ba209c09ce1f tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.863513] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523b4a02-f6c9-e80e-fa29-381f0c6de155, 'name': SearchDatastore_Task, 'duration_secs': 0.168233} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.863926] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.864341] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1817.864685] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.864849] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.865045] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1817.865449] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d82717d2-b09b-414a-84ba-0d25b16e6420 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.116310] env[62181]: DEBUG oslo_concurrency.lockutils [req-3e0322ec-c74c-489b-b005-b2267893e097 req-032efb16-a3dc-49fb-a108-8a30cd1fc7e8 service nova] Releasing lock "refresh_cache-a7d47547-9cc7-4167-94a3-164cd4e6887f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.167905] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1818.167905] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1818.169195] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae5f8a4-3622-42c3-a3bf-d755163db50e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.179781] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Waiting for the task: (returnval){ [ 1818.179781] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f24d7e-ce2f-6b88-d469-e0e23d81f54d" [ 1818.179781] env[62181]: _type = "Task" [ 1818.179781] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.187369] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f24d7e-ce2f-6b88-d469-e0e23d81f54d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.289274] env[62181]: DEBUG oslo_vmware.api [None req-54af1fb2-00bc-428b-a044-ba209c09ce1f tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.291888] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 4fc51519-f9a0-4ad0-bded-963e133affe9] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1818.319210] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6898db-7810-4712-b884-a3e9f195e6f9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.328304] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c10ec9c-411e-45b4-b67b-349c01aad7ad {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.362723] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cf8fd0-e8d2-4c32-88fc-436ae973a459 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.371934] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23760d00-2348-4a14-960c-c7fe214a1b40 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.388749] env[62181]: DEBUG nova.compute.provider_tree [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1818.693260] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f24d7e-ce2f-6b88-d469-e0e23d81f54d, 'name': SearchDatastore_Task, 'duration_secs': 0.014464} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.693260] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2628306f-69a7-4c9a-82de-76c862bc70da {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.699528] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Waiting for the task: (returnval){ [ 1818.699528] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]529f971d-c1c6-7c6c-77a8-30de0584cfd1" [ 1818.699528] env[62181]: _type = "Task" [ 1818.699528] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.708534] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529f971d-c1c6-7c6c-77a8-30de0584cfd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.788484] env[62181]: DEBUG oslo_vmware.api [None req-54af1fb2-00bc-428b-a044-ba209c09ce1f tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790748, 'name': PowerOffVM_Task, 'duration_secs': 0.758383} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.788763] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-54af1fb2-00bc-428b-a044-ba209c09ce1f tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1818.788956] env[62181]: DEBUG nova.compute.manager [None req-54af1fb2-00bc-428b-a044-ba209c09ce1f tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1818.789755] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b730bff5-814c-46ad-9e32-0dc6e7540ae6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.797205] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: b30b8c09-c863-4a11-b0a8-7c841c7a1539] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1818.827375] env[62181]: DEBUG nova.compute.manager [req-e8397adb-c337-4bc9-9c59-c0e2378b0f44 req-cde3a809-35ce-477b-a96d-19b504b5110d service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Received event network-vif-plugged-1f99541a-44c9-4b80-8069-c7cb0e472f59 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1818.827375] env[62181]: DEBUG oslo_concurrency.lockutils [req-e8397adb-c337-4bc9-9c59-c0e2378b0f44 req-cde3a809-35ce-477b-a96d-19b504b5110d service nova] Acquiring lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.827375] env[62181]: DEBUG oslo_concurrency.lockutils [req-e8397adb-c337-4bc9-9c59-c0e2378b0f44 req-cde3a809-35ce-477b-a96d-19b504b5110d service nova] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.827375] env[62181]: DEBUG oslo_concurrency.lockutils [req-e8397adb-c337-4bc9-9c59-c0e2378b0f44 req-cde3a809-35ce-477b-a96d-19b504b5110d service nova] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.827375] env[62181]: DEBUG nova.compute.manager [req-e8397adb-c337-4bc9-9c59-c0e2378b0f44 req-cde3a809-35ce-477b-a96d-19b504b5110d service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] No waiting events found dispatching network-vif-plugged-1f99541a-44c9-4b80-8069-c7cb0e472f59 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1818.828223] env[62181]: WARNING nova.compute.manager [req-e8397adb-c337-4bc9-9c59-c0e2378b0f44 req-cde3a809-35ce-477b-a96d-19b504b5110d service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Received unexpected event network-vif-plugged-1f99541a-44c9-4b80-8069-c7cb0e472f59 for instance with vm_state shelved_offloaded and task_state spawning. [ 1818.894095] env[62181]: DEBUG nova.scheduler.client.report [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1818.999647] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.999647] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquired lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.999647] env[62181]: DEBUG nova.network.neutron [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1819.213143] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529f971d-c1c6-7c6c-77a8-30de0584cfd1, 'name': SearchDatastore_Task, 'duration_secs': 0.020667} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.213143] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.213143] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] a7d47547-9cc7-4167-94a3-164cd4e6887f/a7d47547-9cc7-4167-94a3-164cd4e6887f.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1819.213143] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52d383fa-66e7-40ec-94e6-e47442615500 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.227019] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Waiting for the task: (returnval){ [ 1819.227019] env[62181]: value = "task-1790749" [ 1819.227019] env[62181]: _type = "Task" [ 1819.227019] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.234607] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.306877] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: f6d9cca5-4f3d-4bf0-9306-6d6616533809] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1819.314018] env[62181]: DEBUG oslo_concurrency.lockutils [None req-54af1fb2-00bc-428b-a044-ba209c09ce1f tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "f613bc48-5135-492c-ae81-8b9c48534e73" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.567s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.397648] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.398286] env[62181]: DEBUG nova.compute.manager [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1819.401712] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.188s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.403980] env[62181]: INFO nova.compute.claims [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1819.737252] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790749, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.788946] env[62181]: DEBUG nova.network.neutron [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Updating instance_info_cache with network_info: [{"id": "1f99541a-44c9-4b80-8069-c7cb0e472f59", "address": "fa:16:3e:53:4d:a7", "network": {"id": "2f3efdfa-3ac8-452a-82bb-94429086ff43", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795103716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccd6a836a1d4a9ba6136b46b7eecd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f99541a-44", "ovs_interfaceid": "1f99541a-44c9-4b80-8069-c7cb0e472f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.812863] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 7cb6a55f-b1b9-4fb3-b0d2-d4e108345423] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1819.911801] env[62181]: DEBUG nova.compute.utils [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1819.914307] env[62181]: DEBUG nova.compute.manager [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1819.914515] env[62181]: DEBUG nova.network.neutron [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1819.988253] env[62181]: DEBUG nova.policy [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a306696a0e074c5eb73b98bfd625f4b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b810530d8404a9a8d3161b09971917d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1820.237876] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.928615} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.238414] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] a7d47547-9cc7-4167-94a3-164cd4e6887f/a7d47547-9cc7-4167-94a3-164cd4e6887f.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1820.238816] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1820.239520] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15bb37c4-749e-4699-8bf9-337d622f3e3f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.248961] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Waiting for the task: (returnval){ [ 1820.248961] env[62181]: value = "task-1790750" [ 1820.248961] env[62181]: _type = "Task" [ 1820.248961] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.258638] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.295837] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Releasing lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.316217] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: dcfd3b17-c193-416b-8e6b-f1c149769c30] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1820.328467] env[62181]: DEBUG nova.virt.hardware [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='065b9b7abc1f364a52a4bf1a1da57b8a',container_format='bare',created_at=2024-12-12T03:35:59Z,direct_url=,disk_format='vmdk',id=3139af27-cc25-4373-bae5-27c7d83208fa,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1371833979-shelved',owner='fccd6a836a1d4a9ba6136b46b7eecd07',properties=ImageMetaProps,protected=,size=31672320,status='active',tags=,updated_at=2024-12-12T03:36:13Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1820.331021] env[62181]: DEBUG nova.virt.hardware [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1820.331021] env[62181]: DEBUG nova.virt.hardware [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1820.331021] env[62181]: DEBUG nova.virt.hardware [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1820.331021] env[62181]: DEBUG nova.virt.hardware [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1820.331021] env[62181]: DEBUG nova.virt.hardware [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1820.331021] env[62181]: DEBUG nova.virt.hardware [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1820.331021] env[62181]: DEBUG nova.virt.hardware [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1820.331021] env[62181]: DEBUG nova.virt.hardware [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1820.331021] env[62181]: DEBUG nova.virt.hardware [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1820.331021] env[62181]: DEBUG nova.virt.hardware [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1820.331627] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b40cf91-957c-4e63-a9fc-90d11fbbab2e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.341387] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190a9f8c-5abe-455f-80f7-b1036428e6dc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.357684] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:4d:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f99541a-44c9-4b80-8069-c7cb0e472f59', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1820.365447] env[62181]: DEBUG oslo.service.loopingcall [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.366434] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1820.366676] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46ef7b41-8a1e-4bd0-9b1d-91a78dd60ed9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.389783] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1820.389783] env[62181]: value = "task-1790751" [ 1820.389783] env[62181]: _type = "Task" [ 1820.389783] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.403228] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790751, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.415283] env[62181]: DEBUG nova.compute.manager [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1820.457739] env[62181]: DEBUG nova.network.neutron [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Successfully created port: 02a1c05c-6763-41e2-9ce4-52e902e25a4a {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1820.652032] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "0cda0c2e-cd82-4918-957f-947842664263" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.652130] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "0cda0c2e-cd82-4918-957f-947842664263" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.673748] env[62181]: DEBUG nova.objects.instance [None req-34621948-b0f2-4979-96d9-2c2cfc02ebca tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lazy-loading 'flavor' on Instance uuid f613bc48-5135-492c-ae81-8b9c48534e73 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1820.722847] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63791f08-8bb8-4681-85bd-18f6e90014a8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.731950] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4700c3c3-8374-48c9-b94a-f234f2fb01d5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.772188] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158b744d-58e4-43fa-99c1-c52488a6cb61 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.783262] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0771} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.785076] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d53f76-58d0-4e89-9ef2-231287bc9d12 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.788430] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1820.789697] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85543c4c-a47c-47f1-a3f2-4fb3dbb1aa66 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.819714] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] a7d47547-9cc7-4167-94a3-164cd4e6887f/a7d47547-9cc7-4167-94a3-164cd4e6887f.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1820.820280] env[62181]: DEBUG nova.compute.provider_tree [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1820.821841] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e72c4681-00a8-4382-b38f-503f32ab880a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.839944] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 30abe2dc-f244-490c-aa4d-931da243efdc] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1820.859127] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Waiting for the task: (returnval){ [ 1820.859127] env[62181]: value = "task-1790752" [ 1820.859127] env[62181]: _type = "Task" [ 1820.859127] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.865582] env[62181]: DEBUG nova.compute.manager [req-b6508422-1db6-44f3-8fcb-0e78680f7e88 req-46aeaa77-942e-426a-aa9f-b1540667993f service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Received event network-changed-1f99541a-44c9-4b80-8069-c7cb0e472f59 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1820.865775] env[62181]: DEBUG nova.compute.manager [req-b6508422-1db6-44f3-8fcb-0e78680f7e88 req-46aeaa77-942e-426a-aa9f-b1540667993f service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Refreshing instance network info cache due to event network-changed-1f99541a-44c9-4b80-8069-c7cb0e472f59. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1820.865986] env[62181]: DEBUG oslo_concurrency.lockutils [req-b6508422-1db6-44f3-8fcb-0e78680f7e88 req-46aeaa77-942e-426a-aa9f-b1540667993f service nova] Acquiring lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.866142] env[62181]: DEBUG oslo_concurrency.lockutils [req-b6508422-1db6-44f3-8fcb-0e78680f7e88 req-46aeaa77-942e-426a-aa9f-b1540667993f service nova] Acquired lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.866299] env[62181]: DEBUG nova.network.neutron [req-b6508422-1db6-44f3-8fcb-0e78680f7e88 req-46aeaa77-942e-426a-aa9f-b1540667993f service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Refreshing network info cache for port 1f99541a-44c9-4b80-8069-c7cb0e472f59 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1820.873680] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790752, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.900103] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790751, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.155804] env[62181]: DEBUG nova.compute.manager [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1821.182295] env[62181]: DEBUG oslo_concurrency.lockutils [None req-34621948-b0f2-4979-96d9-2c2cfc02ebca tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "refresh_cache-f613bc48-5135-492c-ae81-8b9c48534e73" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.182295] env[62181]: DEBUG oslo_concurrency.lockutils [None req-34621948-b0f2-4979-96d9-2c2cfc02ebca tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquired lock "refresh_cache-f613bc48-5135-492c-ae81-8b9c48534e73" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.182295] env[62181]: DEBUG nova.network.neutron [None req-34621948-b0f2-4979-96d9-2c2cfc02ebca tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1821.182295] env[62181]: DEBUG nova.objects.instance [None req-34621948-b0f2-4979-96d9-2c2cfc02ebca tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lazy-loading 'info_cache' on Instance uuid f613bc48-5135-492c-ae81-8b9c48534e73 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1821.343605] env[62181]: DEBUG nova.scheduler.client.report [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1821.349827] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: d54f5326-c587-44a4-bdd6-459f9aff96d6] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1821.376238] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.400577] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790751, 'name': CreateVM_Task, 'duration_secs': 0.809285} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.400782] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1821.401496] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3139af27-cc25-4373-bae5-27c7d83208fa" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.401698] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3139af27-cc25-4373-bae5-27c7d83208fa" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.402106] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3139af27-cc25-4373-bae5-27c7d83208fa" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1821.402402] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90f286e-0f80-4727-8fd6-2a1e3f1e9b40 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.407438] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1821.407438] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b528ec-3a65-71d3-2ba1-68a1405f04f1" [ 1821.407438] env[62181]: _type = "Task" [ 1821.407438] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.415647] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b528ec-3a65-71d3-2ba1-68a1405f04f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.437224] env[62181]: DEBUG nova.compute.manager [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1821.467964] env[62181]: DEBUG nova.virt.hardware [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1821.468227] env[62181]: DEBUG nova.virt.hardware [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1821.468374] env[62181]: DEBUG nova.virt.hardware [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1821.468557] env[62181]: DEBUG nova.virt.hardware [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1821.468704] env[62181]: DEBUG nova.virt.hardware [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1821.468850] env[62181]: DEBUG nova.virt.hardware [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1821.469073] env[62181]: DEBUG nova.virt.hardware [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1821.469382] env[62181]: DEBUG nova.virt.hardware [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1821.469468] env[62181]: DEBUG nova.virt.hardware [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1821.469564] env[62181]: DEBUG nova.virt.hardware [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1821.469726] env[62181]: DEBUG nova.virt.hardware [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1821.470731] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72243db3-494d-462b-b208-1c4b3fef156b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.479234] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3f8a6d-35a6-4093-a3cb-5bb342e84df9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.641219] env[62181]: DEBUG nova.network.neutron [req-b6508422-1db6-44f3-8fcb-0e78680f7e88 req-46aeaa77-942e-426a-aa9f-b1540667993f service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Updated VIF entry in instance network info cache for port 1f99541a-44c9-4b80-8069-c7cb0e472f59. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1821.641599] env[62181]: DEBUG nova.network.neutron [req-b6508422-1db6-44f3-8fcb-0e78680f7e88 req-46aeaa77-942e-426a-aa9f-b1540667993f service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Updating instance_info_cache with network_info: [{"id": "1f99541a-44c9-4b80-8069-c7cb0e472f59", "address": "fa:16:3e:53:4d:a7", "network": {"id": "2f3efdfa-3ac8-452a-82bb-94429086ff43", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795103716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccd6a836a1d4a9ba6136b46b7eecd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f99541a-44", "ovs_interfaceid": "1f99541a-44c9-4b80-8069-c7cb0e472f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.675950] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.685425] env[62181]: DEBUG nova.objects.base [None req-34621948-b0f2-4979-96d9-2c2cfc02ebca tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1821.854091] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.854568] env[62181]: DEBUG nova.compute.manager [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1821.857251] env[62181]: DEBUG oslo_concurrency.lockutils [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.634s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.858708] env[62181]: INFO nova.compute.claims [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1821.861507] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 7fb647de-d093-4f4a-a198-468e61926976] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1821.879735] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790752, 'name': ReconfigVM_Task, 'duration_secs': 0.587907} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.884163] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Reconfigured VM instance instance-0000005b to attach disk [datastore1] a7d47547-9cc7-4167-94a3-164cd4e6887f/a7d47547-9cc7-4167-94a3-164cd4e6887f.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1821.884163] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bee9b122-8f43-4e43-bdf9-efb2e9e2d62b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.892837] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Waiting for the task: (returnval){ [ 1821.892837] env[62181]: value = "task-1790753" [ 1821.892837] env[62181]: _type = "Task" [ 1821.892837] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.904769] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790753, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.920807] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3139af27-cc25-4373-bae5-27c7d83208fa" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.920909] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Processing image 3139af27-cc25-4373-bae5-27c7d83208fa {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1821.924752] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3139af27-cc25-4373-bae5-27c7d83208fa/3139af27-cc25-4373-bae5-27c7d83208fa.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.924752] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3139af27-cc25-4373-bae5-27c7d83208fa/3139af27-cc25-4373-bae5-27c7d83208fa.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.924752] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1821.924752] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-050430fb-d7b2-4f4d-ae23-5878b5854d29 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.940042] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1821.940243] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1821.940972] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-674669aa-04b0-49de-a52b-e74a5eb598be {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.946289] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1821.946289] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]529a9d4f-09e9-2804-0450-df157aa49902" [ 1821.946289] env[62181]: _type = "Task" [ 1821.946289] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.956185] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529a9d4f-09e9-2804-0450-df157aa49902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.033248] env[62181]: DEBUG nova.network.neutron [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Successfully updated port: 02a1c05c-6763-41e2-9ce4-52e902e25a4a {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1822.144494] env[62181]: DEBUG oslo_concurrency.lockutils [req-b6508422-1db6-44f3-8fcb-0e78680f7e88 req-46aeaa77-942e-426a-aa9f-b1540667993f service nova] Releasing lock "refresh_cache-48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.220112] env[62181]: DEBUG oslo_concurrency.lockutils [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "29cad617-08cd-48d6-a67e-e5c0f0430af9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.220373] env[62181]: DEBUG oslo_concurrency.lockutils [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "29cad617-08cd-48d6-a67e-e5c0f0430af9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.369884] env[62181]: DEBUG nova.compute.utils [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1822.373212] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: ada9887b-6474-4679-a327-e217c7fbf167] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1822.374983] env[62181]: DEBUG nova.compute.manager [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1822.375166] env[62181]: DEBUG nova.network.neutron [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1822.403861] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790753, 'name': Rename_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.420410] env[62181]: DEBUG nova.network.neutron [None req-34621948-b0f2-4979-96d9-2c2cfc02ebca tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Updating instance_info_cache with network_info: [{"id": "76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23", "address": "fa:16:3e:f6:c4:3b", "network": {"id": "cf0f5a05-fbde-4c45-abc5-259dee142c07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1963065330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f6ec5b5b77436e87c7852960b9b238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76fe1284-5e", "ovs_interfaceid": "76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.429668] env[62181]: DEBUG nova.policy [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49af4d3d5fb946738e5f3cab90a62e97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c40c8d5d4cbf4d7a99ba332e6e8df781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1822.456078] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Preparing fetch location {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1822.456332] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Fetch image to [datastore1] OSTACK_IMG_41e80766-46c2-4020-a338-3bba4641b5d8/OSTACK_IMG_41e80766-46c2-4020-a338-3bba4641b5d8.vmdk {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1822.456523] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Downloading stream optimized image 3139af27-cc25-4373-bae5-27c7d83208fa to [datastore1] OSTACK_IMG_41e80766-46c2-4020-a338-3bba4641b5d8/OSTACK_IMG_41e80766-46c2-4020-a338-3bba4641b5d8.vmdk on the data store datastore1 as vApp {{(pid=62181) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1822.456691] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Downloading image file data 3139af27-cc25-4373-bae5-27c7d83208fa to the ESX as VM named 'OSTACK_IMG_41e80766-46c2-4020-a338-3bba4641b5d8' {{(pid=62181) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1822.535855] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.535943] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.536332] env[62181]: DEBUG nova.network.neutron [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.539019] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1822.539019] env[62181]: value = "resgroup-9" [ 1822.539019] env[62181]: _type = "ResourcePool" [ 1822.539019] env[62181]: }. {{(pid=62181) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1822.540073] env[62181]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d8bf05f7-7c87-41d3-aff2-96b1d626d3f5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.566911] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lease: (returnval){ [ 1822.566911] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]522bd8f4-ec91-68cd-aeaa-d3c7b8754f27" [ 1822.566911] env[62181]: _type = "HttpNfcLease" [ 1822.566911] env[62181]: } obtained for vApp import into resource pool (val){ [ 1822.566911] env[62181]: value = "resgroup-9" [ 1822.566911] env[62181]: _type = "ResourcePool" [ 1822.566911] env[62181]: }. {{(pid=62181) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1822.567203] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the lease: (returnval){ [ 1822.567203] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]522bd8f4-ec91-68cd-aeaa-d3c7b8754f27" [ 1822.567203] env[62181]: _type = "HttpNfcLease" [ 1822.567203] env[62181]: } to be ready. {{(pid=62181) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1822.573674] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1822.573674] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]522bd8f4-ec91-68cd-aeaa-d3c7b8754f27" [ 1822.573674] env[62181]: _type = "HttpNfcLease" [ 1822.573674] env[62181]: } is initializing. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1822.694109] env[62181]: DEBUG nova.network.neutron [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Successfully created port: 5a101f93-2163-40ae-aa21-990064d3b729 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1822.725210] env[62181]: DEBUG nova.compute.utils [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1822.883298] env[62181]: DEBUG nova.compute.manager [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1822.886294] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 7a617a4a-f487-4a3d-9689-c3f4d3448c40] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1822.910427] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790753, 'name': Rename_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.922345] env[62181]: DEBUG oslo_concurrency.lockutils [None req-34621948-b0f2-4979-96d9-2c2cfc02ebca tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Releasing lock "refresh_cache-f613bc48-5135-492c-ae81-8b9c48534e73" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.936962] env[62181]: DEBUG nova.compute.manager [req-a4825814-409c-4a26-838b-798371c33197 req-8fdfe417-94c8-4ccf-9057-cd639c94adb4 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Received event network-vif-plugged-02a1c05c-6763-41e2-9ce4-52e902e25a4a {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1822.937370] env[62181]: DEBUG oslo_concurrency.lockutils [req-a4825814-409c-4a26-838b-798371c33197 req-8fdfe417-94c8-4ccf-9057-cd639c94adb4 service nova] Acquiring lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.937749] env[62181]: DEBUG oslo_concurrency.lockutils [req-a4825814-409c-4a26-838b-798371c33197 req-8fdfe417-94c8-4ccf-9057-cd639c94adb4 service nova] Lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.938085] env[62181]: DEBUG oslo_concurrency.lockutils [req-a4825814-409c-4a26-838b-798371c33197 req-8fdfe417-94c8-4ccf-9057-cd639c94adb4 service nova] Lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.938374] env[62181]: DEBUG nova.compute.manager [req-a4825814-409c-4a26-838b-798371c33197 req-8fdfe417-94c8-4ccf-9057-cd639c94adb4 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] No waiting events found dispatching network-vif-plugged-02a1c05c-6763-41e2-9ce4-52e902e25a4a {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1822.938666] env[62181]: WARNING nova.compute.manager [req-a4825814-409c-4a26-838b-798371c33197 req-8fdfe417-94c8-4ccf-9057-cd639c94adb4 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Received unexpected event network-vif-plugged-02a1c05c-6763-41e2-9ce4-52e902e25a4a for instance with vm_state building and task_state spawning. [ 1822.939219] env[62181]: DEBUG nova.compute.manager [req-a4825814-409c-4a26-838b-798371c33197 req-8fdfe417-94c8-4ccf-9057-cd639c94adb4 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Received event network-changed-02a1c05c-6763-41e2-9ce4-52e902e25a4a {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1822.939683] env[62181]: DEBUG nova.compute.manager [req-a4825814-409c-4a26-838b-798371c33197 req-8fdfe417-94c8-4ccf-9057-cd639c94adb4 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Refreshing instance network info cache due to event network-changed-02a1c05c-6763-41e2-9ce4-52e902e25a4a. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1822.940028] env[62181]: DEBUG oslo_concurrency.lockutils [req-a4825814-409c-4a26-838b-798371c33197 req-8fdfe417-94c8-4ccf-9057-cd639c94adb4 service nova] Acquiring lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.077955] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1823.077955] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]522bd8f4-ec91-68cd-aeaa-d3c7b8754f27" [ 1823.077955] env[62181]: _type = "HttpNfcLease" [ 1823.077955] env[62181]: } is initializing. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1823.092641] env[62181]: DEBUG nova.network.neutron [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1823.110352] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e98b52-2db2-44d3-8e6d-582bdfe1b328 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.117815] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d534011-ae07-43b5-8923-290a892afaae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.150441] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07aec138-2775-4c94-aba1-9bb34f026de7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.158540] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba8cb74-c455-4b23-8a71-4556e00c44a5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.173131] env[62181]: DEBUG nova.compute.provider_tree [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.228205] env[62181]: DEBUG oslo_concurrency.lockutils [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "29cad617-08cd-48d6-a67e-e5c0f0430af9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.256124] env[62181]: DEBUG nova.network.neutron [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Updating instance_info_cache with network_info: [{"id": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "address": "fa:16:3e:78:fb:10", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a1c05c-67", "ovs_interfaceid": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.394398] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 2728ada8-aae7-4566-bb67-716ac4e3eb88] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1823.405983] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790753, 'name': Rename_Task, 'duration_secs': 1.44402} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.405983] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1823.405983] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77d5c83b-fe87-4b29-8529-397f822759e5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.412355] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Waiting for the task: (returnval){ [ 1823.412355] env[62181]: value = "task-1790755" [ 1823.412355] env[62181]: _type = "Task" [ 1823.412355] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.420417] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.578662] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1823.578662] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]522bd8f4-ec91-68cd-aeaa-d3c7b8754f27" [ 1823.578662] env[62181]: _type = "HttpNfcLease" [ 1823.578662] env[62181]: } is initializing. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1823.676010] env[62181]: DEBUG nova.scheduler.client.report [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1823.758718] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.759064] env[62181]: DEBUG nova.compute.manager [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Instance network_info: |[{"id": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "address": "fa:16:3e:78:fb:10", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a1c05c-67", "ovs_interfaceid": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1823.759737] env[62181]: DEBUG oslo_concurrency.lockutils [req-a4825814-409c-4a26-838b-798371c33197 req-8fdfe417-94c8-4ccf-9057-cd639c94adb4 service nova] Acquired lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.759928] env[62181]: DEBUG nova.network.neutron [req-a4825814-409c-4a26-838b-798371c33197 req-8fdfe417-94c8-4ccf-9057-cd639c94adb4 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Refreshing network info cache for port 02a1c05c-6763-41e2-9ce4-52e902e25a4a {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1823.761193] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:fb:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02a1c05c-6763-41e2-9ce4-52e902e25a4a', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1823.769186] env[62181]: DEBUG oslo.service.loopingcall [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1823.772150] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1823.772628] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a78f069c-1dac-42d7-9ba2-763e44cc8257 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.793793] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1823.793793] env[62181]: value = "task-1790756" [ 1823.793793] env[62181]: _type = "Task" [ 1823.793793] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.809222] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790756, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.898465] env[62181]: DEBUG nova.compute.manager [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1823.900805] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 5fce7919-77bd-4033-bc8b-9aae4abe6c07] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1823.922289] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790755, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.930180] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-34621948-b0f2-4979-96d9-2c2cfc02ebca tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1823.931672] env[62181]: DEBUG nova.virt.hardware [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1823.931893] env[62181]: DEBUG nova.virt.hardware [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1823.932263] env[62181]: DEBUG nova.virt.hardware [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1823.932513] env[62181]: DEBUG nova.virt.hardware [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1823.932661] env[62181]: DEBUG nova.virt.hardware [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1823.932804] env[62181]: DEBUG nova.virt.hardware [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1823.933019] env[62181]: DEBUG nova.virt.hardware [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1823.933170] env[62181]: DEBUG nova.virt.hardware [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1823.933331] env[62181]: DEBUG nova.virt.hardware [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1823.933493] env[62181]: DEBUG nova.virt.hardware [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1823.933657] env[62181]: DEBUG nova.virt.hardware [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1823.933923] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd27ef21-eeef-46e2-ae36-873df7a56138 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.936593] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3634c3b6-2855-40de-b43a-a79a9c9a7961 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.947383] env[62181]: DEBUG oslo_vmware.api [None req-34621948-b0f2-4979-96d9-2c2cfc02ebca tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1823.947383] env[62181]: value = "task-1790757" [ 1823.947383] env[62181]: _type = "Task" [ 1823.947383] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.953097] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b133c985-56ce-4c60-b286-83fc94f10bad {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.962800] env[62181]: DEBUG oslo_vmware.api [None req-34621948-b0f2-4979-96d9-2c2cfc02ebca tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.077996] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1824.077996] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]522bd8f4-ec91-68cd-aeaa-d3c7b8754f27" [ 1824.077996] env[62181]: _type = "HttpNfcLease" [ 1824.077996] env[62181]: } is ready. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1824.078366] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1824.078366] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]522bd8f4-ec91-68cd-aeaa-d3c7b8754f27" [ 1824.078366] env[62181]: _type = "HttpNfcLease" [ 1824.078366] env[62181]: }. {{(pid=62181) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1824.079153] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c8f331-e4b8-4e79-96ff-c85ff666610f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.087178] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bbefc-40bc-2f14-ee7e-8b4ef46c3357/disk-0.vmdk from lease info. {{(pid=62181) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1824.087386] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Creating HTTP connection to write to file with size = 31672320 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bbefc-40bc-2f14-ee7e-8b4ef46c3357/disk-0.vmdk. {{(pid=62181) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1824.156740] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df11aed9-a812-463b-bd1b-e624a55252d7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.181994] env[62181]: DEBUG oslo_concurrency.lockutils [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.182587] env[62181]: DEBUG nova.compute.manager [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1824.185389] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.657s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.186899] env[62181]: INFO nova.compute.claims [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1824.304896] env[62181]: DEBUG oslo_concurrency.lockutils [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "29cad617-08cd-48d6-a67e-e5c0f0430af9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.305216] env[62181]: DEBUG oslo_concurrency.lockutils [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "29cad617-08cd-48d6-a67e-e5c0f0430af9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.305568] env[62181]: INFO nova.compute.manager [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Attaching volume d51e3873-ed37-4169-b8a1-18cdecf90e10 to /dev/sdb [ 1824.313182] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790756, 'name': CreateVM_Task, 'duration_secs': 0.438107} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.313182] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1824.313863] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.314526] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.314526] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1824.316813] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87103df8-3f12-46cf-9c00-922c550786de {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.323292] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1824.323292] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]520e571e-553d-6b17-f859-827852139024" [ 1824.323292] env[62181]: _type = "Task" [ 1824.323292] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.332417] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520e571e-553d-6b17-f859-827852139024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.360856] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a5e1df-94a0-4a0e-81b8-88080b16751c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.368950] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0f3eb4-d152-472c-9b1a-16e051229a01 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.382977] env[62181]: DEBUG nova.virt.block_device [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Updating existing volume attachment record: 4154c215-6a41-4505-b0a0-ea4f2805711a {{(pid=62181) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1824.408307] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: e9e2eb6e-21df-402a-9f10-6c6695c19caa] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1824.413082] env[62181]: DEBUG nova.network.neutron [req-a4825814-409c-4a26-838b-798371c33197 req-8fdfe417-94c8-4ccf-9057-cd639c94adb4 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Updated VIF entry in instance network info cache for port 02a1c05c-6763-41e2-9ce4-52e902e25a4a. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1824.413504] env[62181]: DEBUG nova.network.neutron [req-a4825814-409c-4a26-838b-798371c33197 req-8fdfe417-94c8-4ccf-9057-cd639c94adb4 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Updating instance_info_cache with network_info: [{"id": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "address": "fa:16:3e:78:fb:10", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a1c05c-67", "ovs_interfaceid": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.426737] env[62181]: DEBUG oslo_vmware.api [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790755, 'name': PowerOnVM_Task, 'duration_secs': 0.639891} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.427612] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1824.427826] env[62181]: INFO nova.compute.manager [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1824.428017] env[62181]: DEBUG nova.compute.manager [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1824.428830] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb91dd3d-a07e-4216-bd36-920015bc8dfb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.460627] env[62181]: DEBUG oslo_vmware.api [None req-34621948-b0f2-4979-96d9-2c2cfc02ebca tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790757, 'name': PowerOnVM_Task, 'duration_secs': 0.418277} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.460923] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-34621948-b0f2-4979-96d9-2c2cfc02ebca tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1824.461153] env[62181]: DEBUG nova.compute.manager [None req-34621948-b0f2-4979-96d9-2c2cfc02ebca tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1824.462190] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8fd091-3452-4ceb-bd92-e8adb31b3a02 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.662411] env[62181]: DEBUG nova.network.neutron [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Successfully updated port: 5a101f93-2163-40ae-aa21-990064d3b729 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1824.690770] env[62181]: DEBUG nova.compute.utils [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1824.693930] env[62181]: DEBUG nova.compute.manager [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1824.694163] env[62181]: DEBUG nova.network.neutron [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1824.754823] env[62181]: DEBUG nova.policy [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d06d9c3ab3c459ba14f2c306f7668d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b196ff0befcb4aa882b57450fc3f81fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1824.836073] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520e571e-553d-6b17-f859-827852139024, 'name': SearchDatastore_Task, 'duration_secs': 0.013568} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.838244] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.838541] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1824.838794] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.839074] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.839171] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1824.839503] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0151166-3c51-4ba0-8370-d7f2cde358f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.852013] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1824.852013] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1824.852013] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e422db0-9b95-4ac1-81a7-a63fb99caf4e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.860152] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1824.860152] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]523f45e1-61d3-36eb-4250-b56579d5e7d4" [ 1824.860152] env[62181]: _type = "Task" [ 1824.860152] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.871565] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523f45e1-61d3-36eb-4250-b56579d5e7d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.913743] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: a721398d-f02b-4073-9ed5-b0b452af8782] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1824.921895] env[62181]: DEBUG oslo_concurrency.lockutils [req-a4825814-409c-4a26-838b-798371c33197 req-8fdfe417-94c8-4ccf-9057-cd639c94adb4 service nova] Releasing lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.952337] env[62181]: INFO nova.compute.manager [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Took 18.69 seconds to build instance. [ 1824.972553] env[62181]: DEBUG nova.compute.manager [req-8cd7cfec-97c3-44e9-99f9-f8b790b6654e req-81c2439b-5526-4921-9862-015e1adb24e8 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Received event network-vif-plugged-5a101f93-2163-40ae-aa21-990064d3b729 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1824.972807] env[62181]: DEBUG oslo_concurrency.lockutils [req-8cd7cfec-97c3-44e9-99f9-f8b790b6654e req-81c2439b-5526-4921-9862-015e1adb24e8 service nova] Acquiring lock "f26158d2-95f3-4b7d-ab60-72e3a1250cda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.979588] env[62181]: DEBUG oslo_concurrency.lockutils [req-8cd7cfec-97c3-44e9-99f9-f8b790b6654e req-81c2439b-5526-4921-9862-015e1adb24e8 service nova] Lock "f26158d2-95f3-4b7d-ab60-72e3a1250cda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.979588] env[62181]: DEBUG oslo_concurrency.lockutils [req-8cd7cfec-97c3-44e9-99f9-f8b790b6654e req-81c2439b-5526-4921-9862-015e1adb24e8 service nova] Lock "f26158d2-95f3-4b7d-ab60-72e3a1250cda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.979588] env[62181]: DEBUG nova.compute.manager [req-8cd7cfec-97c3-44e9-99f9-f8b790b6654e req-81c2439b-5526-4921-9862-015e1adb24e8 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] No waiting events found dispatching network-vif-plugged-5a101f93-2163-40ae-aa21-990064d3b729 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1824.979588] env[62181]: WARNING nova.compute.manager [req-8cd7cfec-97c3-44e9-99f9-f8b790b6654e req-81c2439b-5526-4921-9862-015e1adb24e8 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Received unexpected event network-vif-plugged-5a101f93-2163-40ae-aa21-990064d3b729 for instance with vm_state building and task_state spawning. [ 1824.979588] env[62181]: DEBUG nova.compute.manager [req-8cd7cfec-97c3-44e9-99f9-f8b790b6654e req-81c2439b-5526-4921-9862-015e1adb24e8 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Received event network-changed-5a101f93-2163-40ae-aa21-990064d3b729 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1824.979588] env[62181]: DEBUG nova.compute.manager [req-8cd7cfec-97c3-44e9-99f9-f8b790b6654e req-81c2439b-5526-4921-9862-015e1adb24e8 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Refreshing instance network info cache due to event network-changed-5a101f93-2163-40ae-aa21-990064d3b729. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1824.979588] env[62181]: DEBUG oslo_concurrency.lockutils [req-8cd7cfec-97c3-44e9-99f9-f8b790b6654e req-81c2439b-5526-4921-9862-015e1adb24e8 service nova] Acquiring lock "refresh_cache-f26158d2-95f3-4b7d-ab60-72e3a1250cda" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.979588] env[62181]: DEBUG oslo_concurrency.lockutils [req-8cd7cfec-97c3-44e9-99f9-f8b790b6654e req-81c2439b-5526-4921-9862-015e1adb24e8 service nova] Acquired lock "refresh_cache-f26158d2-95f3-4b7d-ab60-72e3a1250cda" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.979588] env[62181]: DEBUG nova.network.neutron [req-8cd7cfec-97c3-44e9-99f9-f8b790b6654e req-81c2439b-5526-4921-9862-015e1adb24e8 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Refreshing network info cache for port 5a101f93-2163-40ae-aa21-990064d3b729 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1825.073690] env[62181]: DEBUG nova.network.neutron [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Successfully created port: 7e036f99-a357-45a1-abeb-494354db3777 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1825.103263] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Acquiring lock "b1c0b365-5d79-4da6-8d1f-1027c8c7eb27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.103557] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Lock "b1c0b365-5d79-4da6-8d1f-1027c8c7eb27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.103772] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Acquiring lock "b1c0b365-5d79-4da6-8d1f-1027c8c7eb27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.103955] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Lock "b1c0b365-5d79-4da6-8d1f-1027c8c7eb27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.104148] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Lock "b1c0b365-5d79-4da6-8d1f-1027c8c7eb27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.107336] env[62181]: INFO nova.compute.manager [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Terminating instance [ 1825.168288] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquiring lock "refresh_cache-f26158d2-95f3-4b7d-ab60-72e3a1250cda" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.200571] env[62181]: DEBUG nova.compute.manager [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1825.380021] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523f45e1-61d3-36eb-4250-b56579d5e7d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011059} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.380021] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b82d37-3b20-4ba6-bcde-03e53959c85b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.390639] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1825.390639] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5276ce1e-d4a2-c196-4c90-447b0a1b5f08" [ 1825.390639] env[62181]: _type = "Task" [ 1825.390639] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.403283] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5276ce1e-d4a2-c196-4c90-447b0a1b5f08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.418083] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 05fae8ff-eb9c-4e22-9075-f8de2d18c82e] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1825.456288] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2968bffb-0b27-460e-b701-875afa97510e tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Lock "a7d47547-9cc7-4167-94a3-164cd4e6887f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.229s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.495571] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4ae241-5e34-4e3d-a7df-f07bb2b68046 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.504379] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ead604-bde2-4431-8305-7fc343a46605 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.546884] env[62181]: DEBUG nova.network.neutron [req-8cd7cfec-97c3-44e9-99f9-f8b790b6654e req-81c2439b-5526-4921-9862-015e1adb24e8 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1825.549769] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d24cdd7-4e69-48fa-862b-c5ec806cca84 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.561722] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a2841f-e37e-444c-a164-0cdcde690993 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.581049] env[62181]: DEBUG nova.compute.provider_tree [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1825.613874] env[62181]: DEBUG nova.compute.manager [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1825.614201] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1825.617099] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2328727b-f97e-4352-a07d-a334716c9a23 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.626737] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1825.627885] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b219ca33-a02b-40cc-a447-b36047ac0bca {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.637170] env[62181]: DEBUG oslo_vmware.api [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Waiting for the task: (returnval){ [ 1825.637170] env[62181]: value = "task-1790761" [ 1825.637170] env[62181]: _type = "Task" [ 1825.637170] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.653020] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Acquiring lock "a7d47547-9cc7-4167-94a3-164cd4e6887f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.653020] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Lock "a7d47547-9cc7-4167-94a3-164cd4e6887f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.653348] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Acquiring lock "a7d47547-9cc7-4167-94a3-164cd4e6887f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.653754] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Lock "a7d47547-9cc7-4167-94a3-164cd4e6887f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.654069] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Lock "a7d47547-9cc7-4167-94a3-164cd4e6887f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.660662] env[62181]: DEBUG oslo_vmware.api [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.664810] env[62181]: INFO nova.compute.manager [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Terminating instance [ 1825.686302] env[62181]: DEBUG nova.network.neutron [req-8cd7cfec-97c3-44e9-99f9-f8b790b6654e req-81c2439b-5526-4921-9862-015e1adb24e8 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.902571] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5276ce1e-d4a2-c196-4c90-447b0a1b5f08, 'name': SearchDatastore_Task, 'duration_secs': 0.012405} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.902946] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.903140] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 561b8086-b6e8-4782-8604-9d3bfcdc23ad/561b8086-b6e8-4782-8604-9d3bfcdc23ad.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1825.903371] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f4e888a-3365-437f-b8c9-0474a4e8b272 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.911965] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1825.911965] env[62181]: value = "task-1790762" [ 1825.911965] env[62181]: _type = "Task" [ 1825.911965] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.920921] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: dd52dddb-7f4a-483b-aa89-fb7d0537be0f] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1825.922904] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.002359] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Completed reading data from the image iterator. {{(pid=62181) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1826.002701] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bbefc-40bc-2f14-ee7e-8b4ef46c3357/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1826.003750] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a479ee2b-1648-49f2-a2a3-1234cc1d5f7b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.012790] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bbefc-40bc-2f14-ee7e-8b4ef46c3357/disk-0.vmdk is in state: ready. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1826.013019] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bbefc-40bc-2f14-ee7e-8b4ef46c3357/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1826.013715] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9cba7ca5-51f8-4341-8fe3-9f5bd1ed47b7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.088126] env[62181]: DEBUG nova.scheduler.client.report [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1826.148035] env[62181]: DEBUG oslo_vmware.api [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790761, 'name': PowerOffVM_Task, 'duration_secs': 0.202716} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.148035] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1826.148035] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1826.148035] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d4a4b7e-0248-49a1-8cbe-7ca6eec34961 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.169033] env[62181]: DEBUG nova.compute.manager [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1826.169295] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1826.170191] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d458e26-a21f-460e-b5ac-7821175b12d4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.178653] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1826.178914] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d89d4e3d-ebdc-4d31-a0ec-881d2e196a58 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.187836] env[62181]: DEBUG oslo_vmware.api [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Waiting for the task: (returnval){ [ 1826.187836] env[62181]: value = "task-1790764" [ 1826.187836] env[62181]: _type = "Task" [ 1826.187836] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.188592] env[62181]: DEBUG oslo_concurrency.lockutils [req-8cd7cfec-97c3-44e9-99f9-f8b790b6654e req-81c2439b-5526-4921-9862-015e1adb24e8 service nova] Releasing lock "refresh_cache-f26158d2-95f3-4b7d-ab60-72e3a1250cda" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.192009] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquired lock "refresh_cache-f26158d2-95f3-4b7d-ab60-72e3a1250cda" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.192186] env[62181]: DEBUG nova.network.neutron [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1826.201815] env[62181]: DEBUG oslo_vmware.api [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.210862] env[62181]: DEBUG nova.compute.manager [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1826.238467] env[62181]: DEBUG nova.virt.hardware [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1826.238707] env[62181]: DEBUG nova.virt.hardware [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1826.238862] env[62181]: DEBUG nova.virt.hardware [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1826.239059] env[62181]: DEBUG nova.virt.hardware [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1826.239209] env[62181]: DEBUG nova.virt.hardware [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1826.239354] env[62181]: DEBUG nova.virt.hardware [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1826.239583] env[62181]: DEBUG nova.virt.hardware [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1826.239739] env[62181]: DEBUG nova.virt.hardware [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1826.239900] env[62181]: DEBUG nova.virt.hardware [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1826.240092] env[62181]: DEBUG nova.virt.hardware [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1826.240272] env[62181]: DEBUG nova.virt.hardware [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1826.241508] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c084cb4-a7f5-415a-9262-6f5604e5c75e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.251657] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f2b643-7b14-427c-ab46-fa0bbc63329b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.423985] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: b45441c4-5492-42a2-bc5a-c4d6b7891423] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1826.425941] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790762, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.593169] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.593897] env[62181]: DEBUG nova.compute.manager [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1826.597070] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.389s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.597346] env[62181]: DEBUG nova.objects.instance [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lazy-loading 'resources' on Instance uuid d90c68e6-e3f7-404b-9ed4-ce17eb03af46 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1826.612828] env[62181]: DEBUG oslo_vmware.rw_handles [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bbefc-40bc-2f14-ee7e-8b4ef46c3357/disk-0.vmdk. {{(pid=62181) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1826.613250] env[62181]: INFO nova.virt.vmwareapi.images [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Downloaded image file data 3139af27-cc25-4373-bae5-27c7d83208fa [ 1826.614015] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d69992-82c6-4b9d-ab92-f84fa682ad14 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.633947] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25e34216-4af0-4483-b491-d6bb281011d4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.700824] env[62181]: DEBUG oslo_vmware.api [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790764, 'name': PowerOffVM_Task, 'duration_secs': 0.215867} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.701958] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1826.701958] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1826.702194] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3d1b631-a8be-4031-b224-723c2f692ac6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.760727] env[62181]: DEBUG nova.network.neutron [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1826.779045] env[62181]: INFO nova.virt.vmwareapi.images [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] The imported VM was unregistered [ 1826.782537] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Caching image {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1826.782801] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Creating directory with path [datastore1] devstack-image-cache_base/3139af27-cc25-4373-bae5-27c7d83208fa {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1826.783107] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-221bdecc-b341-4dbc-a1aa-ceac5c39c43a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.799278] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Created directory with path [datastore1] devstack-image-cache_base/3139af27-cc25-4373-bae5-27c7d83208fa {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1826.799874] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_41e80766-46c2-4020-a338-3bba4641b5d8/OSTACK_IMG_41e80766-46c2-4020-a338-3bba4641b5d8.vmdk to [datastore1] devstack-image-cache_base/3139af27-cc25-4373-bae5-27c7d83208fa/3139af27-cc25-4373-bae5-27c7d83208fa.vmdk. {{(pid=62181) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1826.799874] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8f4e298c-3f8e-4f55-adae-7283f69c1fbf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.808759] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1826.808759] env[62181]: value = "task-1790767" [ 1826.808759] env[62181]: _type = "Task" [ 1826.808759] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.818829] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790767, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.924116] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829689} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.924116] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 561b8086-b6e8-4782-8604-9d3bfcdc23ad/561b8086-b6e8-4782-8604-9d3bfcdc23ad.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1826.924584] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1826.924584] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e304610-a33a-4a41-83ac-af11e5395766 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.927194] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 70d6f014-77b3-4e40-9617-f1f4fe4b1649] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1826.932362] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1826.932362] env[62181]: value = "task-1790768" [ 1826.932362] env[62181]: _type = "Task" [ 1826.932362] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.945306] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.962280] env[62181]: DEBUG nova.network.neutron [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Successfully updated port: 7e036f99-a357-45a1-abeb-494354db3777 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1827.005150] env[62181]: DEBUG nova.compute.manager [req-7e4479d2-21a1-4c04-84d5-e5ff1572f49c req-71f831dd-13e9-4333-ad1e-ebcdf952cdb1 service nova] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Received event network-vif-plugged-7e036f99-a357-45a1-abeb-494354db3777 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1827.005841] env[62181]: DEBUG oslo_concurrency.lockutils [req-7e4479d2-21a1-4c04-84d5-e5ff1572f49c req-71f831dd-13e9-4333-ad1e-ebcdf952cdb1 service nova] Acquiring lock "ed9fdda6-bd28-48b6-afa3-756ca915525d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.005841] env[62181]: DEBUG oslo_concurrency.lockutils [req-7e4479d2-21a1-4c04-84d5-e5ff1572f49c req-71f831dd-13e9-4333-ad1e-ebcdf952cdb1 service nova] Lock "ed9fdda6-bd28-48b6-afa3-756ca915525d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.005841] env[62181]: DEBUG oslo_concurrency.lockutils [req-7e4479d2-21a1-4c04-84d5-e5ff1572f49c req-71f831dd-13e9-4333-ad1e-ebcdf952cdb1 service nova] Lock "ed9fdda6-bd28-48b6-afa3-756ca915525d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.006222] env[62181]: DEBUG nova.compute.manager [req-7e4479d2-21a1-4c04-84d5-e5ff1572f49c req-71f831dd-13e9-4333-ad1e-ebcdf952cdb1 service nova] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] No waiting events found dispatching network-vif-plugged-7e036f99-a357-45a1-abeb-494354db3777 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1827.006222] env[62181]: WARNING nova.compute.manager [req-7e4479d2-21a1-4c04-84d5-e5ff1572f49c req-71f831dd-13e9-4333-ad1e-ebcdf952cdb1 service nova] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Received unexpected event network-vif-plugged-7e036f99-a357-45a1-abeb-494354db3777 for instance with vm_state building and task_state spawning. [ 1827.006222] env[62181]: DEBUG nova.compute.manager [req-7e4479d2-21a1-4c04-84d5-e5ff1572f49c req-71f831dd-13e9-4333-ad1e-ebcdf952cdb1 service nova] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Received event network-changed-7e036f99-a357-45a1-abeb-494354db3777 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1827.009136] env[62181]: DEBUG nova.compute.manager [req-7e4479d2-21a1-4c04-84d5-e5ff1572f49c req-71f831dd-13e9-4333-ad1e-ebcdf952cdb1 service nova] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Refreshing instance network info cache due to event network-changed-7e036f99-a357-45a1-abeb-494354db3777. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1827.009136] env[62181]: DEBUG oslo_concurrency.lockutils [req-7e4479d2-21a1-4c04-84d5-e5ff1572f49c req-71f831dd-13e9-4333-ad1e-ebcdf952cdb1 service nova] Acquiring lock "refresh_cache-ed9fdda6-bd28-48b6-afa3-756ca915525d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.009136] env[62181]: DEBUG oslo_concurrency.lockutils [req-7e4479d2-21a1-4c04-84d5-e5ff1572f49c req-71f831dd-13e9-4333-ad1e-ebcdf952cdb1 service nova] Acquired lock "refresh_cache-ed9fdda6-bd28-48b6-afa3-756ca915525d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.009136] env[62181]: DEBUG nova.network.neutron [req-7e4479d2-21a1-4c04-84d5-e5ff1572f49c req-71f831dd-13e9-4333-ad1e-ebcdf952cdb1 service nova] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Refreshing network info cache for port 7e036f99-a357-45a1-abeb-494354db3777 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1827.034201] env[62181]: DEBUG nova.network.neutron [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Updating instance_info_cache with network_info: [{"id": "5a101f93-2163-40ae-aa21-990064d3b729", "address": "fa:16:3e:84:0d:1e", "network": {"id": "d41fa240-06d5-4424-9abe-22807c412a41", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1017225931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c40c8d5d4cbf4d7a99ba332e6e8df781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a101f93-21", "ovs_interfaceid": "5a101f93-2163-40ae-aa21-990064d3b729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.102875] env[62181]: DEBUG nova.compute.utils [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1827.108766] env[62181]: DEBUG nova.compute.manager [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1827.108766] env[62181]: DEBUG nova.network.neutron [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1827.187405] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1827.187678] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1827.187862] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Deleting the datastore file [datastore1] a7d47547-9cc7-4167-94a3-164cd4e6887f {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1827.188711] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45a1ae82-b0b8-41cc-9816-31c5693a0396 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.191647] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1827.191832] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1827.192014] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Deleting the datastore file [datastore1] b1c0b365-5d79-4da6-8d1f-1027c8c7eb27 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1827.192773] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8129ffb8-6144-4cfb-a0ca-c5f786a3dfa6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.203912] env[62181]: DEBUG nova.policy [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b18084773d54c96a497a46889366176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eba7ffb8e6464dbc8f032cbd8208bdb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1827.205766] env[62181]: DEBUG oslo_vmware.api [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Waiting for the task: (returnval){ [ 1827.205766] env[62181]: value = "task-1790770" [ 1827.205766] env[62181]: _type = "Task" [ 1827.205766] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.207875] env[62181]: DEBUG oslo_vmware.api [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Waiting for the task: (returnval){ [ 1827.207875] env[62181]: value = "task-1790771" [ 1827.207875] env[62181]: _type = "Task" [ 1827.207875] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.222500] env[62181]: DEBUG oslo_vmware.api [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.225795] env[62181]: DEBUG oslo_vmware.api [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.324758] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790767, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.396311] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d3324d-d45b-4069-96d1-51543cadd15e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.405626] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e2f5bb-d2fe-4562-b16a-5dfb2a30f0cb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.437191] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: a8b1c52a-0b4d-45c2-973e-d12d50b6ad3a] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1827.442380] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9db159-8c6e-42d8-a2b6-23a047d26db5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.457066] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2150ce6-bb9e-4a62-91d8-c3c76472a8c8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.461220] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084754} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.461505] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1827.462846] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c45a41-de41-4a67-9e79-859a9de25674 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.483494] env[62181]: DEBUG oslo_concurrency.lockutils [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "refresh_cache-ed9fdda6-bd28-48b6-afa3-756ca915525d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.484427] env[62181]: DEBUG nova.compute.provider_tree [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1827.507922] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 561b8086-b6e8-4782-8604-9d3bfcdc23ad/561b8086-b6e8-4782-8604-9d3bfcdc23ad.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1827.508742] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c47233bd-b3e9-4f8d-b323-db3b28c6848b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.528407] env[62181]: DEBUG nova.network.neutron [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Successfully created port: a65fe5eb-73f0-45f8-b828-f013b5c97015 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1827.534113] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1827.534113] env[62181]: value = "task-1790772" [ 1827.534113] env[62181]: _type = "Task" [ 1827.534113] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.536943] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Releasing lock "refresh_cache-f26158d2-95f3-4b7d-ab60-72e3a1250cda" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.537281] env[62181]: DEBUG nova.compute.manager [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Instance network_info: |[{"id": "5a101f93-2163-40ae-aa21-990064d3b729", "address": "fa:16:3e:84:0d:1e", "network": {"id": "d41fa240-06d5-4424-9abe-22807c412a41", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1017225931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c40c8d5d4cbf4d7a99ba332e6e8df781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a101f93-21", "ovs_interfaceid": "5a101f93-2163-40ae-aa21-990064d3b729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1827.537700] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:0d:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a101f93-2163-40ae-aa21-990064d3b729', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1827.545231] env[62181]: DEBUG oslo.service.loopingcall [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1827.546357] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1827.546608] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c495362-e7f2-4339-8c03-0b8a52141dda {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.565892] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790772, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.573513] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1827.573513] env[62181]: value = "task-1790773" [ 1827.573513] env[62181]: _type = "Task" [ 1827.573513] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.587030] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790773, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.587030] env[62181]: DEBUG nova.network.neutron [req-7e4479d2-21a1-4c04-84d5-e5ff1572f49c req-71f831dd-13e9-4333-ad1e-ebcdf952cdb1 service nova] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1827.608374] env[62181]: DEBUG nova.compute.manager [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1827.717875] env[62181]: DEBUG oslo_vmware.api [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.724157] env[62181]: DEBUG oslo_vmware.api [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.742878] env[62181]: DEBUG nova.network.neutron [req-7e4479d2-21a1-4c04-84d5-e5ff1572f49c req-71f831dd-13e9-4333-ad1e-ebcdf952cdb1 service nova] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.827008] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790767, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.948504] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 425ebe0d-e361-43f1-a1ff-510df503cfe3] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1827.988303] env[62181]: DEBUG nova.scheduler.client.report [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1828.045723] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.084699] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790773, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.220434] env[62181]: DEBUG oslo_vmware.api [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.226546] env[62181]: DEBUG oslo_vmware.api [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.245409] env[62181]: DEBUG oslo_concurrency.lockutils [req-7e4479d2-21a1-4c04-84d5-e5ff1572f49c req-71f831dd-13e9-4333-ad1e-ebcdf952cdb1 service nova] Releasing lock "refresh_cache-ed9fdda6-bd28-48b6-afa3-756ca915525d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.245786] env[62181]: DEBUG oslo_concurrency.lockutils [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "refresh_cache-ed9fdda6-bd28-48b6-afa3-756ca915525d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.245952] env[62181]: DEBUG nova.network.neutron [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1828.325723] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790767, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.452701] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: b2cdc48a-729b-4ae0-a2b0-5ca8f0eb6660] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1828.494070] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.496564] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.821s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.498259] env[62181]: INFO nova.compute.claims [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1828.522778] env[62181]: INFO nova.scheduler.client.report [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Deleted allocations for instance d90c68e6-e3f7-404b-9ed4-ce17eb03af46 [ 1828.546362] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790772, 'name': ReconfigVM_Task, 'duration_secs': 0.539765} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.546678] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 561b8086-b6e8-4782-8604-9d3bfcdc23ad/561b8086-b6e8-4782-8604-9d3bfcdc23ad.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1828.547419] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14ab6587-8514-43fb-8eb8-fb7175d02850 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.557389] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1828.557389] env[62181]: value = "task-1790774" [ 1828.557389] env[62181]: _type = "Task" [ 1828.557389] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.568023] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790774, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.586247] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790773, 'name': CreateVM_Task, 'duration_secs': 0.529225} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.586456] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1828.587287] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.587496] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.587857] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1828.588160] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e17a88-f719-4877-81a1-556249677452 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.595035] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1828.595035] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c2cb55-56a0-a4e8-083a-59c8fcc56f94" [ 1828.595035] env[62181]: _type = "Task" [ 1828.595035] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.605470] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c2cb55-56a0-a4e8-083a-59c8fcc56f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.618620] env[62181]: DEBUG nova.compute.manager [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1828.656731] env[62181]: DEBUG nova.virt.hardware [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1828.657132] env[62181]: DEBUG nova.virt.hardware [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1828.657359] env[62181]: DEBUG nova.virt.hardware [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1828.657604] env[62181]: DEBUG nova.virt.hardware [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1828.657804] env[62181]: DEBUG nova.virt.hardware [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1828.658051] env[62181]: DEBUG nova.virt.hardware [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1828.658318] env[62181]: DEBUG nova.virt.hardware [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1828.658536] env[62181]: DEBUG nova.virt.hardware [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1828.658793] env[62181]: DEBUG nova.virt.hardware [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1828.659055] env[62181]: DEBUG nova.virt.hardware [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1828.659294] env[62181]: DEBUG nova.virt.hardware [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1828.660353] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1e4ab2-5231-49ad-bf24-63b3b3f60c67 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.671011] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98617b48-ccef-4c4f-938e-810ef3f0cd9f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.722747] env[62181]: DEBUG oslo_vmware.api [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.726327] env[62181]: DEBUG oslo_vmware.api [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.797444] env[62181]: DEBUG nova.network.neutron [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1828.828150] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790767, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.956716] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 4db1265b-5f9d-411f-8a69-1290b9815d0b] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1828.962868] env[62181]: DEBUG nova.network.neutron [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Updating instance_info_cache with network_info: [{"id": "7e036f99-a357-45a1-abeb-494354db3777", "address": "fa:16:3e:54:71:f9", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e036f99-a3", "ovs_interfaceid": "7e036f99-a357-45a1-abeb-494354db3777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.032118] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b26f062e-c730-48c0-9c25-673a65570712 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "d90c68e6-e3f7-404b-9ed4-ce17eb03af46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.629s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.075133] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790774, 'name': Rename_Task, 'duration_secs': 0.179205} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.075965] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1829.075965] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e731459d-7a56-4fc5-9407-3c788c99524b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.085581] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1829.085581] env[62181]: value = "task-1790775" [ 1829.085581] env[62181]: _type = "Task" [ 1829.085581] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.098781] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.110883] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c2cb55-56a0-a4e8-083a-59c8fcc56f94, 'name': SearchDatastore_Task, 'duration_secs': 0.09103} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.111365] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.111509] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1829.111799] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.111990] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.112226] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1829.113187] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0a1bb54-0119-4025-a86f-25971c4a6256 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.138428] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1829.138428] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1829.138634] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754292d5-87a1-499b-a3b3-988523f1594f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.145447] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1829.145447] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5218944c-f883-189f-a75f-98c5facfb5f7" [ 1829.145447] env[62181]: _type = "Task" [ 1829.145447] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.155028] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5218944c-f883-189f-a75f-98c5facfb5f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.223273] env[62181]: DEBUG oslo_vmware.api [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Task: {'id': task-1790770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.945361} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.227529] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1829.227739] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1829.227933] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1829.228115] env[62181]: INFO nova.compute.manager [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Took 3.06 seconds to destroy the instance on the hypervisor. [ 1829.228358] env[62181]: DEBUG oslo.service.loopingcall [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1829.228572] env[62181]: DEBUG oslo_vmware.api [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Task: {'id': task-1790771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.931054} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.229632] env[62181]: DEBUG nova.compute.manager [req-764b5973-5a2e-4f78-8b22-025caf0f6b7e req-b668300b-d897-4dbe-8695-3e661119d3d6 service nova] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Received event network-vif-plugged-a65fe5eb-73f0-45f8-b828-f013b5c97015 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1829.229820] env[62181]: DEBUG oslo_concurrency.lockutils [req-764b5973-5a2e-4f78-8b22-025caf0f6b7e req-b668300b-d897-4dbe-8695-3e661119d3d6 service nova] Acquiring lock "b77a5328-e05e-4455-a6d2-71d7f294b7f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.230717] env[62181]: DEBUG oslo_concurrency.lockutils [req-764b5973-5a2e-4f78-8b22-025caf0f6b7e req-b668300b-d897-4dbe-8695-3e661119d3d6 service nova] Lock "b77a5328-e05e-4455-a6d2-71d7f294b7f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.230717] env[62181]: DEBUG oslo_concurrency.lockutils [req-764b5973-5a2e-4f78-8b22-025caf0f6b7e req-b668300b-d897-4dbe-8695-3e661119d3d6 service nova] Lock "b77a5328-e05e-4455-a6d2-71d7f294b7f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.230717] env[62181]: DEBUG nova.compute.manager [req-764b5973-5a2e-4f78-8b22-025caf0f6b7e req-b668300b-d897-4dbe-8695-3e661119d3d6 service nova] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] No waiting events found dispatching network-vif-plugged-a65fe5eb-73f0-45f8-b828-f013b5c97015 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1829.230717] env[62181]: WARNING nova.compute.manager [req-764b5973-5a2e-4f78-8b22-025caf0f6b7e req-b668300b-d897-4dbe-8695-3e661119d3d6 service nova] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Received unexpected event network-vif-plugged-a65fe5eb-73f0-45f8-b828-f013b5c97015 for instance with vm_state building and task_state spawning. [ 1829.232051] env[62181]: DEBUG nova.compute.manager [-] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1829.232051] env[62181]: DEBUG nova.network.neutron [-] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1829.234068] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1829.234068] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1829.234068] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1829.234068] env[62181]: INFO nova.compute.manager [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Took 3.62 seconds to destroy the instance on the hypervisor. [ 1829.234261] env[62181]: DEBUG oslo.service.loopingcall [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1829.235161] env[62181]: DEBUG nova.compute.manager [-] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1829.235161] env[62181]: DEBUG nova.network.neutron [-] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1829.325762] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790767, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.462532] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 1af9bf5c-5587-487f-8c5d-04b61eac2bc3] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1829.465916] env[62181]: DEBUG oslo_concurrency.lockutils [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "refresh_cache-ed9fdda6-bd28-48b6-afa3-756ca915525d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.465916] env[62181]: DEBUG nova.compute.manager [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Instance network_info: |[{"id": "7e036f99-a357-45a1-abeb-494354db3777", "address": "fa:16:3e:54:71:f9", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e036f99-a3", "ovs_interfaceid": "7e036f99-a357-45a1-abeb-494354db3777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1829.466585] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:71:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e036f99-a357-45a1-abeb-494354db3777', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1829.475915] env[62181]: DEBUG oslo.service.loopingcall [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1829.476176] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1829.476525] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-337b81be-e25a-43f7-8d4d-e102e5af6a4b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.509355] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1829.509355] env[62181]: value = "task-1790777" [ 1829.509355] env[62181]: _type = "Task" [ 1829.509355] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.520370] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790777, 'name': CreateVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.525121] env[62181]: DEBUG nova.network.neutron [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Successfully updated port: a65fe5eb-73f0-45f8-b828-f013b5c97015 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1829.601451] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790775, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.655303] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5218944c-f883-189f-a75f-98c5facfb5f7, 'name': SearchDatastore_Task, 'duration_secs': 0.096725} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.658459] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd1a5cd1-de76-48a0-9b2c-097500f7f8e3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.664911] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1829.664911] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]522e23d1-e9f9-735d-6652-c67dd8353185" [ 1829.664911] env[62181]: _type = "Task" [ 1829.664911] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.673073] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]522e23d1-e9f9-735d-6652-c67dd8353185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.828344] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790767, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.928822] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef66e835-4d50-4b6a-8511-0e19cabf593d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.936425] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e377b76d-5e0f-4cbd-a6bc-7927dba8792a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.968995] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: dbfcde44-3d88-4874-aefe-667bd4d90842] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1829.973292] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f611ffae-fa47-455d-8aad-53357e6ac8fe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.981981] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b6f913-b620-4268-bf9f-61f6f2df47c3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.996328] env[62181]: DEBUG nova.compute.provider_tree [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1830.019056] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790777, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.027144] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "refresh_cache-b77a5328-e05e-4455-a6d2-71d7f294b7f2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.027325] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "refresh_cache-b77a5328-e05e-4455-a6d2-71d7f294b7f2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.027492] env[62181]: DEBUG nova.network.neutron [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1830.096194] env[62181]: DEBUG oslo_vmware.api [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790775, 'name': PowerOnVM_Task, 'duration_secs': 0.522349} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.096311] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1830.096516] env[62181]: INFO nova.compute.manager [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1830.096703] env[62181]: DEBUG nova.compute.manager [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1830.097504] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc032c5e-cd91-4e55-bb95-f6444fdd7437 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.175576] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]522e23d1-e9f9-735d-6652-c67dd8353185, 'name': SearchDatastore_Task, 'duration_secs': 0.049403} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.176068] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.176264] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f26158d2-95f3-4b7d-ab60-72e3a1250cda/f26158d2-95f3-4b7d-ab60-72e3a1250cda.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1830.177035] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34a99f49-fd8c-4b68-8ada-7bd065d89da6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.185408] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1830.185408] env[62181]: value = "task-1790778" [ 1830.185408] env[62181]: _type = "Task" [ 1830.185408] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.197906] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.269539] env[62181]: DEBUG nova.network.neutron [-] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.326095] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790767, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.477393] env[62181]: DEBUG nova.network.neutron [-] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.479662] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 059488cd-9eee-4fe3-bfd9-73a761223193] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1830.501197] env[62181]: DEBUG nova.scheduler.client.report [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1830.522440] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790777, 'name': CreateVM_Task, 'duration_secs': 0.846347} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.522651] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1830.523381] env[62181]: DEBUG oslo_concurrency.lockutils [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.523567] env[62181]: DEBUG oslo_concurrency.lockutils [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.523899] env[62181]: DEBUG oslo_concurrency.lockutils [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1830.524160] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c5524da-ec76-40a4-a433-94216393c276 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.529267] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1830.529267] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527a8bc0-384b-5fa5-8719-e46c462c59e3" [ 1830.529267] env[62181]: _type = "Task" [ 1830.529267] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.542095] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527a8bc0-384b-5fa5-8719-e46c462c59e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.573903] env[62181]: DEBUG nova.network.neutron [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1830.613725] env[62181]: INFO nova.compute.manager [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Took 20.00 seconds to build instance. [ 1830.695991] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.768707] env[62181]: DEBUG nova.network.neutron [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Updating instance_info_cache with network_info: [{"id": "a65fe5eb-73f0-45f8-b828-f013b5c97015", "address": "fa:16:3e:db:47:93", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65fe5eb-73", "ovs_interfaceid": "a65fe5eb-73f0-45f8-b828-f013b5c97015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.773514] env[62181]: INFO nova.compute.manager [-] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Took 1.54 seconds to deallocate network for instance. [ 1830.827656] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790767, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.781742} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.827971] env[62181]: INFO nova.virt.vmwareapi.ds_util [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_41e80766-46c2-4020-a338-3bba4641b5d8/OSTACK_IMG_41e80766-46c2-4020-a338-3bba4641b5d8.vmdk to [datastore1] devstack-image-cache_base/3139af27-cc25-4373-bae5-27c7d83208fa/3139af27-cc25-4373-bae5-27c7d83208fa.vmdk. [ 1830.828210] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Cleaning up location [datastore1] OSTACK_IMG_41e80766-46c2-4020-a338-3bba4641b5d8 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1830.828381] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_41e80766-46c2-4020-a338-3bba4641b5d8 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1830.828630] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbd5f53d-3049-4436-a839-b330f31df4cd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.835510] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1830.835510] env[62181]: value = "task-1790779" [ 1830.835510] env[62181]: _type = "Task" [ 1830.835510] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.843463] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.892105] env[62181]: DEBUG nova.compute.manager [req-991dd7c3-4833-4281-bf22-651c857b6b2c req-5ce02444-9a1f-4b61-9895-c95c8cedfb7e service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Received event network-changed-02a1c05c-6763-41e2-9ce4-52e902e25a4a {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1830.892423] env[62181]: DEBUG nova.compute.manager [req-991dd7c3-4833-4281-bf22-651c857b6b2c req-5ce02444-9a1f-4b61-9895-c95c8cedfb7e service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Refreshing instance network info cache due to event network-changed-02a1c05c-6763-41e2-9ce4-52e902e25a4a. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1830.892689] env[62181]: DEBUG oslo_concurrency.lockutils [req-991dd7c3-4833-4281-bf22-651c857b6b2c req-5ce02444-9a1f-4b61-9895-c95c8cedfb7e service nova] Acquiring lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.892975] env[62181]: DEBUG oslo_concurrency.lockutils [req-991dd7c3-4833-4281-bf22-651c857b6b2c req-5ce02444-9a1f-4b61-9895-c95c8cedfb7e service nova] Acquired lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.893270] env[62181]: DEBUG nova.network.neutron [req-991dd7c3-4833-4281-bf22-651c857b6b2c req-5ce02444-9a1f-4b61-9895-c95c8cedfb7e service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Refreshing network info cache for port 02a1c05c-6763-41e2-9ce4-52e902e25a4a {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1830.984469] env[62181]: INFO nova.compute.manager [-] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Took 1.75 seconds to deallocate network for instance. [ 1830.985034] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 65328a05-9222-43fc-b42d-4dfaeb36cbcb] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1831.006512] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.007295] env[62181]: DEBUG nova.compute.manager [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1831.042892] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527a8bc0-384b-5fa5-8719-e46c462c59e3, 'name': SearchDatastore_Task, 'duration_secs': 0.014943} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.043278] env[62181]: DEBUG oslo_concurrency.lockutils [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.043515] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1831.043751] env[62181]: DEBUG oslo_concurrency.lockutils [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.043899] env[62181]: DEBUG oslo_concurrency.lockutils [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.044174] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1831.044955] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80d546d7-d35d-4b8f-b356-a8f81b793fad {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.060665] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1831.060947] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1831.062634] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d13c4717-3db2-45e7-8832-9825bcefa372 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.073140] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1831.073140] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5210d0d5-1947-310a-b92c-18e015ee3a8f" [ 1831.073140] env[62181]: _type = "Task" [ 1831.073140] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.084304] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5210d0d5-1947-310a-b92c-18e015ee3a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.115338] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb6f6953-14d5-4c69-86a4-797e9e42b329 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.509s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.196393] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790778, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.001839} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.196803] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f26158d2-95f3-4b7d-ab60-72e3a1250cda/f26158d2-95f3-4b7d-ab60-72e3a1250cda.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1831.197248] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1831.197696] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-249ad778-976f-47d8-a21b-e637aa616e93 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.204662] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1831.204662] env[62181]: value = "task-1790780" [ 1831.204662] env[62181]: _type = "Task" [ 1831.204662] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.213202] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.254031] env[62181]: DEBUG nova.compute.manager [req-9b8ef98e-7641-40f1-bbbb-4ecf655dd070 req-cf3c58fa-465d-4ab3-8003-8df79ee4372e service nova] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Received event network-changed-a65fe5eb-73f0-45f8-b828-f013b5c97015 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1831.254314] env[62181]: DEBUG nova.compute.manager [req-9b8ef98e-7641-40f1-bbbb-4ecf655dd070 req-cf3c58fa-465d-4ab3-8003-8df79ee4372e service nova] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Refreshing instance network info cache due to event network-changed-a65fe5eb-73f0-45f8-b828-f013b5c97015. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1831.254536] env[62181]: DEBUG oslo_concurrency.lockutils [req-9b8ef98e-7641-40f1-bbbb-4ecf655dd070 req-cf3c58fa-465d-4ab3-8003-8df79ee4372e service nova] Acquiring lock "refresh_cache-b77a5328-e05e-4455-a6d2-71d7f294b7f2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.274483] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "refresh_cache-b77a5328-e05e-4455-a6d2-71d7f294b7f2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.274853] env[62181]: DEBUG nova.compute.manager [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Instance network_info: |[{"id": "a65fe5eb-73f0-45f8-b828-f013b5c97015", "address": "fa:16:3e:db:47:93", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65fe5eb-73", "ovs_interfaceid": "a65fe5eb-73f0-45f8-b828-f013b5c97015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1831.275184] env[62181]: DEBUG oslo_concurrency.lockutils [req-9b8ef98e-7641-40f1-bbbb-4ecf655dd070 req-cf3c58fa-465d-4ab3-8003-8df79ee4372e service nova] Acquired lock "refresh_cache-b77a5328-e05e-4455-a6d2-71d7f294b7f2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.275405] env[62181]: DEBUG nova.network.neutron [req-9b8ef98e-7641-40f1-bbbb-4ecf655dd070 req-cf3c58fa-465d-4ab3-8003-8df79ee4372e service nova] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Refreshing network info cache for port a65fe5eb-73f0-45f8-b828-f013b5c97015 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1831.276626] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:47:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a65fe5eb-73f0-45f8-b828-f013b5c97015', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1831.284649] env[62181]: DEBUG oslo.service.loopingcall [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1831.285922] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.286170] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.286378] env[62181]: DEBUG nova.objects.instance [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Lazy-loading 'resources' on Instance uuid a7d47547-9cc7-4167-94a3-164cd4e6887f {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1831.287666] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1831.289109] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f22062c-dea9-4505-905a-03f43abd9d95 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.310150] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1831.310150] env[62181]: value = "task-1790781" [ 1831.310150] env[62181]: _type = "Task" [ 1831.310150] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.317897] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790781, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.345942] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234766} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.347027] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1831.347027] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3139af27-cc25-4373-bae5-27c7d83208fa/3139af27-cc25-4373-bae5-27c7d83208fa.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.347027] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3139af27-cc25-4373-bae5-27c7d83208fa/3139af27-cc25-4373-bae5-27c7d83208fa.vmdk to [datastore1] 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93/48b7c782-f3b2-4d24-a3c8-0ef6a461ef93.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1831.347199] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3376dc82-6d43-405e-b6de-4d56bebd8abf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.353880] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1831.353880] env[62181]: value = "task-1790782" [ 1831.353880] env[62181]: _type = "Task" [ 1831.353880] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.361979] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.444187] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Volume attach. Driver type: vmdk {{(pid=62181) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1831.444462] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371508', 'volume_id': 'd51e3873-ed37-4169-b8a1-18cdecf90e10', 'name': 'volume-d51e3873-ed37-4169-b8a1-18cdecf90e10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29cad617-08cd-48d6-a67e-e5c0f0430af9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd51e3873-ed37-4169-b8a1-18cdecf90e10', 'serial': 'd51e3873-ed37-4169-b8a1-18cdecf90e10'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1831.445368] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e39cd58-5514-4785-87de-c2b583aa8d89 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.462134] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b9f768-fb7f-42e8-ab07-f498a901c880 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.489693] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-d51e3873-ed37-4169-b8a1-18cdecf90e10/volume-d51e3873-ed37-4169-b8a1-18cdecf90e10.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1831.490188] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: d0f2fe87-b24d-4fdb-987b-39138467eb7e] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1831.492022] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e275ed6-2e81-477d-9df6-aee7193d3b90 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.506147] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.513872] env[62181]: DEBUG nova.compute.utils [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1831.515400] env[62181]: DEBUG oslo_vmware.api [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1831.515400] env[62181]: value = "task-1790783" [ 1831.515400] env[62181]: _type = "Task" [ 1831.515400] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.515779] env[62181]: DEBUG nova.compute.manager [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1831.515850] env[62181]: DEBUG nova.network.neutron [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1831.531956] env[62181]: DEBUG oslo_vmware.api [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.584196] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5210d0d5-1947-310a-b92c-18e015ee3a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.050578} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.585223] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77541675-f511-40ba-b892-2990620e60f6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.593134] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1831.593134] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5218713c-58f2-a875-e70f-36974852517c" [ 1831.593134] env[62181]: _type = "Task" [ 1831.593134] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.599945] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5218713c-58f2-a875-e70f-36974852517c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.718577] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064239} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.718868] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1831.719718] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8723ec10-07ef-4fb6-87fc-9dda1fed30d0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.748255] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] f26158d2-95f3-4b7d-ab60-72e3a1250cda/f26158d2-95f3-4b7d-ab60-72e3a1250cda.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1831.748255] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b0ba42-8b71-4acf-bc5e-71bbdf239264 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.768930] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1831.768930] env[62181]: value = "task-1790784" [ 1831.768930] env[62181]: _type = "Task" [ 1831.768930] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.779219] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.823241] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790781, 'name': CreateVM_Task, 'duration_secs': 0.438313} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.823807] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1831.824608] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.824799] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.825145] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1831.825421] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f1ed0c8-d1de-4fac-a59c-84a1b719f908 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.831094] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1831.831094] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52614b66-e5d8-b7d9-803e-555f56acf0ac" [ 1831.831094] env[62181]: _type = "Task" [ 1831.831094] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.836118] env[62181]: DEBUG nova.policy [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51705f2b12864833b597b26767e1ac89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e049a32d49014fb1ac3c0599d2698179', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1831.857338] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52614b66-e5d8-b7d9-803e-555f56acf0ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.869978] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790782, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.005804] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: a39ea307-7343-4c5d-a62f-1b4af7c27a9a] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1832.018928] env[62181]: DEBUG nova.compute.manager [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1832.034693] env[62181]: DEBUG oslo_vmware.api [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.084297] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447f230a-2de5-48eb-a824-c6535ddc2d90 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.092764] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2987a999-7b6c-4dd7-8b14-f6fb45f2fadc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.108297] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5218713c-58f2-a875-e70f-36974852517c, 'name': SearchDatastore_Task, 'duration_secs': 0.054596} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.132922] env[62181]: DEBUG oslo_concurrency.lockutils [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.133301] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] ed9fdda6-bd28-48b6-afa3-756ca915525d/ed9fdda6-bd28-48b6-afa3-756ca915525d.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1832.136797] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bdbc583-d328-4877-ac4b-53f9c401cc72 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.140213] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1096bb76-4baa-4b6a-bf30-aeba560c65e9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.154026] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a145c244-338c-4bf2-b43d-d07eec8bcd1f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.155063] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1832.155063] env[62181]: value = "task-1790785" [ 1832.155063] env[62181]: _type = "Task" [ 1832.155063] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.167420] env[62181]: DEBUG nova.compute.provider_tree [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1832.172016] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.177892] env[62181]: DEBUG nova.network.neutron [req-991dd7c3-4833-4281-bf22-651c857b6b2c req-5ce02444-9a1f-4b61-9895-c95c8cedfb7e service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Updated VIF entry in instance network info cache for port 02a1c05c-6763-41e2-9ce4-52e902e25a4a. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1832.178330] env[62181]: DEBUG nova.network.neutron [req-991dd7c3-4833-4281-bf22-651c857b6b2c req-5ce02444-9a1f-4b61-9895-c95c8cedfb7e service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Updating instance_info_cache with network_info: [{"id": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "address": "fa:16:3e:78:fb:10", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a1c05c-67", "ovs_interfaceid": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.280307] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.345181] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52614b66-e5d8-b7d9-803e-555f56acf0ac, 'name': SearchDatastore_Task, 'duration_secs': 0.081776} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.346150] env[62181]: DEBUG nova.network.neutron [req-9b8ef98e-7641-40f1-bbbb-4ecf655dd070 req-cf3c58fa-465d-4ab3-8003-8df79ee4372e service nova] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Updated VIF entry in instance network info cache for port a65fe5eb-73f0-45f8-b828-f013b5c97015. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1832.346524] env[62181]: DEBUG nova.network.neutron [req-9b8ef98e-7641-40f1-bbbb-4ecf655dd070 req-cf3c58fa-465d-4ab3-8003-8df79ee4372e service nova] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Updating instance_info_cache with network_info: [{"id": "a65fe5eb-73f0-45f8-b828-f013b5c97015", "address": "fa:16:3e:db:47:93", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65fe5eb-73", "ovs_interfaceid": "a65fe5eb-73f0-45f8-b828-f013b5c97015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.348399] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.348788] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1832.349081] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.349289] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.349661] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1832.350130] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-096c42e9-023e-45ce-b1cb-bf62f50ff70b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.367629] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790782, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.379136] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1832.379458] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1832.381150] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfcddf5d-b5a8-4235-9f1f-475c74a4200f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.387227] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1832.387227] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52e5ac7d-b0bc-3d4f-b434-01a354fe379c" [ 1832.387227] env[62181]: _type = "Task" [ 1832.387227] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.395943] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e5ac7d-b0bc-3d4f-b434-01a354fe379c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.442554] env[62181]: DEBUG nova.network.neutron [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Successfully created port: 466b4e2d-4921-44b2-a880-2c76e8931f8e {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1832.509985] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 0dcc25aa-294f-46d2-b01a-1eb7149b4838] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1832.536353] env[62181]: DEBUG oslo_vmware.api [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.668177] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.674175] env[62181]: DEBUG nova.scheduler.client.report [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1832.682790] env[62181]: DEBUG oslo_concurrency.lockutils [req-991dd7c3-4833-4281-bf22-651c857b6b2c req-5ce02444-9a1f-4b61-9895-c95c8cedfb7e service nova] Releasing lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.781880] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.850740] env[62181]: DEBUG oslo_concurrency.lockutils [req-9b8ef98e-7641-40f1-bbbb-4ecf655dd070 req-cf3c58fa-465d-4ab3-8003-8df79ee4372e service nova] Releasing lock "refresh_cache-b77a5328-e05e-4455-a6d2-71d7f294b7f2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.851086] env[62181]: DEBUG nova.compute.manager [req-9b8ef98e-7641-40f1-bbbb-4ecf655dd070 req-cf3c58fa-465d-4ab3-8003-8df79ee4372e service nova] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Received event network-vif-deleted-2f19b0c4-b35e-41c7-8fce-a73641e81a58 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1832.851294] env[62181]: DEBUG nova.compute.manager [req-9b8ef98e-7641-40f1-bbbb-4ecf655dd070 req-cf3c58fa-465d-4ab3-8003-8df79ee4372e service nova] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Received event network-vif-deleted-ed2b5408-ae2e-4bfc-9b73-5472ec057ec0 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1832.867376] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790782, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.897820] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e5ac7d-b0bc-3d4f-b434-01a354fe379c, 'name': SearchDatastore_Task, 'duration_secs': 0.085869} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.898647] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b41416d-0066-4f7c-aeaf-1ea5ad2f2675 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.904778] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1832.904778] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]522f4347-1082-dd16-c132-e1749be9c9ab" [ 1832.904778] env[62181]: _type = "Task" [ 1832.904778] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.912510] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]522f4347-1082-dd16-c132-e1749be9c9ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.014064] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: e3d655d5-f3f8-4392-a205-98dd96aa43aa] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1833.029180] env[62181]: DEBUG oslo_vmware.api [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.038560] env[62181]: DEBUG nova.compute.manager [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1833.067780] env[62181]: DEBUG nova.virt.hardware [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1833.068068] env[62181]: DEBUG nova.virt.hardware [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1833.068233] env[62181]: DEBUG nova.virt.hardware [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1833.068418] env[62181]: DEBUG nova.virt.hardware [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1833.068564] env[62181]: DEBUG nova.virt.hardware [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1833.068712] env[62181]: DEBUG nova.virt.hardware [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1833.068917] env[62181]: DEBUG nova.virt.hardware [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1833.069087] env[62181]: DEBUG nova.virt.hardware [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1833.069261] env[62181]: DEBUG nova.virt.hardware [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1833.069423] env[62181]: DEBUG nova.virt.hardware [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1833.069632] env[62181]: DEBUG nova.virt.hardware [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1833.070535] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06666d6f-a0cd-44d9-b785-9e6815369ee8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.079447] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f96072-6f3a-466f-850c-163a9ed8315e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.137966] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "41834414-33a1-49db-b0c3-c96e7e7875c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.138261] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "41834414-33a1-49db-b0c3-c96e7e7875c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.138480] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "41834414-33a1-49db-b0c3-c96e7e7875c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.138701] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "41834414-33a1-49db-b0c3-c96e7e7875c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.138967] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "41834414-33a1-49db-b0c3-c96e7e7875c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.141073] env[62181]: INFO nova.compute.manager [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Terminating instance [ 1833.165291] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.178848] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.181739] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.676s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.182120] env[62181]: DEBUG nova.objects.instance [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Lazy-loading 'resources' on Instance uuid b1c0b365-5d79-4da6-8d1f-1027c8c7eb27 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1833.203960] env[62181]: INFO nova.scheduler.client.report [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Deleted allocations for instance a7d47547-9cc7-4167-94a3-164cd4e6887f [ 1833.279962] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790784, 'name': ReconfigVM_Task, 'duration_secs': 1.459219} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.280287] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Reconfigured VM instance instance-0000005d to attach disk [datastore1] f26158d2-95f3-4b7d-ab60-72e3a1250cda/f26158d2-95f3-4b7d-ab60-72e3a1250cda.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1833.280968] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a059635d-8bbc-4a5f-a964-1da8b4e891c1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.288664] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1833.288664] env[62181]: value = "task-1790786" [ 1833.288664] env[62181]: _type = "Task" [ 1833.288664] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.301958] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790786, 'name': Rename_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.367179] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790782, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.415852] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]522f4347-1082-dd16-c132-e1749be9c9ab, 'name': SearchDatastore_Task, 'duration_secs': 0.085397} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.416171] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.417234] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] b77a5328-e05e-4455-a6d2-71d7f294b7f2/b77a5328-e05e-4455-a6d2-71d7f294b7f2.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1833.417234] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eddbc930-5d5c-4b43-953f-c3cd60667a00 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.425064] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1833.425064] env[62181]: value = "task-1790787" [ 1833.425064] env[62181]: _type = "Task" [ 1833.425064] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.433897] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.517921] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 826ca48d-5961-490b-b058-7ecd5a994a37] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1833.529974] env[62181]: DEBUG oslo_vmware.api [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.644957] env[62181]: DEBUG nova.compute.manager [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1833.645210] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1833.646105] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546289a2-ec58-4c4a-8e8b-6d56c94041cc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.654227] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1833.654501] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04734b54-0724-49bd-96f8-bfd301889f76 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.661190] env[62181]: DEBUG oslo_vmware.api [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1833.661190] env[62181]: value = "task-1790788" [ 1833.661190] env[62181]: _type = "Task" [ 1833.661190] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.664414] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790785, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.673109] env[62181]: DEBUG oslo_vmware.api [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.714053] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a87804fa-cb66-4fa5-a470-3988e714a370 tempest-InstanceActionsNegativeTestJSON-769190229 tempest-InstanceActionsNegativeTestJSON-769190229-project-member] Lock "a7d47547-9cc7-4167-94a3-164cd4e6887f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.061s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.799597] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790786, 'name': Rename_Task, 'duration_secs': 0.252433} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.802347] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1833.804025] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-379de3d4-7364-4756-99f7-c7a912a430b3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.812392] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1833.812392] env[62181]: value = "task-1790789" [ 1833.812392] env[62181]: _type = "Task" [ 1833.812392] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.831225] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790789, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.873053] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790782, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.372918} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.873341] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3139af27-cc25-4373-bae5-27c7d83208fa/3139af27-cc25-4373-bae5-27c7d83208fa.vmdk to [datastore1] 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93/48b7c782-f3b2-4d24-a3c8-0ef6a461ef93.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1833.874306] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bd76c7-8bf8-43d0-9655-b799c2ee5371 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.905430] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93/48b7c782-f3b2-4d24-a3c8-0ef6a461ef93.vmdk or device None with type streamOptimized {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1833.908279] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bba90a97-52b5-4a91-b75f-7216f6c24461 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.931958] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1833.931958] env[62181]: value = "task-1790790" [ 1833.931958] env[62181]: _type = "Task" [ 1833.931958] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.943207] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.950520] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.969165] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e594d7-a844-4f16-9202-4026cf26b00d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.977673] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48025a4e-0ebc-4e0f-870e-27576d4ed8e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.028048] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 2f95d392-062c-4c62-bd39-7c19342e125c] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1834.036269] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c1df9f-1f7d-4c86-8665-09f59af0541c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.048342] env[62181]: DEBUG oslo_vmware.api [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.055066] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbc73d5-6e09-4943-9f78-aa779fb9f719 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.062560] env[62181]: DEBUG nova.compute.manager [req-01a19782-f975-4f12-9c10-1017b6605415 req-aecabb60-6e67-409b-884d-4de7ad648d25 service nova] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Received event network-vif-plugged-466b4e2d-4921-44b2-a880-2c76e8931f8e {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1834.063188] env[62181]: DEBUG oslo_concurrency.lockutils [req-01a19782-f975-4f12-9c10-1017b6605415 req-aecabb60-6e67-409b-884d-4de7ad648d25 service nova] Acquiring lock "0cda0c2e-cd82-4918-957f-947842664263-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.063502] env[62181]: DEBUG oslo_concurrency.lockutils [req-01a19782-f975-4f12-9c10-1017b6605415 req-aecabb60-6e67-409b-884d-4de7ad648d25 service nova] Lock "0cda0c2e-cd82-4918-957f-947842664263-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.063761] env[62181]: DEBUG oslo_concurrency.lockutils [req-01a19782-f975-4f12-9c10-1017b6605415 req-aecabb60-6e67-409b-884d-4de7ad648d25 service nova] Lock "0cda0c2e-cd82-4918-957f-947842664263-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.064017] env[62181]: DEBUG nova.compute.manager [req-01a19782-f975-4f12-9c10-1017b6605415 req-aecabb60-6e67-409b-884d-4de7ad648d25 service nova] [instance: 0cda0c2e-cd82-4918-957f-947842664263] No waiting events found dispatching network-vif-plugged-466b4e2d-4921-44b2-a880-2c76e8931f8e {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1834.064277] env[62181]: WARNING nova.compute.manager [req-01a19782-f975-4f12-9c10-1017b6605415 req-aecabb60-6e67-409b-884d-4de7ad648d25 service nova] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Received unexpected event network-vif-plugged-466b4e2d-4921-44b2-a880-2c76e8931f8e for instance with vm_state building and task_state spawning. [ 1834.079264] env[62181]: DEBUG nova.compute.provider_tree [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.170600] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790785, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.941016} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.174427] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] ed9fdda6-bd28-48b6-afa3-756ca915525d/ed9fdda6-bd28-48b6-afa3-756ca915525d.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1834.174761] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1834.175115] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaa0286f-d9d5-4b1a-8af9-3add75c3ea59 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.183428] env[62181]: DEBUG oslo_vmware.api [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790788, 'name': PowerOffVM_Task, 'duration_secs': 0.327381} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.185156] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1834.185379] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1834.185772] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1834.185772] env[62181]: value = "task-1790791" [ 1834.185772] env[62181]: _type = "Task" [ 1834.185772] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.186018] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-966c54f6-b1cc-4c49-a750-d6cf253b9e01 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.197400] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.215513] env[62181]: DEBUG nova.network.neutron [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Successfully updated port: 466b4e2d-4921-44b2-a880-2c76e8931f8e {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1834.290473] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1834.290714] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1834.290914] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Deleting the datastore file [datastore1] 41834414-33a1-49db-b0c3-c96e7e7875c7 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1834.291260] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7b3a159-a799-432b-8b3b-3a00edbae1a5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.298339] env[62181]: DEBUG oslo_vmware.api [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for the task: (returnval){ [ 1834.298339] env[62181]: value = "task-1790793" [ 1834.298339] env[62181]: _type = "Task" [ 1834.298339] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.307494] env[62181]: DEBUG oslo_vmware.api [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.322716] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790789, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.436026] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790787, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.444340] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.531347] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: d1fcfb5b-a644-4397-9828-7253cdc710ff] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1834.539322] env[62181]: DEBUG oslo_vmware.api [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790783, 'name': ReconfigVM_Task, 'duration_secs': 2.615062} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.539772] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-d51e3873-ed37-4169-b8a1-18cdecf90e10/volume-d51e3873-ed37-4169-b8a1-18cdecf90e10.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1834.547658] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a67ed127-9755-44de-9dd5-cf6c625f9133 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.568706] env[62181]: DEBUG oslo_vmware.api [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1834.568706] env[62181]: value = "task-1790794" [ 1834.568706] env[62181]: _type = "Task" [ 1834.568706] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.578029] env[62181]: DEBUG oslo_vmware.api [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.582622] env[62181]: DEBUG nova.scheduler.client.report [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1834.700031] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102741} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.700215] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1834.701348] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9899f674-874b-4400-b324-51dd6c531805 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.720945] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "refresh_cache-0cda0c2e-cd82-4918-957f-947842664263" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.720945] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "refresh_cache-0cda0c2e-cd82-4918-957f-947842664263" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.721161] env[62181]: DEBUG nova.network.neutron [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1834.735904] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] ed9fdda6-bd28-48b6-afa3-756ca915525d/ed9fdda6-bd28-48b6-afa3-756ca915525d.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1834.737340] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee9915f0-af80-4360-951b-2f9b49c4ae29 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.765865] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1834.765865] env[62181]: value = "task-1790795" [ 1834.765865] env[62181]: _type = "Task" [ 1834.765865] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.777504] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.811456] env[62181]: DEBUG oslo_vmware.api [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Task: {'id': task-1790793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289411} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.811765] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1834.812018] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1834.812281] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1834.812505] env[62181]: INFO nova.compute.manager [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1834.812831] env[62181]: DEBUG oslo.service.loopingcall [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.813085] env[62181]: DEBUG nova.compute.manager [-] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1834.813209] env[62181]: DEBUG nova.network.neutron [-] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1834.825715] env[62181]: DEBUG oslo_vmware.api [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790789, 'name': PowerOnVM_Task, 'duration_secs': 0.76955} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.826037] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1834.826293] env[62181]: INFO nova.compute.manager [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Took 10.93 seconds to spawn the instance on the hypervisor. [ 1834.826528] env[62181]: DEBUG nova.compute.manager [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1834.827562] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de977bf5-ffb6-4ed8-9a01-646e07b4d380 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.935634] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790787, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.042364} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.936049] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] b77a5328-e05e-4455-a6d2-71d7f294b7f2/b77a5328-e05e-4455-a6d2-71d7f294b7f2.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1834.936314] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1834.939515] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d9d585f-72a1-4203-af53-359e5a131288 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.947222] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790790, 'name': ReconfigVM_Task, 'duration_secs': 0.584178} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.948928] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93/48b7c782-f3b2-4d24-a3c8-0ef6a461ef93.vmdk or device None with type streamOptimized {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1834.950272] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'encryption_format': None, 'disk_bus': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'boot_index': 0, 'image_id': '655f88bf-5a34-439d-8ebf-6c36fe1eff96'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'e998127f-0ad2-4536-94a8-5672dd9f6d62', 'mount_device': '/dev/sdb', 'disk_bus': None, 'device_type': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371497', 'volume_id': '3bddcf49-0161-4d95-897b-fed25efd6403', 'name': 'volume-3bddcf49-0161-4d95-897b-fed25efd6403', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '48b7c782-f3b2-4d24-a3c8-0ef6a461ef93', 'attached_at': '', 'detached_at': '', 'volume_id': '3bddcf49-0161-4d95-897b-fed25efd6403', 'serial': '3bddcf49-0161-4d95-897b-fed25efd6403'}, 'guest_format': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=62181) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1834.950603] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Volume attach. Driver type: vmdk {{(pid=62181) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1834.950699] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371497', 'volume_id': '3bddcf49-0161-4d95-897b-fed25efd6403', 'name': 'volume-3bddcf49-0161-4d95-897b-fed25efd6403', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '48b7c782-f3b2-4d24-a3c8-0ef6a461ef93', 'attached_at': '', 'detached_at': '', 'volume_id': '3bddcf49-0161-4d95-897b-fed25efd6403', 'serial': '3bddcf49-0161-4d95-897b-fed25efd6403'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1834.952230] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1834.952230] env[62181]: value = "task-1790796" [ 1834.952230] env[62181]: _type = "Task" [ 1834.952230] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.952230] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0912a86d-0888-4a58-9dc6-4f9758bb873d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.962944] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.974095] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c70322-90e1-4914-bf04-7dc63481dc33 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.998705] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] volume-3bddcf49-0161-4d95-897b-fed25efd6403/volume-3bddcf49-0161-4d95-897b-fed25efd6403.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1834.999037] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c4aaf68-750a-4afd-9d0e-7ff900eb71ef {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.017618] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1835.017618] env[62181]: value = "task-1790797" [ 1835.017618] env[62181]: _type = "Task" [ 1835.017618] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.025935] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.035603] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 571c2ea4-2a87-4876-a245-c6f6f67d2223] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1835.078837] env[62181]: DEBUG oslo_vmware.api [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790794, 'name': ReconfigVM_Task, 'duration_secs': 0.223674} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.079172] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371508', 'volume_id': 'd51e3873-ed37-4169-b8a1-18cdecf90e10', 'name': 'volume-d51e3873-ed37-4169-b8a1-18cdecf90e10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29cad617-08cd-48d6-a67e-e5c0f0430af9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd51e3873-ed37-4169-b8a1-18cdecf90e10', 'serial': 'd51e3873-ed37-4169-b8a1-18cdecf90e10'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1835.089606] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.117666] env[62181]: INFO nova.scheduler.client.report [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Deleted allocations for instance b1c0b365-5d79-4da6-8d1f-1027c8c7eb27 [ 1835.275760] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.281982] env[62181]: DEBUG nova.network.neutron [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1835.354184] env[62181]: INFO nova.compute.manager [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Took 24.16 seconds to build instance. [ 1835.466618] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251098} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.466930] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1835.467764] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168863de-6ee3-4352-a393-405ba65fe03f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.496250] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] b77a5328-e05e-4455-a6d2-71d7f294b7f2/b77a5328-e05e-4455-a6d2-71d7f294b7f2.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1835.496608] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-789f2673-afe1-4237-b44e-a2c00e8248d5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.523446] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1835.523446] env[62181]: value = "task-1790798" [ 1835.523446] env[62181]: _type = "Task" [ 1835.523446] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.531163] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.536618] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.539199] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 601e137f-f0c6-456f-962e-a97ad59f1fa5] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 1835.619763] env[62181]: DEBUG nova.network.neutron [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Updating instance_info_cache with network_info: [{"id": "466b4e2d-4921-44b2-a880-2c76e8931f8e", "address": "fa:16:3e:31:b7:d1", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466b4e2d-49", "ovs_interfaceid": "466b4e2d-4921-44b2-a880-2c76e8931f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.625076] env[62181]: DEBUG oslo_concurrency.lockutils [None req-aa2ac9d1-a4bc-450d-866d-3f6d64854ecc tempest-ServersV294TestFqdnHostnames-1076312533 tempest-ServersV294TestFqdnHostnames-1076312533-project-member] Lock "b1c0b365-5d79-4da6-8d1f-1027c8c7eb27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.521s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.780024] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790795, 'name': ReconfigVM_Task, 'duration_secs': 0.937759} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.780024] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Reconfigured VM instance instance-0000005e to attach disk [datastore1] ed9fdda6-bd28-48b6-afa3-756ca915525d/ed9fdda6-bd28-48b6-afa3-756ca915525d.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1835.780024] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f147cc5b-0369-4366-a572-b6bff6bc603d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.787682] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1835.787682] env[62181]: value = "task-1790799" [ 1835.787682] env[62181]: _type = "Task" [ 1835.787682] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.796440] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790799, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.862348] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9c5ba5b6-1e63-48b0-8c5f-3909db3cd769 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "f26158d2-95f3-4b7d-ab60-72e3a1250cda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.682s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.890915] env[62181]: DEBUG nova.network.neutron [-] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.031276] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790797, 'name': ReconfigVM_Task, 'duration_secs': 0.757887} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.031276] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Reconfigured VM instance instance-00000033 to attach disk [datastore1] volume-3bddcf49-0161-4d95-897b-fed25efd6403/volume-3bddcf49-0161-4d95-897b-fed25efd6403.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1836.040112] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5e049b9-1f97-4df7-b8a4-be37f0ae8224 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.050558] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790798, 'name': ReconfigVM_Task, 'duration_secs': 0.312854} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.050839] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Reconfigured VM instance instance-0000005f to attach disk [datastore1] b77a5328-e05e-4455-a6d2-71d7f294b7f2/b77a5328-e05e-4455-a6d2-71d7f294b7f2.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1836.051504] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1836.051675] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Cleaning up deleted instances with incomplete migration {{(pid=62181) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11722}} [ 1836.053177] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca1459b9-0476-4840-b804-b35448e4cea9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.057923] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1836.057923] env[62181]: value = "task-1790800" [ 1836.057923] env[62181]: _type = "Task" [ 1836.057923] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.062642] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1836.062642] env[62181]: value = "task-1790801" [ 1836.062642] env[62181]: _type = "Task" [ 1836.062642] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.071641] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.078045] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790801, 'name': Rename_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.083272] env[62181]: DEBUG nova.compute.manager [req-ca0fb29e-38e5-46d0-8174-2a6c36b6e3d2 req-a79a049c-9146-4150-83a9-2ddf91b9124a service nova] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Received event network-changed-466b4e2d-4921-44b2-a880-2c76e8931f8e {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1836.083501] env[62181]: DEBUG nova.compute.manager [req-ca0fb29e-38e5-46d0-8174-2a6c36b6e3d2 req-a79a049c-9146-4150-83a9-2ddf91b9124a service nova] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Refreshing instance network info cache due to event network-changed-466b4e2d-4921-44b2-a880-2c76e8931f8e. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1836.083693] env[62181]: DEBUG oslo_concurrency.lockutils [req-ca0fb29e-38e5-46d0-8174-2a6c36b6e3d2 req-a79a049c-9146-4150-83a9-2ddf91b9124a service nova] Acquiring lock "refresh_cache-0cda0c2e-cd82-4918-957f-947842664263" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.123671] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "refresh_cache-0cda0c2e-cd82-4918-957f-947842664263" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.124134] env[62181]: DEBUG nova.compute.manager [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Instance network_info: |[{"id": "466b4e2d-4921-44b2-a880-2c76e8931f8e", "address": "fa:16:3e:31:b7:d1", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466b4e2d-49", "ovs_interfaceid": "466b4e2d-4921-44b2-a880-2c76e8931f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1836.124558] env[62181]: DEBUG oslo_concurrency.lockutils [req-ca0fb29e-38e5-46d0-8174-2a6c36b6e3d2 req-a79a049c-9146-4150-83a9-2ddf91b9124a service nova] Acquired lock "refresh_cache-0cda0c2e-cd82-4918-957f-947842664263" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.124860] env[62181]: DEBUG nova.network.neutron [req-ca0fb29e-38e5-46d0-8174-2a6c36b6e3d2 req-a79a049c-9146-4150-83a9-2ddf91b9124a service nova] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Refreshing network info cache for port 466b4e2d-4921-44b2-a880-2c76e8931f8e {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1836.126349] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:b7:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '466b4e2d-4921-44b2-a880-2c76e8931f8e', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1836.134901] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Creating folder: Project (e049a32d49014fb1ac3c0599d2698179). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1836.138521] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3913cd8-b14b-4371-8be6-7076665b3d82 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.148471] env[62181]: DEBUG nova.objects.instance [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lazy-loading 'flavor' on Instance uuid 29cad617-08cd-48d6-a67e-e5c0f0430af9 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.153232] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Created folder: Project (e049a32d49014fb1ac3c0599d2698179) in parent group-v371238. [ 1836.153232] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Creating folder: Instances. Parent ref: group-v371512. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1836.153232] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c6d85a9-33e7-495a-9af6-287dd59657b8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.167126] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Created folder: Instances in parent group-v371512. [ 1836.167410] env[62181]: DEBUG oslo.service.loopingcall [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.167719] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1836.167955] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17b21ff7-3593-44e2-9c65-82b85bd0d398 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.189194] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1836.189194] env[62181]: value = "task-1790804" [ 1836.189194] env[62181]: _type = "Task" [ 1836.189194] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.199565] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790804, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.300508] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790799, 'name': Rename_Task, 'duration_secs': 0.263655} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.300508] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1836.300508] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fb0e34b-3377-49ef-a5b5-162b6a0eca40 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.307204] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1836.307204] env[62181]: value = "task-1790805" [ 1836.307204] env[62181]: _type = "Task" [ 1836.307204] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.316849] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.399211] env[62181]: INFO nova.compute.manager [-] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Took 1.59 seconds to deallocate network for instance. [ 1836.492125] env[62181]: DEBUG nova.network.neutron [req-ca0fb29e-38e5-46d0-8174-2a6c36b6e3d2 req-a79a049c-9146-4150-83a9-2ddf91b9124a service nova] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Updated VIF entry in instance network info cache for port 466b4e2d-4921-44b2-a880-2c76e8931f8e. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1836.492515] env[62181]: DEBUG nova.network.neutron [req-ca0fb29e-38e5-46d0-8174-2a6c36b6e3d2 req-a79a049c-9146-4150-83a9-2ddf91b9124a service nova] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Updating instance_info_cache with network_info: [{"id": "466b4e2d-4921-44b2-a880-2c76e8931f8e", "address": "fa:16:3e:31:b7:d1", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466b4e2d-49", "ovs_interfaceid": "466b4e2d-4921-44b2-a880-2c76e8931f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.556213] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1836.573728] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790800, 'name': ReconfigVM_Task, 'duration_secs': 0.186078} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.577920] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371497', 'volume_id': '3bddcf49-0161-4d95-897b-fed25efd6403', 'name': 'volume-3bddcf49-0161-4d95-897b-fed25efd6403', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '48b7c782-f3b2-4d24-a3c8-0ef6a461ef93', 'attached_at': '', 'detached_at': '', 'volume_id': '3bddcf49-0161-4d95-897b-fed25efd6403', 'serial': '3bddcf49-0161-4d95-897b-fed25efd6403'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1836.578962] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790801, 'name': Rename_Task, 'duration_secs': 0.17436} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.579210] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b66879b6-17c9-4841-8503-5338b9be27be {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.582356] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1836.582626] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63124cc1-4f21-43f5-8e02-6aec5a037c84 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.590454] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1836.590454] env[62181]: value = "task-1790807" [ 1836.590454] env[62181]: _type = "Task" [ 1836.590454] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.592577] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1836.592577] env[62181]: value = "task-1790806" [ 1836.592577] env[62181]: _type = "Task" [ 1836.592577] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.608902] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790806, 'name': Rename_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.612666] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790807, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.656379] env[62181]: DEBUG oslo_concurrency.lockutils [None req-314fddef-9a5a-40f1-8da1-28f8e7f50bb5 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "29cad617-08cd-48d6-a67e-e5c0f0430af9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 12.351s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.700344] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790804, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.783356] env[62181]: DEBUG nova.compute.manager [req-02bd8165-0c4d-4017-9b92-9a19b2aaee6f req-a17bb3b2-820d-48d1-ac02-4f58c566dab0 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Received event network-changed-19d19ec5-42b2-47c8-9341-c028cc42abe8 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1836.783510] env[62181]: DEBUG nova.compute.manager [req-02bd8165-0c4d-4017-9b92-9a19b2aaee6f req-a17bb3b2-820d-48d1-ac02-4f58c566dab0 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Refreshing instance network info cache due to event network-changed-19d19ec5-42b2-47c8-9341-c028cc42abe8. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1836.783733] env[62181]: DEBUG oslo_concurrency.lockutils [req-02bd8165-0c4d-4017-9b92-9a19b2aaee6f req-a17bb3b2-820d-48d1-ac02-4f58c566dab0 service nova] Acquiring lock "refresh_cache-1f847f08-33c7-47d2-b4ff-cc54328a9cb2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.783912] env[62181]: DEBUG oslo_concurrency.lockutils [req-02bd8165-0c4d-4017-9b92-9a19b2aaee6f req-a17bb3b2-820d-48d1-ac02-4f58c566dab0 service nova] Acquired lock "refresh_cache-1f847f08-33c7-47d2-b4ff-cc54328a9cb2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.784167] env[62181]: DEBUG nova.network.neutron [req-02bd8165-0c4d-4017-9b92-9a19b2aaee6f req-a17bb3b2-820d-48d1-ac02-4f58c566dab0 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Refreshing network info cache for port 19d19ec5-42b2-47c8-9341-c028cc42abe8 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1836.818459] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790805, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.911234] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.911234] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.911234] env[62181]: DEBUG nova.objects.instance [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lazy-loading 'resources' on Instance uuid 41834414-33a1-49db-b0c3-c96e7e7875c7 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.995268] env[62181]: DEBUG oslo_concurrency.lockutils [req-ca0fb29e-38e5-46d0-8174-2a6c36b6e3d2 req-a79a049c-9146-4150-83a9-2ddf91b9124a service nova] Releasing lock "refresh_cache-0cda0c2e-cd82-4918-957f-947842664263" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.995552] env[62181]: DEBUG nova.compute.manager [req-ca0fb29e-38e5-46d0-8174-2a6c36b6e3d2 req-a79a049c-9146-4150-83a9-2ddf91b9124a service nova] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Received event network-vif-deleted-4ec3684c-1624-420a-a4f6-902578d3b627 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1837.112312] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790806, 'name': Rename_Task, 'duration_secs': 0.225252} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.112797] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.112912] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1837.113170] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca3a88d8-f7e2-4a37-96f8-eee2022f91fe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.120456] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1837.120456] env[62181]: value = "task-1790808" [ 1837.120456] env[62181]: _type = "Task" [ 1837.120456] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.128203] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.200744] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790804, 'name': CreateVM_Task, 'duration_secs': 0.555445} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.200947] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1837.201725] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.201924] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.202274] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1837.202568] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88493738-b527-46ca-8951-189ffcebfd93 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.211267] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1837.211267] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]528d26b9-4e67-c247-130b-a0d1849c2e5d" [ 1837.211267] env[62181]: _type = "Task" [ 1837.211267] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.219177] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]528d26b9-4e67-c247-130b-a0d1849c2e5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.268379] env[62181]: INFO nova.compute.manager [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Rescuing [ 1837.268379] env[62181]: DEBUG oslo_concurrency.lockutils [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.268379] env[62181]: DEBUG oslo_concurrency.lockutils [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.268379] env[62181]: DEBUG nova.network.neutron [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1837.319600] env[62181]: DEBUG oslo_vmware.api [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790805, 'name': PowerOnVM_Task, 'duration_secs': 0.679059} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.319899] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1837.320277] env[62181]: INFO nova.compute.manager [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Took 11.11 seconds to spawn the instance on the hypervisor. [ 1837.320516] env[62181]: DEBUG nova.compute.manager [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1837.321328] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ab351d-2534-43ff-9ec4-d2f2e7f6dff2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.608243] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790807, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.630815] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.658464] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a9b2a8-2924-4fa7-9fa7-ab6e3b649b7e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.664643] env[62181]: DEBUG nova.network.neutron [req-02bd8165-0c4d-4017-9b92-9a19b2aaee6f req-a17bb3b2-820d-48d1-ac02-4f58c566dab0 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Updated VIF entry in instance network info cache for port 19d19ec5-42b2-47c8-9341-c028cc42abe8. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1837.665306] env[62181]: DEBUG nova.network.neutron [req-02bd8165-0c4d-4017-9b92-9a19b2aaee6f req-a17bb3b2-820d-48d1-ac02-4f58c566dab0 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Updating instance_info_cache with network_info: [{"id": "19d19ec5-42b2-47c8-9341-c028cc42abe8", "address": "fa:16:3e:09:d5:06", "network": {"id": "d41fa240-06d5-4424-9abe-22807c412a41", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1017225931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c40c8d5d4cbf4d7a99ba332e6e8df781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19d19ec5-42", "ovs_interfaceid": "19d19ec5-42b2-47c8-9341-c028cc42abe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.671247] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5803f77-a8f4-4e0b-bc51-cca8856b4faa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.728250] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d09de4-b5fa-4fbe-8efc-5dac9f59a4b6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.739885] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]528d26b9-4e67-c247-130b-a0d1849c2e5d, 'name': SearchDatastore_Task, 'duration_secs': 0.009783} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.741224] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2e2a7b-f8c9-4b32-8afb-b89350abbc85 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.745366] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.745779] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1837.746054] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.746205] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.746391] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1837.746679] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-595e63d8-c5e3-4d53-8fa7-a075fda20cfc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.760027] env[62181]: DEBUG nova.compute.provider_tree [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1837.763459] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1837.763692] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1837.765678] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa86a847-c943-47b0-9a5e-7d23b1162712 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.775668] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1837.775668] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]529fe654-3220-c591-e804-305cb0bd513a" [ 1837.775668] env[62181]: _type = "Task" [ 1837.775668] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.787117] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529fe654-3220-c591-e804-305cb0bd513a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.843111] env[62181]: INFO nova.compute.manager [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Took 25.64 seconds to build instance. [ 1838.104583] env[62181]: DEBUG oslo_vmware.api [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790807, 'name': PowerOnVM_Task, 'duration_secs': 1.21712} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.104873] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1838.105579] env[62181]: INFO nova.compute.manager [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1838.105808] env[62181]: DEBUG nova.compute.manager [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1838.106593] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5d4681-2ae7-4700-9c1b-51515244c572 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.132272] env[62181]: DEBUG nova.network.neutron [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Updating instance_info_cache with network_info: [{"id": "5e09da3a-cef1-4ec7-8f71-c661f24ed126", "address": "fa:16:3e:26:fd:f3", "network": {"id": "b57902a4-c6e3-48b5-b2b6-b9fc2d532558", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1129520814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc8ebefdf64b7b9202aefc83393162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e09da3a-ce", "ovs_interfaceid": "5e09da3a-cef1-4ec7-8f71-c661f24ed126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.138942] env[62181]: DEBUG oslo_vmware.api [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790808, 'name': PowerOnVM_Task, 'duration_secs': 0.785355} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.139626] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1838.160033] env[62181]: DEBUG nova.compute.manager [req-5bbc51e8-0b11-4da4-8a1a-407f0a234b01 req-622c42e9-8a64-4248-94f2-600377c25775 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Received event network-changed-19d19ec5-42b2-47c8-9341-c028cc42abe8 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1838.160033] env[62181]: DEBUG nova.compute.manager [req-5bbc51e8-0b11-4da4-8a1a-407f0a234b01 req-622c42e9-8a64-4248-94f2-600377c25775 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Refreshing instance network info cache due to event network-changed-19d19ec5-42b2-47c8-9341-c028cc42abe8. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1838.160237] env[62181]: DEBUG oslo_concurrency.lockutils [req-5bbc51e8-0b11-4da4-8a1a-407f0a234b01 req-622c42e9-8a64-4248-94f2-600377c25775 service nova] Acquiring lock "refresh_cache-1f847f08-33c7-47d2-b4ff-cc54328a9cb2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.170110] env[62181]: DEBUG oslo_concurrency.lockutils [req-02bd8165-0c4d-4017-9b92-9a19b2aaee6f req-a17bb3b2-820d-48d1-ac02-4f58c566dab0 service nova] Releasing lock "refresh_cache-1f847f08-33c7-47d2-b4ff-cc54328a9cb2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.170369] env[62181]: DEBUG oslo_concurrency.lockutils [req-5bbc51e8-0b11-4da4-8a1a-407f0a234b01 req-622c42e9-8a64-4248-94f2-600377c25775 service nova] Acquired lock "refresh_cache-1f847f08-33c7-47d2-b4ff-cc54328a9cb2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.171297] env[62181]: DEBUG nova.network.neutron [req-5bbc51e8-0b11-4da4-8a1a-407f0a234b01 req-622c42e9-8a64-4248-94f2-600377c25775 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Refreshing network info cache for port 19d19ec5-42b2-47c8-9341-c028cc42abe8 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1838.269852] env[62181]: DEBUG nova.scheduler.client.report [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1838.292183] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529fe654-3220-c591-e804-305cb0bd513a, 'name': SearchDatastore_Task, 'duration_secs': 0.01186} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.293375] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc478540-1add-4619-968d-7d45dd686cb4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.302127] env[62181]: DEBUG nova.compute.manager [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1838.302127] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b351fc-a7d3-42bc-b535-eceaa64893c5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.305342] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1838.305342] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52de63c1-9c24-bf40-fb75-786c71ad9190" [ 1838.305342] env[62181]: _type = "Task" [ 1838.305342] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.318165] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52de63c1-9c24-bf40-fb75-786c71ad9190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.347046] env[62181]: DEBUG oslo_concurrency.lockutils [None req-833b0023-bae1-49ba-9dd7-7aff9d207e3a tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "ed9fdda6-bd28-48b6-afa3-756ca915525d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.150s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.625084] env[62181]: INFO nova.compute.manager [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Took 23.11 seconds to build instance. [ 1838.642242] env[62181]: DEBUG oslo_concurrency.lockutils [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Releasing lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.777713] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.805071] env[62181]: INFO nova.scheduler.client.report [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Deleted allocations for instance 41834414-33a1-49db-b0c3-c96e7e7875c7 [ 1838.822406] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d6960826-8f51-4a33-9a7a-8887a9ddd8e5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.041s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.831401] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52de63c1-9c24-bf40-fb75-786c71ad9190, 'name': SearchDatastore_Task, 'duration_secs': 0.016429} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.831768] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.832086] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 0cda0c2e-cd82-4918-957f-947842664263/0cda0c2e-cd82-4918-957f-947842664263.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1838.833532] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-155923ac-c25b-4e89-8efb-3ce960eb07bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.840023] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1838.840023] env[62181]: value = "task-1790809" [ 1838.840023] env[62181]: _type = "Task" [ 1838.840023] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.855770] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.126468] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ae579506-8ae6-4b87-9d74-d7794f274cd7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "b77a5328-e05e-4455-a6d2-71d7f294b7f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.624s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.196476] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182105ab-2bdb-434f-b591-1cb3116f832a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.206032] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-733ce2c1-17c7-4e2d-8512-8c05efe11169 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Suspending the VM {{(pid=62181) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1839.206328] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d9d4fad1-6e51-4700-9a1c-7330316a1aec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.213607] env[62181]: DEBUG oslo_vmware.api [None req-733ce2c1-17c7-4e2d-8512-8c05efe11169 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1839.213607] env[62181]: value = "task-1790810" [ 1839.213607] env[62181]: _type = "Task" [ 1839.213607] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.233794] env[62181]: DEBUG oslo_vmware.api [None req-733ce2c1-17c7-4e2d-8512-8c05efe11169 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790810, 'name': SuspendVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.324132] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4aa16ef2-a1c7-4869-a67a-b706a38775e8 tempest-VolumesAdminNegativeTest-2069537582 tempest-VolumesAdminNegativeTest-2069537582-project-member] Lock "41834414-33a1-49db-b0c3-c96e7e7875c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.186s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.356093] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790809, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.389786] env[62181]: DEBUG nova.network.neutron [req-5bbc51e8-0b11-4da4-8a1a-407f0a234b01 req-622c42e9-8a64-4248-94f2-600377c25775 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Updated VIF entry in instance network info cache for port 19d19ec5-42b2-47c8-9341-c028cc42abe8. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1839.390185] env[62181]: DEBUG nova.network.neutron [req-5bbc51e8-0b11-4da4-8a1a-407f0a234b01 req-622c42e9-8a64-4248-94f2-600377c25775 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Updating instance_info_cache with network_info: [{"id": "19d19ec5-42b2-47c8-9341-c028cc42abe8", "address": "fa:16:3e:09:d5:06", "network": {"id": "d41fa240-06d5-4424-9abe-22807c412a41", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1017225931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c40c8d5d4cbf4d7a99ba332e6e8df781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19d19ec5-42", "ovs_interfaceid": "19d19ec5-42b2-47c8-9341-c028cc42abe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.724786] env[62181]: DEBUG oslo_vmware.api [None req-733ce2c1-17c7-4e2d-8512-8c05efe11169 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790810, 'name': SuspendVM_Task} progress is 58%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.851627] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532303} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.851997] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 0cda0c2e-cd82-4918-957f-947842664263/0cda0c2e-cd82-4918-957f-947842664263.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1839.852227] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1839.852486] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e4fe6e4-ee5c-42b3-a3cf-909d7dd89ea7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.859966] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1839.859966] env[62181]: value = "task-1790811" [ 1839.859966] env[62181]: _type = "Task" [ 1839.859966] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.872303] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.894189] env[62181]: DEBUG oslo_concurrency.lockutils [req-5bbc51e8-0b11-4da4-8a1a-407f0a234b01 req-622c42e9-8a64-4248-94f2-600377c25775 service nova] Releasing lock "refresh_cache-1f847f08-33c7-47d2-b4ff-cc54328a9cb2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.894490] env[62181]: DEBUG nova.compute.manager [req-5bbc51e8-0b11-4da4-8a1a-407f0a234b01 req-622c42e9-8a64-4248-94f2-600377c25775 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Received event network-changed-5a101f93-2163-40ae-aa21-990064d3b729 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1839.894696] env[62181]: DEBUG nova.compute.manager [req-5bbc51e8-0b11-4da4-8a1a-407f0a234b01 req-622c42e9-8a64-4248-94f2-600377c25775 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Refreshing instance network info cache due to event network-changed-5a101f93-2163-40ae-aa21-990064d3b729. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1839.894920] env[62181]: DEBUG oslo_concurrency.lockutils [req-5bbc51e8-0b11-4da4-8a1a-407f0a234b01 req-622c42e9-8a64-4248-94f2-600377c25775 service nova] Acquiring lock "refresh_cache-f26158d2-95f3-4b7d-ab60-72e3a1250cda" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.895115] env[62181]: DEBUG oslo_concurrency.lockutils [req-5bbc51e8-0b11-4da4-8a1a-407f0a234b01 req-622c42e9-8a64-4248-94f2-600377c25775 service nova] Acquired lock "refresh_cache-f26158d2-95f3-4b7d-ab60-72e3a1250cda" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.895309] env[62181]: DEBUG nova.network.neutron [req-5bbc51e8-0b11-4da4-8a1a-407f0a234b01 req-622c42e9-8a64-4248-94f2-600377c25775 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Refreshing network info cache for port 5a101f93-2163-40ae-aa21-990064d3b729 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1840.182590] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1840.182902] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffe9391d-e382-4c63-b97f-689a26e07c77 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.190385] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1840.190385] env[62181]: value = "task-1790812" [ 1840.190385] env[62181]: _type = "Task" [ 1840.190385] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.199791] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.223908] env[62181]: DEBUG oslo_vmware.api [None req-733ce2c1-17c7-4e2d-8512-8c05efe11169 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790810, 'name': SuspendVM_Task} progress is 58%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.233247] env[62181]: DEBUG nova.compute.manager [req-1341d9c7-e3ff-4b94-87e0-15905d48b763 req-f4b64a5a-8ab4-476a-9ee6-b7bd7498fd2a service nova] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Received event network-changed-a65fe5eb-73f0-45f8-b828-f013b5c97015 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1840.233247] env[62181]: DEBUG nova.compute.manager [req-1341d9c7-e3ff-4b94-87e0-15905d48b763 req-f4b64a5a-8ab4-476a-9ee6-b7bd7498fd2a service nova] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Refreshing instance network info cache due to event network-changed-a65fe5eb-73f0-45f8-b828-f013b5c97015. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1840.233247] env[62181]: DEBUG oslo_concurrency.lockutils [req-1341d9c7-e3ff-4b94-87e0-15905d48b763 req-f4b64a5a-8ab4-476a-9ee6-b7bd7498fd2a service nova] Acquiring lock "refresh_cache-b77a5328-e05e-4455-a6d2-71d7f294b7f2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.233860] env[62181]: DEBUG oslo_concurrency.lockutils [req-1341d9c7-e3ff-4b94-87e0-15905d48b763 req-f4b64a5a-8ab4-476a-9ee6-b7bd7498fd2a service nova] Acquired lock "refresh_cache-b77a5328-e05e-4455-a6d2-71d7f294b7f2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.233860] env[62181]: DEBUG nova.network.neutron [req-1341d9c7-e3ff-4b94-87e0-15905d48b763 req-f4b64a5a-8ab4-476a-9ee6-b7bd7498fd2a service nova] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Refreshing network info cache for port a65fe5eb-73f0-45f8-b828-f013b5c97015 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1840.373937] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064417} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.373937] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1840.375112] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ba6ca2-d4d7-4a01-bc28-028a3fdbbc8b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.400479] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 0cda0c2e-cd82-4918-957f-947842664263/0cda0c2e-cd82-4918-957f-947842664263.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1840.403294] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c2d2a01-b03d-40ef-8986-02258a978c5e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.424391] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1840.424391] env[62181]: value = "task-1790813" [ 1840.424391] env[62181]: _type = "Task" [ 1840.424391] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.435382] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.700777] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790812, 'name': PowerOffVM_Task, 'duration_secs': 0.258549} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.701056] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1840.701875] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab1e5be-8f1a-407c-96ff-fdb2fde6d8db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.739747] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bb58ab-bfde-4559-8ed1-62bd0f35ba0f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.756275] env[62181]: DEBUG oslo_vmware.api [None req-733ce2c1-17c7-4e2d-8512-8c05efe11169 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790810, 'name': SuspendVM_Task, 'duration_secs': 1.394007} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.756746] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-733ce2c1-17c7-4e2d-8512-8c05efe11169 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Suspended the VM {{(pid=62181) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1840.756933] env[62181]: DEBUG nova.compute.manager [None req-733ce2c1-17c7-4e2d-8512-8c05efe11169 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1840.758784] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9af2b8-8c8d-458a-8b89-1cc7e59dd864 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.803121] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1840.803174] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b2991de-32f3-4ec9-893e-53cbf50709c9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.812737] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1840.812737] env[62181]: value = "task-1790814" [ 1840.812737] env[62181]: _type = "Task" [ 1840.812737] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.828018] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] VM already powered off {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1840.828018] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1840.828018] env[62181]: DEBUG oslo_concurrency.lockutils [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.828018] env[62181]: DEBUG oslo_concurrency.lockutils [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.828018] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1840.828897] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe745807-54c3-4e83-a6c3-6ddae30f0000 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.855791] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1840.855791] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1840.856379] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a7a0cbc-ab2c-4d68-bd01-cca0909050f0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.862566] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1840.862566] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5246ae26-23fa-4f14-7c14-c8bf06df3894" [ 1840.862566] env[62181]: _type = "Task" [ 1840.862566] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.870618] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5246ae26-23fa-4f14-7c14-c8bf06df3894, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.934189] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790813, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.019317] env[62181]: DEBUG nova.network.neutron [req-5bbc51e8-0b11-4da4-8a1a-407f0a234b01 req-622c42e9-8a64-4248-94f2-600377c25775 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Updated VIF entry in instance network info cache for port 5a101f93-2163-40ae-aa21-990064d3b729. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1841.019697] env[62181]: DEBUG nova.network.neutron [req-5bbc51e8-0b11-4da4-8a1a-407f0a234b01 req-622c42e9-8a64-4248-94f2-600377c25775 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Updating instance_info_cache with network_info: [{"id": "5a101f93-2163-40ae-aa21-990064d3b729", "address": "fa:16:3e:84:0d:1e", "network": {"id": "d41fa240-06d5-4424-9abe-22807c412a41", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1017225931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c40c8d5d4cbf4d7a99ba332e6e8df781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a101f93-21", "ovs_interfaceid": "5a101f93-2163-40ae-aa21-990064d3b729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.026740] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquiring lock "f26158d2-95f3-4b7d-ab60-72e3a1250cda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.026997] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "f26158d2-95f3-4b7d-ab60-72e3a1250cda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.027220] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquiring lock "f26158d2-95f3-4b7d-ab60-72e3a1250cda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.027407] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "f26158d2-95f3-4b7d-ab60-72e3a1250cda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.027578] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "f26158d2-95f3-4b7d-ab60-72e3a1250cda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.029658] env[62181]: INFO nova.compute.manager [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Terminating instance [ 1841.254013] env[62181]: DEBUG nova.network.neutron [req-1341d9c7-e3ff-4b94-87e0-15905d48b763 req-f4b64a5a-8ab4-476a-9ee6-b7bd7498fd2a service nova] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Updated VIF entry in instance network info cache for port a65fe5eb-73f0-45f8-b828-f013b5c97015. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1841.254646] env[62181]: DEBUG nova.network.neutron [req-1341d9c7-e3ff-4b94-87e0-15905d48b763 req-f4b64a5a-8ab4-476a-9ee6-b7bd7498fd2a service nova] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Updating instance_info_cache with network_info: [{"id": "a65fe5eb-73f0-45f8-b828-f013b5c97015", "address": "fa:16:3e:db:47:93", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65fe5eb-73", "ovs_interfaceid": "a65fe5eb-73f0-45f8-b828-f013b5c97015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.378033] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5246ae26-23fa-4f14-7c14-c8bf06df3894, 'name': SearchDatastore_Task, 'duration_secs': 0.045606} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.378936] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826d818a-7178-4e38-a100-7932657c688e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.385573] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1841.385573] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52d698ea-b9ae-080e-a7f5-8666586478bc" [ 1841.385573] env[62181]: _type = "Task" [ 1841.385573] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.396299] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d698ea-b9ae-080e-a7f5-8666586478bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.435977] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790813, 'name': ReconfigVM_Task, 'duration_secs': 0.569834} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.437495] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 0cda0c2e-cd82-4918-957f-947842664263/0cda0c2e-cd82-4918-957f-947842664263.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1841.438170] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9b88bef-41ce-4e80-99ca-c2394e319974 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.448342] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1841.448342] env[62181]: value = "task-1790815" [ 1841.448342] env[62181]: _type = "Task" [ 1841.448342] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.459659] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790815, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.522818] env[62181]: DEBUG oslo_concurrency.lockutils [req-5bbc51e8-0b11-4da4-8a1a-407f0a234b01 req-622c42e9-8a64-4248-94f2-600377c25775 service nova] Releasing lock "refresh_cache-f26158d2-95f3-4b7d-ab60-72e3a1250cda" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.533007] env[62181]: DEBUG nova.compute.manager [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1841.533273] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1841.534213] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab42704-1537-4582-84d7-da87b842ff3c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.541933] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1841.542201] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58dd6111-b038-4996-995e-a07f9b26196b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.548965] env[62181]: DEBUG oslo_vmware.api [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1841.548965] env[62181]: value = "task-1790816" [ 1841.548965] env[62181]: _type = "Task" [ 1841.548965] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.557696] env[62181]: DEBUG oslo_vmware.api [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.757119] env[62181]: DEBUG oslo_concurrency.lockutils [req-1341d9c7-e3ff-4b94-87e0-15905d48b763 req-f4b64a5a-8ab4-476a-9ee6-b7bd7498fd2a service nova] Releasing lock "refresh_cache-b77a5328-e05e-4455-a6d2-71d7f294b7f2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.903671] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d698ea-b9ae-080e-a7f5-8666586478bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009476} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.903671] env[62181]: DEBUG oslo_concurrency.lockutils [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.903802] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 29cad617-08cd-48d6-a67e-e5c0f0430af9/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk. {{(pid=62181) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1841.904086] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b400086-5af4-4cce-b3b8-f5a1737cd384 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.910705] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1841.910705] env[62181]: value = "task-1790817" [ 1841.910705] env[62181]: _type = "Task" [ 1841.910705] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.919458] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.962499] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790815, 'name': Rename_Task, 'duration_secs': 0.14243} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.962762] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1841.963026] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b3cc173-b051-4353-a5de-bcf4c9c973aa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.969673] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1841.969673] env[62181]: value = "task-1790818" [ 1841.969673] env[62181]: _type = "Task" [ 1841.969673] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.987918] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.060528] env[62181]: DEBUG oslo_vmware.api [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790816, 'name': PowerOffVM_Task, 'duration_secs': 0.337861} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.061577] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1842.061577] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1842.061577] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9eebe32f-16ae-483a-af7d-6ab92c8ba187 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.107101] env[62181]: DEBUG nova.compute.manager [req-2a4f513b-ae5c-4605-b12b-fbb6c8b2cca8 req-c30ff776-3e73-4fcf-8cda-86dde124269a service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Received event network-changed-19d19ec5-42b2-47c8-9341-c028cc42abe8 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1842.107356] env[62181]: DEBUG nova.compute.manager [req-2a4f513b-ae5c-4605-b12b-fbb6c8b2cca8 req-c30ff776-3e73-4fcf-8cda-86dde124269a service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Refreshing instance network info cache due to event network-changed-19d19ec5-42b2-47c8-9341-c028cc42abe8. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1842.107624] env[62181]: DEBUG oslo_concurrency.lockutils [req-2a4f513b-ae5c-4605-b12b-fbb6c8b2cca8 req-c30ff776-3e73-4fcf-8cda-86dde124269a service nova] Acquiring lock "refresh_cache-1f847f08-33c7-47d2-b4ff-cc54328a9cb2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.107708] env[62181]: DEBUG oslo_concurrency.lockutils [req-2a4f513b-ae5c-4605-b12b-fbb6c8b2cca8 req-c30ff776-3e73-4fcf-8cda-86dde124269a service nova] Acquired lock "refresh_cache-1f847f08-33c7-47d2-b4ff-cc54328a9cb2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.107965] env[62181]: DEBUG nova.network.neutron [req-2a4f513b-ae5c-4605-b12b-fbb6c8b2cca8 req-c30ff776-3e73-4fcf-8cda-86dde124269a service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Refreshing network info cache for port 19d19ec5-42b2-47c8-9341-c028cc42abe8 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1842.184802] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1842.185386] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1842.185638] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Deleting the datastore file [datastore1] f26158d2-95f3-4b7d-ab60-72e3a1250cda {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1842.186311] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29c6a71c-6cb8-41f7-a153-1c45510d6567 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.200537] env[62181]: DEBUG oslo_vmware.api [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1842.200537] env[62181]: value = "task-1790820" [ 1842.200537] env[62181]: _type = "Task" [ 1842.200537] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.210558] env[62181]: DEBUG oslo_vmware.api [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.263752] env[62181]: DEBUG nova.compute.manager [req-0cb5f172-0287-422b-92d6-18f7c5b449ab req-228bfb65-b633-4569-b34f-d7d3fe161f28 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Received event network-changed-5a101f93-2163-40ae-aa21-990064d3b729 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1842.263992] env[62181]: DEBUG nova.compute.manager [req-0cb5f172-0287-422b-92d6-18f7c5b449ab req-228bfb65-b633-4569-b34f-d7d3fe161f28 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Refreshing instance network info cache due to event network-changed-5a101f93-2163-40ae-aa21-990064d3b729. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1842.264284] env[62181]: DEBUG oslo_concurrency.lockutils [req-0cb5f172-0287-422b-92d6-18f7c5b449ab req-228bfb65-b633-4569-b34f-d7d3fe161f28 service nova] Acquiring lock "refresh_cache-f26158d2-95f3-4b7d-ab60-72e3a1250cda" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.264538] env[62181]: DEBUG oslo_concurrency.lockutils [req-0cb5f172-0287-422b-92d6-18f7c5b449ab req-228bfb65-b633-4569-b34f-d7d3fe161f28 service nova] Acquired lock "refresh_cache-f26158d2-95f3-4b7d-ab60-72e3a1250cda" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.265057] env[62181]: DEBUG nova.network.neutron [req-0cb5f172-0287-422b-92d6-18f7c5b449ab req-228bfb65-b633-4569-b34f-d7d3fe161f28 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Refreshing network info cache for port 5a101f93-2163-40ae-aa21-990064d3b729 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1842.423607] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790817, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.441618] env[62181]: DEBUG oslo_concurrency.lockutils [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "ed9fdda6-bd28-48b6-afa3-756ca915525d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.441760] env[62181]: DEBUG oslo_concurrency.lockutils [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "ed9fdda6-bd28-48b6-afa3-756ca915525d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.442450] env[62181]: DEBUG oslo_concurrency.lockutils [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "ed9fdda6-bd28-48b6-afa3-756ca915525d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.442450] env[62181]: DEBUG oslo_concurrency.lockutils [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "ed9fdda6-bd28-48b6-afa3-756ca915525d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.442450] env[62181]: DEBUG oslo_concurrency.lockutils [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "ed9fdda6-bd28-48b6-afa3-756ca915525d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.444593] env[62181]: INFO nova.compute.manager [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Terminating instance [ 1842.480028] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790818, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.710342] env[62181]: DEBUG oslo_vmware.api [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340598} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.710342] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1842.710342] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1842.710678] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1842.710876] env[62181]: INFO nova.compute.manager [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1842.711261] env[62181]: DEBUG oslo.service.loopingcall [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1842.711541] env[62181]: DEBUG nova.compute.manager [-] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1842.711675] env[62181]: DEBUG nova.network.neutron [-] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1842.923710] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516822} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.924213] env[62181]: INFO nova.virt.vmwareapi.ds_util [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 29cad617-08cd-48d6-a67e-e5c0f0430af9/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk. [ 1842.925184] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f1739b-dcbd-4cc6-b440-1e53049fc0e9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.954726] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 29cad617-08cd-48d6-a67e-e5c0f0430af9/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1842.960480] env[62181]: DEBUG nova.compute.manager [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1842.960829] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1842.961204] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41da096c-8a5d-4e9a-b49d-b74de85b8af7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.975908] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f6a1c8-8556-4bb4-92f2-b292793ba9dd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.989671] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1842.993580] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d42a241e-1800-463f-b0f1-167813db6262 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.995524] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1842.995524] env[62181]: value = "task-1790821" [ 1842.995524] env[62181]: _type = "Task" [ 1842.995524] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.999025] env[62181]: DEBUG oslo_vmware.api [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790818, 'name': PowerOnVM_Task, 'duration_secs': 0.714328} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.999025] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1842.999025] env[62181]: INFO nova.compute.manager [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1842.999025] env[62181]: DEBUG nova.compute.manager [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1843.000553] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d9ca22-7722-492b-99ca-0a0ec1708a2d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.008141] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.100022] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1843.100022] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1843.100022] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleting the datastore file [datastore1] ed9fdda6-bd28-48b6-afa3-756ca915525d {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1843.100022] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6702cc35-84ca-4801-8559-3bd048609328 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.105882] env[62181]: DEBUG oslo_vmware.api [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1843.105882] env[62181]: value = "task-1790823" [ 1843.105882] env[62181]: _type = "Task" [ 1843.105882] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.118763] env[62181]: DEBUG oslo_vmware.api [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.357035] env[62181]: DEBUG nova.network.neutron [req-2a4f513b-ae5c-4605-b12b-fbb6c8b2cca8 req-c30ff776-3e73-4fcf-8cda-86dde124269a service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Updated VIF entry in instance network info cache for port 19d19ec5-42b2-47c8-9341-c028cc42abe8. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1843.357035] env[62181]: DEBUG nova.network.neutron [req-2a4f513b-ae5c-4605-b12b-fbb6c8b2cca8 req-c30ff776-3e73-4fcf-8cda-86dde124269a service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Updating instance_info_cache with network_info: [{"id": "19d19ec5-42b2-47c8-9341-c028cc42abe8", "address": "fa:16:3e:09:d5:06", "network": {"id": "d41fa240-06d5-4424-9abe-22807c412a41", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1017225931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c40c8d5d4cbf4d7a99ba332e6e8df781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19d19ec5-42", "ovs_interfaceid": "19d19ec5-42b2-47c8-9341-c028cc42abe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.521021] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.527043] env[62181]: INFO nova.compute.manager [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Took 21.87 seconds to build instance. [ 1843.528948] env[62181]: DEBUG nova.network.neutron [req-0cb5f172-0287-422b-92d6-18f7c5b449ab req-228bfb65-b633-4569-b34f-d7d3fe161f28 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Updated VIF entry in instance network info cache for port 5a101f93-2163-40ae-aa21-990064d3b729. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1843.532057] env[62181]: DEBUG nova.network.neutron [req-0cb5f172-0287-422b-92d6-18f7c5b449ab req-228bfb65-b633-4569-b34f-d7d3fe161f28 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Updating instance_info_cache with network_info: [{"id": "5a101f93-2163-40ae-aa21-990064d3b729", "address": "fa:16:3e:84:0d:1e", "network": {"id": "d41fa240-06d5-4424-9abe-22807c412a41", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1017225931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c40c8d5d4cbf4d7a99ba332e6e8df781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a101f93-21", "ovs_interfaceid": "5a101f93-2163-40ae-aa21-990064d3b729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.616269] env[62181]: DEBUG oslo_vmware.api [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.858943] env[62181]: DEBUG oslo_concurrency.lockutils [req-2a4f513b-ae5c-4605-b12b-fbb6c8b2cca8 req-c30ff776-3e73-4fcf-8cda-86dde124269a service nova] Releasing lock "refresh_cache-1f847f08-33c7-47d2-b4ff-cc54328a9cb2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.007127] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790821, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.027647] env[62181]: DEBUG nova.network.neutron [-] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.031656] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d096edf3-47d3-4e8c-ba81-07ed85fdad3f tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "0cda0c2e-cd82-4918-957f-947842664263" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.379s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.033430] env[62181]: DEBUG oslo_concurrency.lockutils [req-0cb5f172-0287-422b-92d6-18f7c5b449ab req-228bfb65-b633-4569-b34f-d7d3fe161f28 service nova] Releasing lock "refresh_cache-f26158d2-95f3-4b7d-ab60-72e3a1250cda" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.118268] env[62181]: DEBUG oslo_vmware.api [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.722571} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.118572] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1844.118757] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1844.118929] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1844.119120] env[62181]: INFO nova.compute.manager [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1844.119478] env[62181]: DEBUG oslo.service.loopingcall [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1844.121192] env[62181]: DEBUG nova.compute.manager [-] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1844.121192] env[62181]: DEBUG nova.network.neutron [-] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1844.141078] env[62181]: DEBUG nova.compute.manager [req-7163b75f-0053-48da-a5ab-e0da0ca12283 req-6bcbffa3-95d1-4a49-b3ff-261f0b28a0e0 service nova] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Received event network-vif-deleted-5a101f93-2163-40ae-aa21-990064d3b729 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1844.291200] env[62181]: DEBUG nova.compute.manager [req-76593492-60ab-40f3-9493-8d5205b8d6f1 req-aa1d34e5-c3f6-4a19-a85b-4d51dc1f11e3 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Received event network-changed-19d19ec5-42b2-47c8-9341-c028cc42abe8 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1844.291266] env[62181]: DEBUG nova.compute.manager [req-76593492-60ab-40f3-9493-8d5205b8d6f1 req-aa1d34e5-c3f6-4a19-a85b-4d51dc1f11e3 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Refreshing instance network info cache due to event network-changed-19d19ec5-42b2-47c8-9341-c028cc42abe8. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1844.291476] env[62181]: DEBUG oslo_concurrency.lockutils [req-76593492-60ab-40f3-9493-8d5205b8d6f1 req-aa1d34e5-c3f6-4a19-a85b-4d51dc1f11e3 service nova] Acquiring lock "refresh_cache-1f847f08-33c7-47d2-b4ff-cc54328a9cb2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.291622] env[62181]: DEBUG oslo_concurrency.lockutils [req-76593492-60ab-40f3-9493-8d5205b8d6f1 req-aa1d34e5-c3f6-4a19-a85b-4d51dc1f11e3 service nova] Acquired lock "refresh_cache-1f847f08-33c7-47d2-b4ff-cc54328a9cb2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.291782] env[62181]: DEBUG nova.network.neutron [req-76593492-60ab-40f3-9493-8d5205b8d6f1 req-aa1d34e5-c3f6-4a19-a85b-4d51dc1f11e3 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Refreshing network info cache for port 19d19ec5-42b2-47c8-9341-c028cc42abe8 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.508267] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790821, 'name': ReconfigVM_Task, 'duration_secs': 1.043034} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.508689] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 29cad617-08cd-48d6-a67e-e5c0f0430af9/655f88bf-5a34-439d-8ebf-6c36fe1eff96-rescue.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1844.509457] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e8526c-0921-4599-8483-7dec1cba297b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.544088] env[62181]: INFO nova.compute.manager [-] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Took 1.83 seconds to deallocate network for instance. [ 1844.551572] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6cec762-e1f8-495e-9ec2-b1d845f69718 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.571642] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1844.571642] env[62181]: value = "task-1790824" [ 1844.571642] env[62181]: _type = "Task" [ 1844.571642] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.581127] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.939358] env[62181]: DEBUG nova.network.neutron [-] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.018823] env[62181]: DEBUG nova.network.neutron [req-76593492-60ab-40f3-9493-8d5205b8d6f1 req-aa1d34e5-c3f6-4a19-a85b-4d51dc1f11e3 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Updated VIF entry in instance network info cache for port 19d19ec5-42b2-47c8-9341-c028cc42abe8. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1845.019225] env[62181]: DEBUG nova.network.neutron [req-76593492-60ab-40f3-9493-8d5205b8d6f1 req-aa1d34e5-c3f6-4a19-a85b-4d51dc1f11e3 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Updating instance_info_cache with network_info: [{"id": "19d19ec5-42b2-47c8-9341-c028cc42abe8", "address": "fa:16:3e:09:d5:06", "network": {"id": "d41fa240-06d5-4424-9abe-22807c412a41", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1017225931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c40c8d5d4cbf4d7a99ba332e6e8df781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19d19ec5-42", "ovs_interfaceid": "19d19ec5-42b2-47c8-9341-c028cc42abe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.067671] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.067942] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.068184] env[62181]: DEBUG nova.objects.instance [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lazy-loading 'resources' on Instance uuid f26158d2-95f3-4b7d-ab60-72e3a1250cda {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1845.082881] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.170509] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "22ab2b87-8e13-451b-bfb4-65770e58d083" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.170848] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "22ab2b87-8e13-451b-bfb4-65770e58d083" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.442926] env[62181]: INFO nova.compute.manager [-] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Took 1.32 seconds to deallocate network for instance. [ 1845.522102] env[62181]: DEBUG oslo_concurrency.lockutils [req-76593492-60ab-40f3-9493-8d5205b8d6f1 req-aa1d34e5-c3f6-4a19-a85b-4d51dc1f11e3 service nova] Releasing lock "refresh_cache-1f847f08-33c7-47d2-b4ff-cc54328a9cb2" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.582576] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790824, 'name': ReconfigVM_Task, 'duration_secs': 0.748129} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.582874] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1845.583153] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-734021e7-4b5f-4212-9535-2e7cc27bfd06 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.589643] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1845.589643] env[62181]: value = "task-1790825" [ 1845.589643] env[62181]: _type = "Task" [ 1845.589643] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.600074] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.674226] env[62181]: DEBUG nova.compute.manager [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1845.790962] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157db28b-3c63-4056-9bd5-6d8fde927f1a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.799595] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3997fd-b1bc-4d9d-b480-98d2b7d639c2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.832963] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dacb831-38ed-4d3d-b8b7-e753b8495ed0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.840797] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf3abf7-15a2-4862-b70b-2c145c1d3e68 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.862299] env[62181]: DEBUG nova.compute.provider_tree [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1845.950197] env[62181]: DEBUG oslo_concurrency.lockutils [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.100356] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790825, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.169979] env[62181]: DEBUG nova.compute.manager [req-9d0ccd68-e879-4a84-879b-063559bfcbf3 req-12482429-668d-493f-9dc3-ff9100ebc85a service nova] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Received event network-vif-deleted-7e036f99-a357-45a1-abeb-494354db3777 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1846.196351] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.365722] env[62181]: DEBUG nova.scheduler.client.report [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1846.600014] env[62181]: DEBUG oslo_vmware.api [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790825, 'name': PowerOnVM_Task, 'duration_secs': 0.594391} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.600373] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1846.602906] env[62181]: DEBUG nova.compute.manager [None req-68674296-320e-4457-aa3e-c8f38a88cade tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1846.603656] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9eb1c35-1870-4cd6-a6e8-045253cd8e6f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.871514] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.873492] env[62181]: DEBUG oslo_concurrency.lockutils [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.923s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.873729] env[62181]: DEBUG nova.objects.instance [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lazy-loading 'resources' on Instance uuid ed9fdda6-bd28-48b6-afa3-756ca915525d {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1846.889921] env[62181]: INFO nova.scheduler.client.report [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Deleted allocations for instance f26158d2-95f3-4b7d-ab60-72e3a1250cda [ 1847.398089] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e188fca1-7c44-4366-9963-f6c821ecec55 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "f26158d2-95f3-4b7d-ab60-72e3a1250cda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.371s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.520285] env[62181]: INFO nova.compute.manager [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Unrescuing [ 1847.520582] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.520774] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquired lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.520986] env[62181]: DEBUG nova.network.neutron [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.534506] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d897690-b578-458d-91db-98538dea175e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.542501] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df23dd10-ec0e-47ea-b488-4a672656b81d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.571921] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1edb852-cf9a-4b0c-9459-a282750423e9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.578995] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c60cd7-d74f-414a-8e61-8a621ab5475d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.592926] env[62181]: DEBUG nova.compute.provider_tree [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1848.095554] env[62181]: DEBUG nova.scheduler.client.report [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1848.379214] env[62181]: DEBUG nova.network.neutron [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Updating instance_info_cache with network_info: [{"id": "5e09da3a-cef1-4ec7-8f71-c661f24ed126", "address": "fa:16:3e:26:fd:f3", "network": {"id": "b57902a4-c6e3-48b5-b2b6-b9fc2d532558", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1129520814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc8ebefdf64b7b9202aefc83393162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e09da3a-ce", "ovs_interfaceid": "5e09da3a-cef1-4ec7-8f71-c661f24ed126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.600762] env[62181]: DEBUG oslo_concurrency.lockutils [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.603174] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.407s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.605091] env[62181]: INFO nova.compute.claims [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1848.623993] env[62181]: INFO nova.scheduler.client.report [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleted allocations for instance ed9fdda6-bd28-48b6-afa3-756ca915525d [ 1848.885589] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Releasing lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.886310] env[62181]: DEBUG nova.objects.instance [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lazy-loading 'flavor' on Instance uuid 29cad617-08cd-48d6-a67e-e5c0f0430af9 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1848.961314] env[62181]: DEBUG oslo_concurrency.lockutils [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquiring lock "1f847f08-33c7-47d2-b4ff-cc54328a9cb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.961882] env[62181]: DEBUG oslo_concurrency.lockutils [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "1f847f08-33c7-47d2-b4ff-cc54328a9cb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.961882] env[62181]: DEBUG oslo_concurrency.lockutils [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquiring lock "1f847f08-33c7-47d2-b4ff-cc54328a9cb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.962071] env[62181]: DEBUG oslo_concurrency.lockutils [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "1f847f08-33c7-47d2-b4ff-cc54328a9cb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.962221] env[62181]: DEBUG oslo_concurrency.lockutils [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "1f847f08-33c7-47d2-b4ff-cc54328a9cb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.965399] env[62181]: INFO nova.compute.manager [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Terminating instance [ 1849.131653] env[62181]: DEBUG oslo_concurrency.lockutils [None req-119744ca-1b3f-4acd-b517-ce836d6dff04 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "ed9fdda6-bd28-48b6-afa3-756ca915525d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.690s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.391525] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b14bd5f-57db-4dea-880c-0a3617545848 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.415742] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.416052] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f05f770d-30dc-41fd-8a36-dd6ec4ba5ecf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.422602] env[62181]: DEBUG oslo_vmware.api [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1849.422602] env[62181]: value = "task-1790826" [ 1849.422602] env[62181]: _type = "Task" [ 1849.422602] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.430223] env[62181]: DEBUG oslo_vmware.api [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.469497] env[62181]: DEBUG nova.compute.manager [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1849.469729] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1849.470627] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986bea48-0b1a-4b5e-9626-7a709bc78ad1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.479567] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.479792] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-708f47c6-a56e-4da7-a16e-7a6a9111e419 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.486547] env[62181]: DEBUG oslo_vmware.api [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1849.486547] env[62181]: value = "task-1790827" [ 1849.486547] env[62181]: _type = "Task" [ 1849.486547] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.494882] env[62181]: DEBUG oslo_vmware.api [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.804096] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6266f5b-a1b0-4726-86a4-44af64491b4d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.812300] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb899ba0-f23e-4b38-89ed-d3c81fce9e93 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.843841] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddbdbf6-5d8d-4c3e-86fc-6924cbe48bc9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.848996] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "75b09437-f429-4dfa-8100-c6ffd10477df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.849242] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "75b09437-f429-4dfa-8100-c6ffd10477df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.855196] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154c33a6-d7b1-44ce-8a65-5491a0ecf734 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.869091] env[62181]: DEBUG nova.compute.provider_tree [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.931893] env[62181]: DEBUG oslo_vmware.api [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790826, 'name': PowerOffVM_Task, 'duration_secs': 0.293783} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.932168] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1849.937834] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Reconfiguring VM instance instance-00000053 to detach disk 2002 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1849.938118] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b751f85-a82b-4b4a-a240-d7770583692f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.958887] env[62181]: DEBUG oslo_vmware.api [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1849.958887] env[62181]: value = "task-1790828" [ 1849.958887] env[62181]: _type = "Task" [ 1849.958887] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.967245] env[62181]: DEBUG oslo_vmware.api [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.995904] env[62181]: DEBUG oslo_vmware.api [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790827, 'name': PowerOffVM_Task, 'duration_secs': 0.250249} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.996209] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1849.996383] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1849.996653] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e3c1271-d75b-445d-904f-1cd2b321f654 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.137439] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1850.137780] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1850.137780] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Deleting the datastore file [datastore1] 1f847f08-33c7-47d2-b4ff-cc54328a9cb2 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1850.138039] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34ee1949-01cc-4513-a629-96cfa8576113 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.144262] env[62181]: DEBUG oslo_vmware.api [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for the task: (returnval){ [ 1850.144262] env[62181]: value = "task-1790830" [ 1850.144262] env[62181]: _type = "Task" [ 1850.144262] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.152153] env[62181]: DEBUG oslo_vmware.api [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.351680] env[62181]: DEBUG nova.compute.manager [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1850.371608] env[62181]: DEBUG nova.scheduler.client.report [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1850.468653] env[62181]: DEBUG oslo_vmware.api [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790828, 'name': ReconfigVM_Task, 'duration_secs': 0.318896} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.468947] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Reconfigured VM instance instance-00000053 to detach disk 2002 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1850.469137] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1850.469391] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-001ce988-9d5f-43f1-8c5a-0fe0277705b1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.476903] env[62181]: DEBUG oslo_vmware.api [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1850.476903] env[62181]: value = "task-1790831" [ 1850.476903] env[62181]: _type = "Task" [ 1850.476903] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.484187] env[62181]: DEBUG oslo_vmware.api [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.656399] env[62181]: DEBUG oslo_vmware.api [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Task: {'id': task-1790830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183536} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.656611] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1850.656795] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1850.656974] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1850.657171] env[62181]: INFO nova.compute.manager [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1850.657410] env[62181]: DEBUG oslo.service.loopingcall [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1850.657652] env[62181]: DEBUG nova.compute.manager [-] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1850.657698] env[62181]: DEBUG nova.network.neutron [-] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1850.873477] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.876415] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.877089] env[62181]: DEBUG nova.compute.manager [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1850.879758] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.006s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.882030] env[62181]: INFO nova.compute.claims [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1850.918862] env[62181]: DEBUG nova.compute.manager [req-5a60fb8b-1d00-42e5-bcd1-45f97764ceb5 req-3e247a2b-3832-40e3-b366-fb9da71b0e63 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Received event network-vif-deleted-19d19ec5-42b2-47c8-9341-c028cc42abe8 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1850.919131] env[62181]: INFO nova.compute.manager [req-5a60fb8b-1d00-42e5-bcd1-45f97764ceb5 req-3e247a2b-3832-40e3-b366-fb9da71b0e63 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Neutron deleted interface 19d19ec5-42b2-47c8-9341-c028cc42abe8; detaching it from the instance and deleting it from the info cache [ 1850.919339] env[62181]: DEBUG nova.network.neutron [req-5a60fb8b-1d00-42e5-bcd1-45f97764ceb5 req-3e247a2b-3832-40e3-b366-fb9da71b0e63 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.988300] env[62181]: DEBUG oslo_vmware.api [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790831, 'name': PowerOnVM_Task, 'duration_secs': 0.468812} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.988705] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1850.988808] env[62181]: DEBUG nova.compute.manager [None req-c7207958-f682-4df8-b398-f777ebd64830 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1850.989592] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21c22ac-ca17-400b-90ec-737a4b6af9d9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.386441] env[62181]: DEBUG nova.compute.utils [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1851.390404] env[62181]: DEBUG nova.compute.manager [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1851.390598] env[62181]: DEBUG nova.network.neutron [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1851.392410] env[62181]: DEBUG nova.network.neutron [-] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.421688] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb8df0bb-059a-407b-abf3-d0dd334c90d4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.433382] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2429b2dc-1d36-471f-b75a-e5120dc0dcaf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.445431] env[62181]: DEBUG nova.policy [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51705f2b12864833b597b26767e1ac89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e049a32d49014fb1ac3c0599d2698179', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1851.468657] env[62181]: DEBUG nova.compute.manager [req-5a60fb8b-1d00-42e5-bcd1-45f97764ceb5 req-3e247a2b-3832-40e3-b366-fb9da71b0e63 service nova] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Detach interface failed, port_id=19d19ec5-42b2-47c8-9341-c028cc42abe8, reason: Instance 1f847f08-33c7-47d2-b4ff-cc54328a9cb2 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1851.758735] env[62181]: DEBUG nova.network.neutron [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Successfully created port: 349b4194-9ce1-46b3-9571-93a1468e38e9 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1851.890849] env[62181]: DEBUG nova.compute.manager [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1851.897665] env[62181]: INFO nova.compute.manager [-] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Took 1.24 seconds to deallocate network for instance. [ 1852.138151] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68330a5-00b3-49ef-8c70-aa8c753b986d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.146058] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8e406b-ee35-4e58-8982-ae72a1456840 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.181634] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f3f23d-e9ee-4e37-8d0c-fe780e60eff2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.190768] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d22fef-8d65-4306-a538-64541b7199cb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.206605] env[62181]: DEBUG nova.compute.provider_tree [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1852.369128] env[62181]: DEBUG nova.compute.manager [req-25b851e4-6e0e-4bf3-bd9e-ca46003a8ada req-e8204ec7-486d-4244-8714-430c57f42170 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Received event network-changed-5e09da3a-cef1-4ec7-8f71-c661f24ed126 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1852.369366] env[62181]: DEBUG nova.compute.manager [req-25b851e4-6e0e-4bf3-bd9e-ca46003a8ada req-e8204ec7-486d-4244-8714-430c57f42170 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Refreshing instance network info cache due to event network-changed-5e09da3a-cef1-4ec7-8f71-c661f24ed126. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1852.369920] env[62181]: DEBUG oslo_concurrency.lockutils [req-25b851e4-6e0e-4bf3-bd9e-ca46003a8ada req-e8204ec7-486d-4244-8714-430c57f42170 service nova] Acquiring lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.370119] env[62181]: DEBUG oslo_concurrency.lockutils [req-25b851e4-6e0e-4bf3-bd9e-ca46003a8ada req-e8204ec7-486d-4244-8714-430c57f42170 service nova] Acquired lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.370295] env[62181]: DEBUG nova.network.neutron [req-25b851e4-6e0e-4bf3-bd9e-ca46003a8ada req-e8204ec7-486d-4244-8714-430c57f42170 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Refreshing network info cache for port 5e09da3a-cef1-4ec7-8f71-c661f24ed126 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1852.403720] env[62181]: DEBUG oslo_concurrency.lockutils [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.710102] env[62181]: DEBUG nova.scheduler.client.report [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1852.904012] env[62181]: DEBUG nova.compute.manager [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1852.931934] env[62181]: DEBUG nova.virt.hardware [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1852.932215] env[62181]: DEBUG nova.virt.hardware [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.932375] env[62181]: DEBUG nova.virt.hardware [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1852.932598] env[62181]: DEBUG nova.virt.hardware [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.932702] env[62181]: DEBUG nova.virt.hardware [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1852.932848] env[62181]: DEBUG nova.virt.hardware [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1852.933066] env[62181]: DEBUG nova.virt.hardware [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1852.933234] env[62181]: DEBUG nova.virt.hardware [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1852.933400] env[62181]: DEBUG nova.virt.hardware [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1852.933559] env[62181]: DEBUG nova.virt.hardware [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1852.933728] env[62181]: DEBUG nova.virt.hardware [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1852.934600] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d034112-e52e-485d-a5a4-b5e19ee38515 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.945627] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dd16a9-03e1-40d8-a491-d9ec500a0849 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.153855] env[62181]: DEBUG nova.network.neutron [req-25b851e4-6e0e-4bf3-bd9e-ca46003a8ada req-e8204ec7-486d-4244-8714-430c57f42170 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Updated VIF entry in instance network info cache for port 5e09da3a-cef1-4ec7-8f71-c661f24ed126. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1853.154236] env[62181]: DEBUG nova.network.neutron [req-25b851e4-6e0e-4bf3-bd9e-ca46003a8ada req-e8204ec7-486d-4244-8714-430c57f42170 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Updating instance_info_cache with network_info: [{"id": "5e09da3a-cef1-4ec7-8f71-c661f24ed126", "address": "fa:16:3e:26:fd:f3", "network": {"id": "b57902a4-c6e3-48b5-b2b6-b9fc2d532558", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1129520814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc8ebefdf64b7b9202aefc83393162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e09da3a-ce", "ovs_interfaceid": "5e09da3a-cef1-4ec7-8f71-c661f24ed126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.215160] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.215683] env[62181]: DEBUG nova.compute.manager [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1853.218951] env[62181]: DEBUG oslo_concurrency.lockutils [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.815s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.219107] env[62181]: DEBUG nova.objects.instance [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lazy-loading 'resources' on Instance uuid 1f847f08-33c7-47d2-b4ff-cc54328a9cb2 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.278849] env[62181]: DEBUG nova.compute.manager [req-d012596e-a527-498e-b97f-c62ec6da45e5 req-0557eee5-44cc-4b8a-bde7-3421db2e3460 service nova] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Received event network-vif-plugged-349b4194-9ce1-46b3-9571-93a1468e38e9 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1853.279103] env[62181]: DEBUG oslo_concurrency.lockutils [req-d012596e-a527-498e-b97f-c62ec6da45e5 req-0557eee5-44cc-4b8a-bde7-3421db2e3460 service nova] Acquiring lock "22ab2b87-8e13-451b-bfb4-65770e58d083-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.279305] env[62181]: DEBUG oslo_concurrency.lockutils [req-d012596e-a527-498e-b97f-c62ec6da45e5 req-0557eee5-44cc-4b8a-bde7-3421db2e3460 service nova] Lock "22ab2b87-8e13-451b-bfb4-65770e58d083-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.279483] env[62181]: DEBUG oslo_concurrency.lockutils [req-d012596e-a527-498e-b97f-c62ec6da45e5 req-0557eee5-44cc-4b8a-bde7-3421db2e3460 service nova] Lock "22ab2b87-8e13-451b-bfb4-65770e58d083-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.279607] env[62181]: DEBUG nova.compute.manager [req-d012596e-a527-498e-b97f-c62ec6da45e5 req-0557eee5-44cc-4b8a-bde7-3421db2e3460 service nova] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] No waiting events found dispatching network-vif-plugged-349b4194-9ce1-46b3-9571-93a1468e38e9 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1853.279776] env[62181]: WARNING nova.compute.manager [req-d012596e-a527-498e-b97f-c62ec6da45e5 req-0557eee5-44cc-4b8a-bde7-3421db2e3460 service nova] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Received unexpected event network-vif-plugged-349b4194-9ce1-46b3-9571-93a1468e38e9 for instance with vm_state building and task_state spawning. [ 1853.359559] env[62181]: DEBUG nova.network.neutron [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Successfully updated port: 349b4194-9ce1-46b3-9571-93a1468e38e9 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1853.657768] env[62181]: DEBUG oslo_concurrency.lockutils [req-25b851e4-6e0e-4bf3-bd9e-ca46003a8ada req-e8204ec7-486d-4244-8714-430c57f42170 service nova] Releasing lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.725055] env[62181]: DEBUG nova.compute.utils [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1853.726290] env[62181]: DEBUG nova.compute.manager [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1853.726455] env[62181]: DEBUG nova.network.neutron [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1853.765527] env[62181]: DEBUG nova.policy [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d06d9c3ab3c459ba14f2c306f7668d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b196ff0befcb4aa882b57450fc3f81fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1853.863127] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "refresh_cache-22ab2b87-8e13-451b-bfb4-65770e58d083" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.863283] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "refresh_cache-22ab2b87-8e13-451b-bfb4-65770e58d083" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.863436] env[62181]: DEBUG nova.network.neutron [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.895086] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b46de3a-7fc1-4b55-ba96-8086ffb3265a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.902471] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46d6b5a-56e2-47f0-a7c9-50ca144cc91c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.931301] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47eb6aac-9089-49f3-987c-470f45788821 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.938673] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9326e2b2-948c-4dc5-b19e-61f77929f1b7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.951820] env[62181]: DEBUG nova.compute.provider_tree [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.006454] env[62181]: DEBUG nova.network.neutron [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Successfully created port: d0c1edbb-0764-4a76-b335-10f3d33c8743 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1854.231513] env[62181]: DEBUG nova.compute.manager [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1854.394429] env[62181]: DEBUG nova.compute.manager [req-6bbe0a1b-f5af-4373-8044-6cc08036c53e req-0d68aa06-c1a9-4789-9149-913aa8a8d27a service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Received event network-changed-5e09da3a-cef1-4ec7-8f71-c661f24ed126 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1854.394429] env[62181]: DEBUG nova.compute.manager [req-6bbe0a1b-f5af-4373-8044-6cc08036c53e req-0d68aa06-c1a9-4789-9149-913aa8a8d27a service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Refreshing instance network info cache due to event network-changed-5e09da3a-cef1-4ec7-8f71-c661f24ed126. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1854.394429] env[62181]: DEBUG oslo_concurrency.lockutils [req-6bbe0a1b-f5af-4373-8044-6cc08036c53e req-0d68aa06-c1a9-4789-9149-913aa8a8d27a service nova] Acquiring lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.394785] env[62181]: DEBUG oslo_concurrency.lockutils [req-6bbe0a1b-f5af-4373-8044-6cc08036c53e req-0d68aa06-c1a9-4789-9149-913aa8a8d27a service nova] Acquired lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.394785] env[62181]: DEBUG nova.network.neutron [req-6bbe0a1b-f5af-4373-8044-6cc08036c53e req-0d68aa06-c1a9-4789-9149-913aa8a8d27a service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Refreshing network info cache for port 5e09da3a-cef1-4ec7-8f71-c661f24ed126 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1854.396856] env[62181]: DEBUG nova.network.neutron [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1854.455043] env[62181]: DEBUG nova.scheduler.client.report [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1854.525191] env[62181]: DEBUG nova.network.neutron [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Updating instance_info_cache with network_info: [{"id": "349b4194-9ce1-46b3-9571-93a1468e38e9", "address": "fa:16:3e:f6:d0:04", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349b4194-9c", "ovs_interfaceid": "349b4194-9ce1-46b3-9571-93a1468e38e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.869497] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "421ed2c5-a2a6-4ed3-9375-40411ce26182" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.869772] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "421ed2c5-a2a6-4ed3-9375-40411ce26182" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.869958] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "421ed2c5-a2a6-4ed3-9375-40411ce26182-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.870164] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "421ed2c5-a2a6-4ed3-9375-40411ce26182-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.870339] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "421ed2c5-a2a6-4ed3-9375-40411ce26182-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.872336] env[62181]: INFO nova.compute.manager [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Terminating instance [ 1854.963116] env[62181]: DEBUG oslo_concurrency.lockutils [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.985646] env[62181]: INFO nova.scheduler.client.report [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Deleted allocations for instance 1f847f08-33c7-47d2-b4ff-cc54328a9cb2 [ 1855.027756] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "refresh_cache-22ab2b87-8e13-451b-bfb4-65770e58d083" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.028090] env[62181]: DEBUG nova.compute.manager [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Instance network_info: |[{"id": "349b4194-9ce1-46b3-9571-93a1468e38e9", "address": "fa:16:3e:f6:d0:04", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349b4194-9c", "ovs_interfaceid": "349b4194-9ce1-46b3-9571-93a1468e38e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1855.028502] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:d0:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '349b4194-9ce1-46b3-9571-93a1468e38e9', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1855.036031] env[62181]: DEBUG oslo.service.loopingcall [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1855.036837] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1855.037538] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8d5f6b0-6390-4517-a35e-e3038f948c37 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.060632] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1855.060632] env[62181]: value = "task-1790832" [ 1855.060632] env[62181]: _type = "Task" [ 1855.060632] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.069204] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790832, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.124277] env[62181]: DEBUG nova.network.neutron [req-6bbe0a1b-f5af-4373-8044-6cc08036c53e req-0d68aa06-c1a9-4789-9149-913aa8a8d27a service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Updated VIF entry in instance network info cache for port 5e09da3a-cef1-4ec7-8f71-c661f24ed126. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1855.124729] env[62181]: DEBUG nova.network.neutron [req-6bbe0a1b-f5af-4373-8044-6cc08036c53e req-0d68aa06-c1a9-4789-9149-913aa8a8d27a service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Updating instance_info_cache with network_info: [{"id": "5e09da3a-cef1-4ec7-8f71-c661f24ed126", "address": "fa:16:3e:26:fd:f3", "network": {"id": "b57902a4-c6e3-48b5-b2b6-b9fc2d532558", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1129520814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc8ebefdf64b7b9202aefc83393162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e09da3a-ce", "ovs_interfaceid": "5e09da3a-cef1-4ec7-8f71-c661f24ed126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.242559] env[62181]: DEBUG nova.compute.manager [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1855.268304] env[62181]: DEBUG nova.virt.hardware [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1855.268564] env[62181]: DEBUG nova.virt.hardware [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1855.268721] env[62181]: DEBUG nova.virt.hardware [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1855.268907] env[62181]: DEBUG nova.virt.hardware [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1855.269065] env[62181]: DEBUG nova.virt.hardware [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1855.269216] env[62181]: DEBUG nova.virt.hardware [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1855.269423] env[62181]: DEBUG nova.virt.hardware [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1855.269580] env[62181]: DEBUG nova.virt.hardware [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1855.269744] env[62181]: DEBUG nova.virt.hardware [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1855.269945] env[62181]: DEBUG nova.virt.hardware [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1855.270136] env[62181]: DEBUG nova.virt.hardware [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1855.271005] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25668674-89e3-45aa-9f54-741a1ca602e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.279625] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2773861b-521e-420a-80f2-8ec1dda730bc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.305770] env[62181]: DEBUG nova.compute.manager [req-989cb99e-a09b-409f-8a71-678845d7a4b7 req-3d282b10-d9fa-45c2-916d-10c0e617dfd2 service nova] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Received event network-changed-349b4194-9ce1-46b3-9571-93a1468e38e9 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1855.305989] env[62181]: DEBUG nova.compute.manager [req-989cb99e-a09b-409f-8a71-678845d7a4b7 req-3d282b10-d9fa-45c2-916d-10c0e617dfd2 service nova] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Refreshing instance network info cache due to event network-changed-349b4194-9ce1-46b3-9571-93a1468e38e9. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1855.306176] env[62181]: DEBUG oslo_concurrency.lockutils [req-989cb99e-a09b-409f-8a71-678845d7a4b7 req-3d282b10-d9fa-45c2-916d-10c0e617dfd2 service nova] Acquiring lock "refresh_cache-22ab2b87-8e13-451b-bfb4-65770e58d083" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.306325] env[62181]: DEBUG oslo_concurrency.lockutils [req-989cb99e-a09b-409f-8a71-678845d7a4b7 req-3d282b10-d9fa-45c2-916d-10c0e617dfd2 service nova] Acquired lock "refresh_cache-22ab2b87-8e13-451b-bfb4-65770e58d083" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.306482] env[62181]: DEBUG nova.network.neutron [req-989cb99e-a09b-409f-8a71-678845d7a4b7 req-3d282b10-d9fa-45c2-916d-10c0e617dfd2 service nova] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Refreshing network info cache for port 349b4194-9ce1-46b3-9571-93a1468e38e9 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1855.376300] env[62181]: DEBUG nova.compute.manager [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1855.376862] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1855.377905] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276780c9-d3e2-45f0-beee-47e01dd07d25 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.385873] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1855.386133] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be5f5041-3777-4b3a-9da4-4e9ea34af1ae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.392036] env[62181]: DEBUG oslo_vmware.api [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1855.392036] env[62181]: value = "task-1790833" [ 1855.392036] env[62181]: _type = "Task" [ 1855.392036] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.401108] env[62181]: DEBUG oslo_vmware.api [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.494182] env[62181]: DEBUG oslo_concurrency.lockutils [None req-75620537-b63b-4de7-8a72-0bd641b91cc4 tempest-FloatingIPsAssociationTestJSON-1125770195 tempest-FloatingIPsAssociationTestJSON-1125770195-project-member] Lock "1f847f08-33c7-47d2-b4ff-cc54328a9cb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.532s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.571404] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790832, 'name': CreateVM_Task, 'duration_secs': 0.385949} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.571556] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1855.572400] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.572562] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.573034] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1855.573308] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5da448a-a44b-430a-b02d-7e801e7b0b8e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.578458] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1855.578458] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5249e573-fced-99c9-b8f8-c57cdb529c7b" [ 1855.578458] env[62181]: _type = "Task" [ 1855.578458] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.586549] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5249e573-fced-99c9-b8f8-c57cdb529c7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.627509] env[62181]: DEBUG oslo_concurrency.lockutils [req-6bbe0a1b-f5af-4373-8044-6cc08036c53e req-0d68aa06-c1a9-4789-9149-913aa8a8d27a service nova] Releasing lock "refresh_cache-29cad617-08cd-48d6-a67e-e5c0f0430af9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.770439] env[62181]: DEBUG nova.network.neutron [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Successfully updated port: d0c1edbb-0764-4a76-b335-10f3d33c8743 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1855.901984] env[62181]: DEBUG oslo_vmware.api [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790833, 'name': PowerOffVM_Task, 'duration_secs': 0.205678} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.902605] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1855.902784] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1855.903040] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-709d3d6a-f374-48b7-ab6c-1a7ad046fde8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.995519] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1855.996061] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1855.996061] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Deleting the datastore file [datastore1] 421ed2c5-a2a6-4ed3-9375-40411ce26182 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1855.996508] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79e88d5d-78d9-44f5-91a8-58cf59ae80ce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.004827] env[62181]: DEBUG oslo_vmware.api [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1856.004827] env[62181]: value = "task-1790835" [ 1856.004827] env[62181]: _type = "Task" [ 1856.004827] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.012602] env[62181]: DEBUG oslo_vmware.api [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.088741] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5249e573-fced-99c9-b8f8-c57cdb529c7b, 'name': SearchDatastore_Task, 'duration_secs': 0.019297} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.089033] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.089294] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1856.089529] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.089674] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.089849] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1856.090127] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2536a4ca-8b0d-4926-ba5a-8223d1a18c09 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.098054] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1856.098244] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1856.098954] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1baf3a4f-ccd5-43d3-a92c-4d05a6416a8a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.104254] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1856.104254] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]526d58aa-ff49-7061-b104-d56dc4dd56ef" [ 1856.104254] env[62181]: _type = "Task" [ 1856.104254] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.112262] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]526d58aa-ff49-7061-b104-d56dc4dd56ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.122701] env[62181]: DEBUG nova.network.neutron [req-989cb99e-a09b-409f-8a71-678845d7a4b7 req-3d282b10-d9fa-45c2-916d-10c0e617dfd2 service nova] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Updated VIF entry in instance network info cache for port 349b4194-9ce1-46b3-9571-93a1468e38e9. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1856.123056] env[62181]: DEBUG nova.network.neutron [req-989cb99e-a09b-409f-8a71-678845d7a4b7 req-3d282b10-d9fa-45c2-916d-10c0e617dfd2 service nova] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Updating instance_info_cache with network_info: [{"id": "349b4194-9ce1-46b3-9571-93a1468e38e9", "address": "fa:16:3e:f6:d0:04", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349b4194-9c", "ovs_interfaceid": "349b4194-9ce1-46b3-9571-93a1468e38e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.274629] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "refresh_cache-75b09437-f429-4dfa-8100-c6ffd10477df" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.274811] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "refresh_cache-75b09437-f429-4dfa-8100-c6ffd10477df" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.274976] env[62181]: DEBUG nova.network.neutron [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1856.515316] env[62181]: DEBUG oslo_vmware.api [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173638} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.515588] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1856.515801] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1856.516092] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1856.516295] env[62181]: INFO nova.compute.manager [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1856.516542] env[62181]: DEBUG oslo.service.loopingcall [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.516736] env[62181]: DEBUG nova.compute.manager [-] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1856.516833] env[62181]: DEBUG nova.network.neutron [-] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1856.614232] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]526d58aa-ff49-7061-b104-d56dc4dd56ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008501} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.615104] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00584676-2061-4744-89a0-a7dd90adfae9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.620254] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1856.620254] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f46779-ec06-928c-a017-20207222d54e" [ 1856.620254] env[62181]: _type = "Task" [ 1856.620254] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.625131] env[62181]: DEBUG oslo_concurrency.lockutils [req-989cb99e-a09b-409f-8a71-678845d7a4b7 req-3d282b10-d9fa-45c2-916d-10c0e617dfd2 service nova] Releasing lock "refresh_cache-22ab2b87-8e13-451b-bfb4-65770e58d083" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.628400] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f46779-ec06-928c-a017-20207222d54e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.845306] env[62181]: DEBUG nova.network.neutron [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1857.132924] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f46779-ec06-928c-a017-20207222d54e, 'name': SearchDatastore_Task, 'duration_secs': 0.026252} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.133206] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.133469] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 22ab2b87-8e13-451b-bfb4-65770e58d083/22ab2b87-8e13-451b-bfb4-65770e58d083.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1857.133745] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fcbbd3c-5b9c-4b80-b178-dd5383202137 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.142408] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1857.142408] env[62181]: value = "task-1790836" [ 1857.142408] env[62181]: _type = "Task" [ 1857.142408] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.152756] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.227588] env[62181]: DEBUG nova.network.neutron [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Updating instance_info_cache with network_info: [{"id": "d0c1edbb-0764-4a76-b335-10f3d33c8743", "address": "fa:16:3e:40:42:1e", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c1edbb-07", "ovs_interfaceid": "d0c1edbb-0764-4a76-b335-10f3d33c8743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.335044] env[62181]: DEBUG nova.compute.manager [req-a72e6528-3b92-4ee5-8f0f-1ff2b2d6bd87 req-7ad94259-0350-4d40-94a5-235c8da7d101 service nova] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Received event network-vif-plugged-d0c1edbb-0764-4a76-b335-10f3d33c8743 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1857.335245] env[62181]: DEBUG oslo_concurrency.lockutils [req-a72e6528-3b92-4ee5-8f0f-1ff2b2d6bd87 req-7ad94259-0350-4d40-94a5-235c8da7d101 service nova] Acquiring lock "75b09437-f429-4dfa-8100-c6ffd10477df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.338012] env[62181]: DEBUG oslo_concurrency.lockutils [req-a72e6528-3b92-4ee5-8f0f-1ff2b2d6bd87 req-7ad94259-0350-4d40-94a5-235c8da7d101 service nova] Lock "75b09437-f429-4dfa-8100-c6ffd10477df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.338167] env[62181]: DEBUG oslo_concurrency.lockutils [req-a72e6528-3b92-4ee5-8f0f-1ff2b2d6bd87 req-7ad94259-0350-4d40-94a5-235c8da7d101 service nova] Lock "75b09437-f429-4dfa-8100-c6ffd10477df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.338554] env[62181]: DEBUG nova.compute.manager [req-a72e6528-3b92-4ee5-8f0f-1ff2b2d6bd87 req-7ad94259-0350-4d40-94a5-235c8da7d101 service nova] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] No waiting events found dispatching network-vif-plugged-d0c1edbb-0764-4a76-b335-10f3d33c8743 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1857.338744] env[62181]: WARNING nova.compute.manager [req-a72e6528-3b92-4ee5-8f0f-1ff2b2d6bd87 req-7ad94259-0350-4d40-94a5-235c8da7d101 service nova] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Received unexpected event network-vif-plugged-d0c1edbb-0764-4a76-b335-10f3d33c8743 for instance with vm_state building and task_state spawning. [ 1857.339030] env[62181]: DEBUG nova.compute.manager [req-a72e6528-3b92-4ee5-8f0f-1ff2b2d6bd87 req-7ad94259-0350-4d40-94a5-235c8da7d101 service nova] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Received event network-changed-d0c1edbb-0764-4a76-b335-10f3d33c8743 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1857.339109] env[62181]: DEBUG nova.compute.manager [req-a72e6528-3b92-4ee5-8f0f-1ff2b2d6bd87 req-7ad94259-0350-4d40-94a5-235c8da7d101 service nova] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Refreshing instance network info cache due to event network-changed-d0c1edbb-0764-4a76-b335-10f3d33c8743. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1857.339251] env[62181]: DEBUG oslo_concurrency.lockutils [req-a72e6528-3b92-4ee5-8f0f-1ff2b2d6bd87 req-7ad94259-0350-4d40-94a5-235c8da7d101 service nova] Acquiring lock "refresh_cache-75b09437-f429-4dfa-8100-c6ffd10477df" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.655107] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790836, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.734362] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "refresh_cache-75b09437-f429-4dfa-8100-c6ffd10477df" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.734362] env[62181]: DEBUG nova.compute.manager [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Instance network_info: |[{"id": "d0c1edbb-0764-4a76-b335-10f3d33c8743", "address": "fa:16:3e:40:42:1e", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c1edbb-07", "ovs_interfaceid": "d0c1edbb-0764-4a76-b335-10f3d33c8743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1857.734362] env[62181]: DEBUG oslo_concurrency.lockutils [req-a72e6528-3b92-4ee5-8f0f-1ff2b2d6bd87 req-7ad94259-0350-4d40-94a5-235c8da7d101 service nova] Acquired lock "refresh_cache-75b09437-f429-4dfa-8100-c6ffd10477df" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.734362] env[62181]: DEBUG nova.network.neutron [req-a72e6528-3b92-4ee5-8f0f-1ff2b2d6bd87 req-7ad94259-0350-4d40-94a5-235c8da7d101 service nova] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Refreshing network info cache for port d0c1edbb-0764-4a76-b335-10f3d33c8743 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1857.735326] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:42:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0c1edbb-0764-4a76-b335-10f3d33c8743', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1857.746260] env[62181]: DEBUG oslo.service.loopingcall [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1857.749581] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1857.750473] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e0608ed-c28c-47dd-afc6-6382fe813d2b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.777694] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1857.777694] env[62181]: value = "task-1790837" [ 1857.777694] env[62181]: _type = "Task" [ 1857.777694] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.786819] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790837, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.926032] env[62181]: DEBUG nova.network.neutron [-] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.072349] env[62181]: DEBUG nova.network.neutron [req-a72e6528-3b92-4ee5-8f0f-1ff2b2d6bd87 req-7ad94259-0350-4d40-94a5-235c8da7d101 service nova] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Updated VIF entry in instance network info cache for port d0c1edbb-0764-4a76-b335-10f3d33c8743. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1858.072718] env[62181]: DEBUG nova.network.neutron [req-a72e6528-3b92-4ee5-8f0f-1ff2b2d6bd87 req-7ad94259-0350-4d40-94a5-235c8da7d101 service nova] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Updating instance_info_cache with network_info: [{"id": "d0c1edbb-0764-4a76-b335-10f3d33c8743", "address": "fa:16:3e:40:42:1e", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c1edbb-07", "ovs_interfaceid": "d0c1edbb-0764-4a76-b335-10f3d33c8743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.154975] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832778} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.155388] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 22ab2b87-8e13-451b-bfb4-65770e58d083/22ab2b87-8e13-451b-bfb4-65770e58d083.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1858.155689] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1858.156132] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fedcdb1-5402-428e-975d-3f2aa4ca98cd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.163246] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1858.163246] env[62181]: value = "task-1790838" [ 1858.163246] env[62181]: _type = "Task" [ 1858.163246] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.172026] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.288357] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790837, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.427493] env[62181]: INFO nova.compute.manager [-] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Took 1.91 seconds to deallocate network for instance. [ 1858.575687] env[62181]: DEBUG oslo_concurrency.lockutils [req-a72e6528-3b92-4ee5-8f0f-1ff2b2d6bd87 req-7ad94259-0350-4d40-94a5-235c8da7d101 service nova] Releasing lock "refresh_cache-75b09437-f429-4dfa-8100-c6ffd10477df" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.673310] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117388} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.673578] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1858.674374] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83247d3-d4af-4948-a49a-6d8301fc2b83 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.697978] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 22ab2b87-8e13-451b-bfb4-65770e58d083/22ab2b87-8e13-451b-bfb4-65770e58d083.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1858.698224] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b202dee9-739e-482b-9f40-ea7a283dad4a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.717671] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1858.717671] env[62181]: value = "task-1790839" [ 1858.717671] env[62181]: _type = "Task" [ 1858.717671] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.725540] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790839, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.789684] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790837, 'name': CreateVM_Task, 'duration_secs': 0.578722} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.789862] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1858.790544] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.790712] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.791040] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1858.791290] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c900760a-aed3-4ae5-9947-abb57c3e19ca {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.795506] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1858.795506] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]520f8eb8-ef69-02ae-0c08-76693b5969e1" [ 1858.795506] env[62181]: _type = "Task" [ 1858.795506] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.802967] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520f8eb8-ef69-02ae-0c08-76693b5969e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.933638] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.933908] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.934149] env[62181]: DEBUG nova.objects.instance [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lazy-loading 'resources' on Instance uuid 421ed2c5-a2a6-4ed3-9375-40411ce26182 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1859.232075] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.308039] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520f8eb8-ef69-02ae-0c08-76693b5969e1, 'name': SearchDatastore_Task, 'duration_secs': 0.02138} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.308383] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.308616] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1859.309157] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.309400] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.309656] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1859.309948] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f337f84-8a32-4732-9554-1e8e7e9e88db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.320256] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1859.320453] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1859.321259] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebfe698a-ca8e-47bf-9201-d798258fabd4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.329734] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1859.329734] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5245b676-f665-28be-04f3-c66c08eea8af" [ 1859.329734] env[62181]: _type = "Task" [ 1859.329734] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.338760] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5245b676-f665-28be-04f3-c66c08eea8af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.363583] env[62181]: DEBUG nova.compute.manager [req-d460658f-1a15-4bf9-b4f3-9049265156e2 req-869030c3-37ba-4908-a4ed-403d83959733 service nova] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Received event network-vif-deleted-8c621102-0b12-4b91-9e9b-0bc846c3dd02 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1859.601419] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b91edc-9295-4a59-aafb-0b01e49522fc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.608833] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e3eb8e-9066-412f-b22a-c2dad3c81872 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.638088] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cf25ff-6795-4b59-bd6f-2d201b62bbb8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.645614] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40623807-c611-478c-bb5c-bcf93176d53e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.661131] env[62181]: DEBUG nova.compute.provider_tree [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.729234] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790839, 'name': ReconfigVM_Task, 'duration_secs': 0.594758} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.729510] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 22ab2b87-8e13-451b-bfb4-65770e58d083/22ab2b87-8e13-451b-bfb4-65770e58d083.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1859.730157] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-031f2095-7f2b-4e0d-9745-b5d2b1056af1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.737278] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1859.737278] env[62181]: value = "task-1790840" [ 1859.737278] env[62181]: _type = "Task" [ 1859.737278] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.745115] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790840, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.839812] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5245b676-f665-28be-04f3-c66c08eea8af, 'name': SearchDatastore_Task, 'duration_secs': 0.012179} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.840758] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2be27ef-6704-42ac-869b-654937d60325 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.845976] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1859.845976] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5298969c-d73f-35de-bfbd-236cb2183dcc" [ 1859.845976] env[62181]: _type = "Task" [ 1859.845976] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.853997] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5298969c-d73f-35de-bfbd-236cb2183dcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.164888] env[62181]: DEBUG nova.scheduler.client.report [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1860.248104] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790840, 'name': Rename_Task, 'duration_secs': 0.194634} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.248349] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1860.248580] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea1a778f-25c2-49f2-a597-70a04dbb10f7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.256201] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1860.256201] env[62181]: value = "task-1790841" [ 1860.256201] env[62181]: _type = "Task" [ 1860.256201] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.264708] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.357614] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5298969c-d73f-35de-bfbd-236cb2183dcc, 'name': SearchDatastore_Task, 'duration_secs': 0.00968} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.357903] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.358185] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 75b09437-f429-4dfa-8100-c6ffd10477df/75b09437-f429-4dfa-8100-c6ffd10477df.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1860.358473] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25b00212-2157-41f0-aafa-cbbe2271f7af {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.366100] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1860.366100] env[62181]: value = "task-1790842" [ 1860.366100] env[62181]: _type = "Task" [ 1860.366100] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.373594] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.671288] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.696030] env[62181]: INFO nova.scheduler.client.report [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Deleted allocations for instance 421ed2c5-a2a6-4ed3-9375-40411ce26182 [ 1860.766694] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790841, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.875952] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790842, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.207285] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51dfe8dd-b669-4856-8cc4-eab48139c824 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "421ed2c5-a2a6-4ed3-9375-40411ce26182" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.337s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.225600] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquiring lock "d4004d8c-3963-4420-8919-4db9bf426a69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.225675] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "d4004d8c-3963-4420-8919-4db9bf426a69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.269547] env[62181]: DEBUG oslo_vmware.api [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790841, 'name': PowerOnVM_Task, 'duration_secs': 0.926842} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.269907] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1861.269981] env[62181]: INFO nova.compute.manager [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1861.270407] env[62181]: DEBUG nova.compute.manager [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1861.271458] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b15df3-8418-4c53-a663-49e2088a28ec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.377156] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78604} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.377453] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 75b09437-f429-4dfa-8100-c6ffd10477df/75b09437-f429-4dfa-8100-c6ffd10477df.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1861.377670] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1861.377908] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-643abc98-1d82-42dc-bfb4-81d2289bdf45 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.383839] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1861.383839] env[62181]: value = "task-1790843" [ 1861.383839] env[62181]: _type = "Task" [ 1861.383839] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.392773] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.729448] env[62181]: DEBUG nova.compute.manager [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1861.792556] env[62181]: INFO nova.compute.manager [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Took 15.61 seconds to build instance. [ 1861.893281] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128305} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.893564] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1861.894419] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddbd2b7-8d62-4cc9-a600-cadb9f04743f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.916715] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 75b09437-f429-4dfa-8100-c6ffd10477df/75b09437-f429-4dfa-8100-c6ffd10477df.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1861.917305] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f3862a5-f7d7-42a1-9699-ae9b93ad9be4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.938386] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1861.938386] env[62181]: value = "task-1790844" [ 1861.938386] env[62181]: _type = "Task" [ 1861.938386] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.947557] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.254290] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.254587] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.256501] env[62181]: INFO nova.compute.claims [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1862.278676] env[62181]: DEBUG oslo_concurrency.lockutils [None req-cf328e48-378f-4945-8c87-059427d2f850 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.278912] env[62181]: DEBUG oslo_concurrency.lockutils [None req-cf328e48-378f-4945-8c87-059427d2f850 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.294693] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c9d9834b-d42a-4b09-9df2-19c6adce5dc9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "22ab2b87-8e13-451b-bfb4-65770e58d083" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.124s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.448115] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790844, 'name': ReconfigVM_Task, 'duration_secs': 0.474796} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.448351] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 75b09437-f429-4dfa-8100-c6ffd10477df/75b09437-f429-4dfa-8100-c6ffd10477df.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1862.448955] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9e985c9-77d1-4dc3-ae52-9043639b7df9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.454583] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1862.454583] env[62181]: value = "task-1790845" [ 1862.454583] env[62181]: _type = "Task" [ 1862.454583] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.461972] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790845, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.784328] env[62181]: INFO nova.compute.manager [None req-cf328e48-378f-4945-8c87-059427d2f850 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Detaching volume b537ee03-733c-4970-ac60-a8b77595d945 [ 1862.820299] env[62181]: INFO nova.virt.block_device [None req-cf328e48-378f-4945-8c87-059427d2f850 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Attempting to driver detach volume b537ee03-733c-4970-ac60-a8b77595d945 from mountpoint /dev/sdb [ 1862.820299] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf328e48-378f-4945-8c87-059427d2f850 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Volume detach. Driver type: vmdk {{(pid=62181) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1862.820299] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf328e48-378f-4945-8c87-059427d2f850 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371481', 'volume_id': 'b537ee03-733c-4970-ac60-a8b77595d945', 'name': 'volume-b537ee03-733c-4970-ac60-a8b77595d945', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a67ebb68-c107-4275-9d5e-f5d63bc44a11', 'attached_at': '', 'detached_at': '', 'volume_id': 'b537ee03-733c-4970-ac60-a8b77595d945', 'serial': 'b537ee03-733c-4970-ac60-a8b77595d945'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1862.822441] env[62181]: DEBUG oslo_concurrency.lockutils [None req-105b9fae-43e9-4d90-ac0a-36c81b19699a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "f613bc48-5135-492c-ae81-8b9c48534e73" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.822441] env[62181]: DEBUG oslo_concurrency.lockutils [None req-105b9fae-43e9-4d90-ac0a-36c81b19699a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "f613bc48-5135-492c-ae81-8b9c48534e73" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.824089] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656d4b8f-bc88-4fb5-9fd2-bd6596b02919 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.847463] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc54b5c1-9fa5-489d-8176-5f6a5c2d3be1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.856031] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61684579-dd3a-4fb1-8ede-3d1e312dc277 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.875628] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1e0915-2f51-48e8-a823-b8f9daf96687 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.890163] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf328e48-378f-4945-8c87-059427d2f850 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] The volume has not been displaced from its original location: [datastore1] volume-b537ee03-733c-4970-ac60-a8b77595d945/volume-b537ee03-733c-4970-ac60-a8b77595d945.vmdk. No consolidation needed. {{(pid=62181) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1862.895997] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf328e48-378f-4945-8c87-059427d2f850 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Reconfiguring VM instance instance-00000041 to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1862.896590] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c90e3b59-a5a6-4894-bbca-a23ea1b2ba74 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.916411] env[62181]: DEBUG oslo_vmware.api [None req-cf328e48-378f-4945-8c87-059427d2f850 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1862.916411] env[62181]: value = "task-1790846" [ 1862.916411] env[62181]: _type = "Task" [ 1862.916411] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.923896] env[62181]: DEBUG oslo_vmware.api [None req-cf328e48-378f-4945-8c87-059427d2f850 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.964421] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790845, 'name': Rename_Task, 'duration_secs': 0.164775} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.964688] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1862.965030] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-493fda4c-2dbe-4158-9499-755a0d72a8ca {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.971148] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1862.971148] env[62181]: value = "task-1790847" [ 1862.971148] env[62181]: _type = "Task" [ 1862.971148] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.983355] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.318955] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "22ab2b87-8e13-451b-bfb4-65770e58d083" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.319306] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "22ab2b87-8e13-451b-bfb4-65770e58d083" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.319451] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "22ab2b87-8e13-451b-bfb4-65770e58d083-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.319632] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "22ab2b87-8e13-451b-bfb4-65770e58d083-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.319803] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "22ab2b87-8e13-451b-bfb4-65770e58d083-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.324554] env[62181]: INFO nova.compute.manager [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Terminating instance [ 1863.329069] env[62181]: INFO nova.compute.manager [None req-105b9fae-43e9-4d90-ac0a-36c81b19699a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Detaching volume 5b35ea47-0dda-43c3-ba2b-68559b937030 [ 1863.364339] env[62181]: INFO nova.virt.block_device [None req-105b9fae-43e9-4d90-ac0a-36c81b19699a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Attempting to driver detach volume 5b35ea47-0dda-43c3-ba2b-68559b937030 from mountpoint /dev/sdb [ 1863.364549] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-105b9fae-43e9-4d90-ac0a-36c81b19699a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Volume detach. Driver type: vmdk {{(pid=62181) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1863.364737] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-105b9fae-43e9-4d90-ac0a-36c81b19699a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371500', 'volume_id': '5b35ea47-0dda-43c3-ba2b-68559b937030', 'name': 'volume-5b35ea47-0dda-43c3-ba2b-68559b937030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f613bc48-5135-492c-ae81-8b9c48534e73', 'attached_at': '', 'detached_at': '', 'volume_id': '5b35ea47-0dda-43c3-ba2b-68559b937030', 'serial': '5b35ea47-0dda-43c3-ba2b-68559b937030'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1863.365694] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82468d5-a618-45e6-869d-5ce41d6725ef {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.389111] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e867b3f-4dd6-4a54-a4dc-a9b3e38498cc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.397023] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e00526-57ec-43c3-a4f9-1aefeaedd86a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.424643] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4404fa-2626-4b09-8c3d-816fa95b2bd7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.440104] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-105b9fae-43e9-4d90-ac0a-36c81b19699a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] The volume has not been displaced from its original location: [datastore1] volume-5b35ea47-0dda-43c3-ba2b-68559b937030/volume-5b35ea47-0dda-43c3-ba2b-68559b937030.vmdk. No consolidation needed. {{(pid=62181) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1863.445415] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-105b9fae-43e9-4d90-ac0a-36c81b19699a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1863.450651] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e3b9896-1acb-4a2e-b3f2-0d012fe73cd8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.463192] env[62181]: DEBUG oslo_vmware.api [None req-cf328e48-378f-4945-8c87-059427d2f850 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790846, 'name': ReconfigVM_Task, 'duration_secs': 0.270305} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.464460] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf328e48-378f-4945-8c87-059427d2f850 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Reconfigured VM instance instance-00000041 to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1863.468670] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25784658-ae5c-4858-bbc9-008af1b49472 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.483834] env[62181]: DEBUG oslo_vmware.api [None req-105b9fae-43e9-4d90-ac0a-36c81b19699a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1863.483834] env[62181]: value = "task-1790848" [ 1863.483834] env[62181]: _type = "Task" [ 1863.483834] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.492347] env[62181]: DEBUG oslo_vmware.api [None req-cf328e48-378f-4945-8c87-059427d2f850 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1863.492347] env[62181]: value = "task-1790849" [ 1863.492347] env[62181]: _type = "Task" [ 1863.492347] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.498789] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790847, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.499045] env[62181]: DEBUG oslo_vmware.api [None req-105b9fae-43e9-4d90-ac0a-36c81b19699a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.512900] env[62181]: DEBUG oslo_vmware.api [None req-cf328e48-378f-4945-8c87-059427d2f850 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.519215] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74dede6-a82b-4860-8d10-1be12e6483fb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.526908] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1da5cfa-1eb3-4494-a3ab-8a6c4f587e7e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.557955] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f84fad9-9c84-41cf-9a55-0b7e3fd0c89a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.565869] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07151529-7ada-4b50-8efa-3f2aa51d11fb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.579940] env[62181]: DEBUG nova.compute.provider_tree [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.828682] env[62181]: DEBUG nova.compute.manager [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1863.828947] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1863.829873] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81884a65-200c-45e3-8bf6-ce5da8c388b1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.838532] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1863.839042] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fa229dd-99a9-4dfa-a641-010d6955ba98 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.845640] env[62181]: DEBUG oslo_vmware.api [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1863.845640] env[62181]: value = "task-1790850" [ 1863.845640] env[62181]: _type = "Task" [ 1863.845640] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.854281] env[62181]: DEBUG oslo_vmware.api [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.998387] env[62181]: DEBUG oslo_vmware.api [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790847, 'name': PowerOnVM_Task, 'duration_secs': 0.576625} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.001599] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1864.002180] env[62181]: INFO nova.compute.manager [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1864.002374] env[62181]: DEBUG nova.compute.manager [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1864.002762] env[62181]: DEBUG oslo_vmware.api [None req-105b9fae-43e9-4d90-ac0a-36c81b19699a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790848, 'name': ReconfigVM_Task, 'duration_secs': 0.308645} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.003511] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff179ab5-8b27-4f7c-aebf-432fabfbeb53 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.008772] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-105b9fae-43e9-4d90-ac0a-36c81b19699a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1864.013502] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8af175aa-15a7-4354-bbde-407e7176e5bd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.033890] env[62181]: DEBUG oslo_vmware.api [None req-cf328e48-378f-4945-8c87-059427d2f850 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790849, 'name': ReconfigVM_Task, 'duration_secs': 0.182617} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.034178] env[62181]: DEBUG oslo_vmware.api [None req-105b9fae-43e9-4d90-ac0a-36c81b19699a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1864.034178] env[62181]: value = "task-1790851" [ 1864.034178] env[62181]: _type = "Task" [ 1864.034178] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.034673] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf328e48-378f-4945-8c87-059427d2f850 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371481', 'volume_id': 'b537ee03-733c-4970-ac60-a8b77595d945', 'name': 'volume-b537ee03-733c-4970-ac60-a8b77595d945', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a67ebb68-c107-4275-9d5e-f5d63bc44a11', 'attached_at': '', 'detached_at': '', 'volume_id': 'b537ee03-733c-4970-ac60-a8b77595d945', 'serial': 'b537ee03-733c-4970-ac60-a8b77595d945'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1864.045923] env[62181]: DEBUG oslo_vmware.api [None req-105b9fae-43e9-4d90-ac0a-36c81b19699a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790851, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.083022] env[62181]: DEBUG nova.scheduler.client.report [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1864.355980] env[62181]: DEBUG oslo_vmware.api [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790850, 'name': PowerOffVM_Task, 'duration_secs': 0.183827} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.356362] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1864.356402] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1864.356656] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdf04317-d288-44db-9e56-e507928bfcc3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.430343] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1864.430583] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1864.430767] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleting the datastore file [datastore1] 22ab2b87-8e13-451b-bfb4-65770e58d083 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1864.431058] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79e77eb7-301e-4e31-9888-009be03cf433 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.437210] env[62181]: DEBUG oslo_vmware.api [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1864.437210] env[62181]: value = "task-1790853" [ 1864.437210] env[62181]: _type = "Task" [ 1864.437210] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.444757] env[62181]: DEBUG oslo_vmware.api [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.545142] env[62181]: INFO nova.compute.manager [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Took 13.69 seconds to build instance. [ 1864.552607] env[62181]: DEBUG oslo_vmware.api [None req-105b9fae-43e9-4d90-ac0a-36c81b19699a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790851, 'name': ReconfigVM_Task, 'duration_secs': 0.156389} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.552986] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-105b9fae-43e9-4d90-ac0a-36c81b19699a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371500', 'volume_id': '5b35ea47-0dda-43c3-ba2b-68559b937030', 'name': 'volume-5b35ea47-0dda-43c3-ba2b-68559b937030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f613bc48-5135-492c-ae81-8b9c48534e73', 'attached_at': '', 'detached_at': '', 'volume_id': '5b35ea47-0dda-43c3-ba2b-68559b937030', 'serial': '5b35ea47-0dda-43c3-ba2b-68559b937030'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1864.578374] env[62181]: DEBUG nova.objects.instance [None req-cf328e48-378f-4945-8c87-059427d2f850 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lazy-loading 'flavor' on Instance uuid a67ebb68-c107-4275-9d5e-f5d63bc44a11 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.588063] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.588787] env[62181]: DEBUG nova.compute.manager [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1864.946921] env[62181]: DEBUG oslo_vmware.api [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128693} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.947229] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1864.947443] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1864.947631] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1864.947819] env[62181]: INFO nova.compute.manager [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1864.948106] env[62181]: DEBUG oslo.service.loopingcall [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.948316] env[62181]: DEBUG nova.compute.manager [-] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1864.948442] env[62181]: DEBUG nova.network.neutron [-] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1865.047015] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f1c6e9a1-ffb8-43b2-a4ab-04000dfab8b2 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "75b09437-f429-4dfa-8100-c6ffd10477df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.198s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.094395] env[62181]: DEBUG nova.compute.utils [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1865.095726] env[62181]: DEBUG nova.compute.manager [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1865.095924] env[62181]: DEBUG nova.network.neutron [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1865.099697] env[62181]: DEBUG nova.objects.instance [None req-105b9fae-43e9-4d90-ac0a-36c81b19699a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lazy-loading 'flavor' on Instance uuid f613bc48-5135-492c-ae81-8b9c48534e73 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1865.244649] env[62181]: DEBUG nova.policy [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17f0dc8ef139449b8c4fb2aba74d37cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03525201b094403c9cef8b05a4c47859', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1865.396832] env[62181]: DEBUG nova.compute.manager [req-02b25b32-7f93-4139-a141-ce87db0b96df req-50d96c60-8e57-428e-9c90-a5143e8b26a0 service nova] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Received event network-vif-deleted-349b4194-9ce1-46b3-9571-93a1468e38e9 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1865.397108] env[62181]: INFO nova.compute.manager [req-02b25b32-7f93-4139-a141-ce87db0b96df req-50d96c60-8e57-428e-9c90-a5143e8b26a0 service nova] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Neutron deleted interface 349b4194-9ce1-46b3-9571-93a1468e38e9; detaching it from the instance and deleting it from the info cache [ 1865.397351] env[62181]: DEBUG nova.network.neutron [req-02b25b32-7f93-4139-a141-ce87db0b96df req-50d96c60-8e57-428e-9c90-a5143e8b26a0 service nova] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.546132] env[62181]: DEBUG nova.network.neutron [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Successfully created port: 04fe897b-dfff-4556-b44f-785a04b71cec {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1865.588250] env[62181]: DEBUG oslo_concurrency.lockutils [None req-cf328e48-378f-4945-8c87-059427d2f850 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.309s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.599254] env[62181]: DEBUG nova.compute.manager [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1865.862921] env[62181]: DEBUG nova.network.neutron [-] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.900982] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73e8cdef-9b75-4339-b46f-b8940ed7f4de {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.913029] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5843a3-ec1f-4e78-9953-e94a423102ac {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.950158] env[62181]: DEBUG nova.compute.manager [req-02b25b32-7f93-4139-a141-ce87db0b96df req-50d96c60-8e57-428e-9c90-a5143e8b26a0 service nova] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Detach interface failed, port_id=349b4194-9ce1-46b3-9571-93a1468e38e9, reason: Instance 22ab2b87-8e13-451b-bfb4-65770e58d083 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1866.010420] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c89c6792-444d-4b97-b841-1765ff825f94 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "f613bc48-5135-492c-ae81-8b9c48534e73" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.108663] env[62181]: DEBUG oslo_concurrency.lockutils [None req-105b9fae-43e9-4d90-ac0a-36c81b19699a tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "f613bc48-5135-492c-ae81-8b9c48534e73" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.286s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.109532] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c89c6792-444d-4b97-b841-1765ff825f94 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "f613bc48-5135-492c-ae81-8b9c48534e73" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.099s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.109716] env[62181]: DEBUG nova.compute.manager [None req-c89c6792-444d-4b97-b841-1765ff825f94 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1866.110920] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ee9fba-ba4c-4a6b-85bb-68beb4e26068 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.118922] env[62181]: DEBUG nova.compute.manager [None req-c89c6792-444d-4b97-b841-1765ff825f94 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62181) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3443}} [ 1866.119504] env[62181]: DEBUG nova.objects.instance [None req-c89c6792-444d-4b97-b841-1765ff825f94 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lazy-loading 'flavor' on Instance uuid f613bc48-5135-492c-ae81-8b9c48534e73 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.365138] env[62181]: INFO nova.compute.manager [-] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Took 1.42 seconds to deallocate network for instance. [ 1866.410040] env[62181]: DEBUG nova.compute.manager [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Stashing vm_state: active {{(pid=62181) _prep_resize /opt/stack/nova/nova/compute/manager.py:6073}} [ 1866.538779] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.539250] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.539557] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.539899] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.540057] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.542360] env[62181]: INFO nova.compute.manager [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Terminating instance [ 1866.608650] env[62181]: DEBUG nova.compute.manager [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1866.634990] env[62181]: DEBUG nova.virt.hardware [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1866.635309] env[62181]: DEBUG nova.virt.hardware [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1866.635506] env[62181]: DEBUG nova.virt.hardware [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1866.635742] env[62181]: DEBUG nova.virt.hardware [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1866.635942] env[62181]: DEBUG nova.virt.hardware [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1866.636152] env[62181]: DEBUG nova.virt.hardware [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1866.636399] env[62181]: DEBUG nova.virt.hardware [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1866.636591] env[62181]: DEBUG nova.virt.hardware [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1866.636767] env[62181]: DEBUG nova.virt.hardware [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1866.636932] env[62181]: DEBUG nova.virt.hardware [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1866.637118] env[62181]: DEBUG nova.virt.hardware [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1866.638183] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef00190-d8e2-4d19-9eb5-d52f8b3e8e12 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.646527] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61e060d-0601-4349-a294-2c6bc1faad0e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.873445] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.873643] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.873912] env[62181]: DEBUG nova.objects.instance [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lazy-loading 'resources' on Instance uuid 22ab2b87-8e13-451b-bfb4-65770e58d083 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.928936] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.036194] env[62181]: DEBUG nova.network.neutron [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Successfully updated port: 04fe897b-dfff-4556-b44f-785a04b71cec {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1867.046346] env[62181]: DEBUG nova.compute.manager [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1867.046565] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1867.048021] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e55d33-b440-46a8-adc8-8367b8595643 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.057204] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1867.057450] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52426049-6abe-4279-95e1-5c61d1846355 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.065430] env[62181]: DEBUG oslo_vmware.api [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1867.065430] env[62181]: value = "task-1790854" [ 1867.065430] env[62181]: _type = "Task" [ 1867.065430] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.073525] env[62181]: DEBUG oslo_vmware.api [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.125599] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89c6792-444d-4b97-b841-1765ff825f94 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1867.125880] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3d73b2a-1d15-4aa7-b7f5-d5b33ebfc203 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.135895] env[62181]: DEBUG oslo_vmware.api [None req-c89c6792-444d-4b97-b841-1765ff825f94 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1867.135895] env[62181]: value = "task-1790855" [ 1867.135895] env[62181]: _type = "Task" [ 1867.135895] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.144720] env[62181]: DEBUG oslo_vmware.api [None req-c89c6792-444d-4b97-b841-1765ff825f94 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.422672] env[62181]: DEBUG nova.compute.manager [req-38123d43-179f-4ada-be7a-29bc92797f4b req-7d105a23-a3df-4592-a96a-1373145a3b12 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Received event network-vif-plugged-04fe897b-dfff-4556-b44f-785a04b71cec {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1867.423013] env[62181]: DEBUG oslo_concurrency.lockutils [req-38123d43-179f-4ada-be7a-29bc92797f4b req-7d105a23-a3df-4592-a96a-1373145a3b12 service nova] Acquiring lock "d4004d8c-3963-4420-8919-4db9bf426a69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.423178] env[62181]: DEBUG oslo_concurrency.lockutils [req-38123d43-179f-4ada-be7a-29bc92797f4b req-7d105a23-a3df-4592-a96a-1373145a3b12 service nova] Lock "d4004d8c-3963-4420-8919-4db9bf426a69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.423352] env[62181]: DEBUG oslo_concurrency.lockutils [req-38123d43-179f-4ada-be7a-29bc92797f4b req-7d105a23-a3df-4592-a96a-1373145a3b12 service nova] Lock "d4004d8c-3963-4420-8919-4db9bf426a69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.423522] env[62181]: DEBUG nova.compute.manager [req-38123d43-179f-4ada-be7a-29bc92797f4b req-7d105a23-a3df-4592-a96a-1373145a3b12 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] No waiting events found dispatching network-vif-plugged-04fe897b-dfff-4556-b44f-785a04b71cec {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1867.423715] env[62181]: WARNING nova.compute.manager [req-38123d43-179f-4ada-be7a-29bc92797f4b req-7d105a23-a3df-4592-a96a-1373145a3b12 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Received unexpected event network-vif-plugged-04fe897b-dfff-4556-b44f-785a04b71cec for instance with vm_state building and task_state spawning. [ 1867.423837] env[62181]: DEBUG nova.compute.manager [req-38123d43-179f-4ada-be7a-29bc92797f4b req-7d105a23-a3df-4592-a96a-1373145a3b12 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Received event network-changed-04fe897b-dfff-4556-b44f-785a04b71cec {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1867.423991] env[62181]: DEBUG nova.compute.manager [req-38123d43-179f-4ada-be7a-29bc92797f4b req-7d105a23-a3df-4592-a96a-1373145a3b12 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Refreshing instance network info cache due to event network-changed-04fe897b-dfff-4556-b44f-785a04b71cec. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1867.424188] env[62181]: DEBUG oslo_concurrency.lockutils [req-38123d43-179f-4ada-be7a-29bc92797f4b req-7d105a23-a3df-4592-a96a-1373145a3b12 service nova] Acquiring lock "refresh_cache-d4004d8c-3963-4420-8919-4db9bf426a69" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.424326] env[62181]: DEBUG oslo_concurrency.lockutils [req-38123d43-179f-4ada-be7a-29bc92797f4b req-7d105a23-a3df-4592-a96a-1373145a3b12 service nova] Acquired lock "refresh_cache-d4004d8c-3963-4420-8919-4db9bf426a69" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.424481] env[62181]: DEBUG nova.network.neutron [req-38123d43-179f-4ada-be7a-29bc92797f4b req-7d105a23-a3df-4592-a96a-1373145a3b12 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Refreshing network info cache for port 04fe897b-dfff-4556-b44f-785a04b71cec {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1867.537973] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquiring lock "refresh_cache-d4004d8c-3963-4420-8919-4db9bf426a69" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.543192] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84dec0e-652e-4ad4-93b5-18f78e97ec9a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.551582] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4c0e79-6774-48df-abda-2203dad0941d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.586671] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047620a2-fcfe-4e7b-91b2-1a89fa44a960 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.596585] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f57713d-f0d4-4a78-a3b9-065a3cde22e5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.600105] env[62181]: DEBUG oslo_vmware.api [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790854, 'name': PowerOffVM_Task, 'duration_secs': 0.206255} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.600357] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1867.600521] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1867.601022] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f13b54bd-c323-4539-b8c0-c9b9eeb328e4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.609939] env[62181]: DEBUG nova.compute.provider_tree [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.645749] env[62181]: DEBUG oslo_vmware.api [None req-c89c6792-444d-4b97-b841-1765ff825f94 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790855, 'name': PowerOffVM_Task, 'duration_secs': 0.210616} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.646082] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89c6792-444d-4b97-b841-1765ff825f94 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1867.646293] env[62181]: DEBUG nova.compute.manager [None req-c89c6792-444d-4b97-b841-1765ff825f94 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1867.647187] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c148c7da-7570-48e9-bef9-b66878ad23ff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.796893] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1867.797145] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1867.797359] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Deleting the datastore file [datastore1] a67ebb68-c107-4275-9d5e-f5d63bc44a11 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1867.797615] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ec0feb0-089c-4b95-936a-648b7b63a680 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.803552] env[62181]: DEBUG oslo_vmware.api [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1867.803552] env[62181]: value = "task-1790857" [ 1867.803552] env[62181]: _type = "Task" [ 1867.803552] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.811748] env[62181]: DEBUG oslo_vmware.api [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.960155] env[62181]: DEBUG nova.network.neutron [req-38123d43-179f-4ada-be7a-29bc92797f4b req-7d105a23-a3df-4592-a96a-1373145a3b12 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1868.074798] env[62181]: DEBUG nova.network.neutron [req-38123d43-179f-4ada-be7a-29bc92797f4b req-7d105a23-a3df-4592-a96a-1373145a3b12 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.112572] env[62181]: DEBUG nova.scheduler.client.report [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1868.803743] env[62181]: DEBUG nova.objects.instance [None req-fb775f02-81da-4cfa-ac76-e125af49b931 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lazy-loading 'flavor' on Instance uuid f613bc48-5135-492c-ae81-8b9c48534e73 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1868.805021] env[62181]: DEBUG oslo_concurrency.lockutils [req-38123d43-179f-4ada-be7a-29bc92797f4b req-7d105a23-a3df-4592-a96a-1373145a3b12 service nova] Releasing lock "refresh_cache-d4004d8c-3963-4420-8919-4db9bf426a69" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.805710] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.807812] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c89c6792-444d-4b97-b841-1765ff825f94 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "f613bc48-5135-492c-ae81-8b9c48534e73" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.698s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.811830] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquired lock "refresh_cache-d4004d8c-3963-4420-8919-4db9bf426a69" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.811984] env[62181]: DEBUG nova.network.neutron [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1868.815021] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.884s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.820986] env[62181]: DEBUG oslo_vmware.api [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168717} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.821288] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1868.821509] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1868.822130] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1868.822130] env[62181]: INFO nova.compute.manager [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1868.822130] env[62181]: DEBUG oslo.service.loopingcall [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1868.822523] env[62181]: DEBUG nova.compute.manager [-] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1868.822653] env[62181]: DEBUG nova.network.neutron [-] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1868.836783] env[62181]: INFO nova.scheduler.client.report [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleted allocations for instance 22ab2b87-8e13-451b-bfb4-65770e58d083 [ 1869.310635] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb775f02-81da-4cfa-ac76-e125af49b931 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "refresh_cache-f613bc48-5135-492c-ae81-8b9c48534e73" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.310809] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb775f02-81da-4cfa-ac76-e125af49b931 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquired lock "refresh_cache-f613bc48-5135-492c-ae81-8b9c48534e73" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.310982] env[62181]: DEBUG nova.network.neutron [None req-fb775f02-81da-4cfa-ac76-e125af49b931 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1869.311172] env[62181]: DEBUG nova.objects.instance [None req-fb775f02-81da-4cfa-ac76-e125af49b931 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lazy-loading 'info_cache' on Instance uuid f613bc48-5135-492c-ae81-8b9c48534e73 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.318780] env[62181]: INFO nova.compute.claims [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1869.344023] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b054f585-2b34-44c8-bdd9-6f72556879f9 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "22ab2b87-8e13-451b-bfb4-65770e58d083" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.025s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.353051] env[62181]: DEBUG nova.network.neutron [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1869.448946] env[62181]: DEBUG nova.compute.manager [req-178392cb-da6e-4112-9f2c-61541bf08058 req-67084624-9d4d-4076-a531-a95593084c66 service nova] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Received event network-vif-deleted-435f7845-643b-4d40-9a46-7b27cf2a628d {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1869.449479] env[62181]: INFO nova.compute.manager [req-178392cb-da6e-4112-9f2c-61541bf08058 req-67084624-9d4d-4076-a531-a95593084c66 service nova] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Neutron deleted interface 435f7845-643b-4d40-9a46-7b27cf2a628d; detaching it from the instance and deleting it from the info cache [ 1869.449479] env[62181]: DEBUG nova.network.neutron [req-178392cb-da6e-4112-9f2c-61541bf08058 req-67084624-9d4d-4076-a531-a95593084c66 service nova] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.496766] env[62181]: DEBUG nova.network.neutron [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Updating instance_info_cache with network_info: [{"id": "04fe897b-dfff-4556-b44f-785a04b71cec", "address": "fa:16:3e:8d:bf:ac", "network": {"id": "f5a7a238-7962-404b-a273-1fc878e4bf11", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414139410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03525201b094403c9cef8b05a4c47859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fe897b-df", "ovs_interfaceid": "04fe897b-dfff-4556-b44f-785a04b71cec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.656103] env[62181]: DEBUG oslo_concurrency.lockutils [None req-62634b40-0bf8-4354-ac5c-8bbaceb2bc2a tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "interface-561b8086-b6e8-4782-8604-9d3bfcdc23ad-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.656409] env[62181]: DEBUG oslo_concurrency.lockutils [None req-62634b40-0bf8-4354-ac5c-8bbaceb2bc2a tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-561b8086-b6e8-4782-8604-9d3bfcdc23ad-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.656744] env[62181]: DEBUG nova.objects.instance [None req-62634b40-0bf8-4354-ac5c-8bbaceb2bc2a tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lazy-loading 'flavor' on Instance uuid 561b8086-b6e8-4782-8604-9d3bfcdc23ad {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.766436] env[62181]: DEBUG nova.network.neutron [-] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.815593] env[62181]: DEBUG nova.objects.base [None req-fb775f02-81da-4cfa-ac76-e125af49b931 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1869.825551] env[62181]: INFO nova.compute.resource_tracker [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Updating resource usage from migration 89a2d59e-4de4-480f-9782-13b73bf8688e [ 1869.953072] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3000539-4356-40e4-ac06-99d2b8968eec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.962772] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5de3d86-b9b8-4b31-9d4b-aacf9d79dc77 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.994503] env[62181]: DEBUG nova.compute.manager [req-178392cb-da6e-4112-9f2c-61541bf08058 req-67084624-9d4d-4076-a531-a95593084c66 service nova] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Detach interface failed, port_id=435f7845-643b-4d40-9a46-7b27cf2a628d, reason: Instance a67ebb68-c107-4275-9d5e-f5d63bc44a11 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1869.996073] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889303f4-f0f5-42a4-b0c8-213dc8d0fd37 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.998816] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Releasing lock "refresh_cache-d4004d8c-3963-4420-8919-4db9bf426a69" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.999111] env[62181]: DEBUG nova.compute.manager [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Instance network_info: |[{"id": "04fe897b-dfff-4556-b44f-785a04b71cec", "address": "fa:16:3e:8d:bf:ac", "network": {"id": "f5a7a238-7962-404b-a273-1fc878e4bf11", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414139410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03525201b094403c9cef8b05a4c47859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fe897b-df", "ovs_interfaceid": "04fe897b-dfff-4556-b44f-785a04b71cec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1869.999474] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:bf:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04fe897b-dfff-4556-b44f-785a04b71cec', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1870.006595] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Creating folder: Project (03525201b094403c9cef8b05a4c47859). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1870.008331] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb1744a5-e55d-4ba5-bf01-ade7f75fc638 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.010670] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c39f6a-5864-4471-b817-8130ac3bde50 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.041861] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f3b658-722c-4573-b968-9817b7d16a69 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.044378] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Created folder: Project (03525201b094403c9cef8b05a4c47859) in parent group-v371238. [ 1870.044559] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Creating folder: Instances. Parent ref: group-v371517. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1870.044775] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84633cd5-8c54-483e-9a81-f82fbb11d410 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.051058] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1f3dce-3c11-4d86-a2e8-867b510c33f9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.055469] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Created folder: Instances in parent group-v371517. [ 1870.055699] env[62181]: DEBUG oslo.service.loopingcall [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.056213] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1870.056409] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62df40f7-9349-4ad9-ba62-47068a6595a2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.078533] env[62181]: DEBUG nova.compute.provider_tree [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1870.084853] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1870.084853] env[62181]: value = "task-1790860" [ 1870.084853] env[62181]: _type = "Task" [ 1870.084853] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.095681] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790860, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.160966] env[62181]: DEBUG nova.objects.instance [None req-62634b40-0bf8-4354-ac5c-8bbaceb2bc2a tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lazy-loading 'pci_requests' on Instance uuid 561b8086-b6e8-4782-8604-9d3bfcdc23ad {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1870.269536] env[62181]: INFO nova.compute.manager [-] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Took 1.45 seconds to deallocate network for instance. [ 1870.327764] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "ce1d40e1-75d1-4e70-bf82-a92446198bbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.329030] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "ce1d40e1-75d1-4e70-bf82-a92446198bbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.537092] env[62181]: DEBUG nova.network.neutron [None req-fb775f02-81da-4cfa-ac76-e125af49b931 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Updating instance_info_cache with network_info: [{"id": "76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23", "address": "fa:16:3e:f6:c4:3b", "network": {"id": "cf0f5a05-fbde-4c45-abc5-259dee142c07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1963065330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f6ec5b5b77436e87c7852960b9b238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76fe1284-5e", "ovs_interfaceid": "76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.581625] env[62181]: DEBUG nova.scheduler.client.report [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1870.595619] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790860, 'name': CreateVM_Task, 'duration_secs': 0.473299} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.596345] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1870.596989] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.597172] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.597489] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1870.597929] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b84412-8505-435a-bef3-49de81eca7d8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.602387] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1870.602387] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]528ac568-013e-035e-c162-37527e7d195b" [ 1870.602387] env[62181]: _type = "Task" [ 1870.602387] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.610079] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]528ac568-013e-035e-c162-37527e7d195b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.665741] env[62181]: DEBUG nova.objects.base [None req-62634b40-0bf8-4354-ac5c-8bbaceb2bc2a tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Object Instance<561b8086-b6e8-4782-8604-9d3bfcdc23ad> lazy-loaded attributes: flavor,pci_requests {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1870.666104] env[62181]: DEBUG nova.network.neutron [None req-62634b40-0bf8-4354-ac5c-8bbaceb2bc2a tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1870.741882] env[62181]: DEBUG oslo_concurrency.lockutils [None req-62634b40-0bf8-4354-ac5c-8bbaceb2bc2a tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-561b8086-b6e8-4782-8604-9d3bfcdc23ad-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.085s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.775942] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.830329] env[62181]: DEBUG nova.compute.manager [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1871.040432] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fb775f02-81da-4cfa-ac76-e125af49b931 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Releasing lock "refresh_cache-f613bc48-5135-492c-ae81-8b9c48534e73" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.088027] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.275s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.088265] env[62181]: INFO nova.compute.manager [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Migrating [ 1871.095047] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.319s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.095321] env[62181]: DEBUG nova.objects.instance [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lazy-loading 'resources' on Instance uuid a67ebb68-c107-4275-9d5e-f5d63bc44a11 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1871.117013] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]528ac568-013e-035e-c162-37527e7d195b, 'name': SearchDatastore_Task, 'duration_secs': 0.0203} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.117323] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.117538] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1871.117761] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.117901] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.118091] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1871.118330] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31897acc-d4d0-47fe-9269-3a97fba45228 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.126773] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1871.126943] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1871.127636] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c2daad-b1be-4ca4-9c4f-258fd4b32e8a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.132155] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1871.132155] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52946799-a18e-6c22-0fcc-6b80799f0f36" [ 1871.132155] env[62181]: _type = "Task" [ 1871.132155] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.139525] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52946799-a18e-6c22-0fcc-6b80799f0f36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.389588] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.605328] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "refresh_cache-75b09437-f429-4dfa-8100-c6ffd10477df" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.605524] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "refresh_cache-75b09437-f429-4dfa-8100-c6ffd10477df" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.605703] env[62181]: DEBUG nova.network.neutron [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1871.645276] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52946799-a18e-6c22-0fcc-6b80799f0f36, 'name': SearchDatastore_Task, 'duration_secs': 0.007685} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.646107] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a932fe31-9539-48a1-8fb2-f352d09f68be {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.654197] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1871.654197] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52fec15a-b1f7-51e8-9471-004cfd779443" [ 1871.654197] env[62181]: _type = "Task" [ 1871.654197] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.661615] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52fec15a-b1f7-51e8-9471-004cfd779443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.777250] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcd68a4-a5d0-41ed-9c94-f20c90cedefa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.785226] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea66ed84-783b-4b78-ab11-118c589b8088 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.816192] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e055d433-268f-4d03-b2cb-8d15a745733f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.823868] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ed0f03-3cad-4f8d-9995-6083099a9758 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.837411] env[62181]: DEBUG nova.compute.provider_tree [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1872.045779] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb775f02-81da-4cfa-ac76-e125af49b931 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1872.046159] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a98cf9d-720d-4864-8f17-ce3e2d6f3e9a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.054222] env[62181]: DEBUG oslo_vmware.api [None req-fb775f02-81da-4cfa-ac76-e125af49b931 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1872.054222] env[62181]: value = "task-1790861" [ 1872.054222] env[62181]: _type = "Task" [ 1872.054222] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.061702] env[62181]: DEBUG oslo_vmware.api [None req-fb775f02-81da-4cfa-ac76-e125af49b931 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.164809] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52fec15a-b1f7-51e8-9471-004cfd779443, 'name': SearchDatastore_Task, 'duration_secs': 0.009651} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.165138] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.165395] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] d4004d8c-3963-4420-8919-4db9bf426a69/d4004d8c-3963-4420-8919-4db9bf426a69.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1872.165654] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-688882ce-5a3f-41d2-bf23-458ffc2894d5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.172242] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1872.172242] env[62181]: value = "task-1790862" [ 1872.172242] env[62181]: _type = "Task" [ 1872.172242] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.180196] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.309173] env[62181]: DEBUG nova.network.neutron [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Updating instance_info_cache with network_info: [{"id": "d0c1edbb-0764-4a76-b335-10f3d33c8743", "address": "fa:16:3e:40:42:1e", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c1edbb-07", "ovs_interfaceid": "d0c1edbb-0764-4a76-b335-10f3d33c8743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.340455] env[62181]: DEBUG nova.scheduler.client.report [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1872.565032] env[62181]: DEBUG oslo_vmware.api [None req-fb775f02-81da-4cfa-ac76-e125af49b931 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790861, 'name': PowerOnVM_Task, 'duration_secs': 0.406974} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.565356] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb775f02-81da-4cfa-ac76-e125af49b931 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1872.565571] env[62181]: DEBUG nova.compute.manager [None req-fb775f02-81da-4cfa-ac76-e125af49b931 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1872.566523] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572952a3-17e8-4a31-881a-c9a658e370b1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.683162] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790862, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.691927] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "interface-561b8086-b6e8-4782-8604-9d3bfcdc23ad-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.692271] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-561b8086-b6e8-4782-8604-9d3bfcdc23ad-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.692634] env[62181]: DEBUG nova.objects.instance [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lazy-loading 'flavor' on Instance uuid 561b8086-b6e8-4782-8604-9d3bfcdc23ad {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1872.812331] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "refresh_cache-75b09437-f429-4dfa-8100-c6ffd10477df" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.844983] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.847490] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.484s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.849542] env[62181]: INFO nova.compute.claims [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1872.866106] env[62181]: INFO nova.scheduler.client.report [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Deleted allocations for instance a67ebb68-c107-4275-9d5e-f5d63bc44a11 [ 1873.183599] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675022} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.186668] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] d4004d8c-3963-4420-8919-4db9bf426a69/d4004d8c-3963-4420-8919-4db9bf426a69.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1873.186668] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1873.186668] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d9ba43f-e46b-4207-927f-e21a1ff50a05 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.193074] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1873.193074] env[62181]: value = "task-1790863" [ 1873.193074] env[62181]: _type = "Task" [ 1873.193074] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.201903] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.352421] env[62181]: DEBUG nova.objects.instance [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lazy-loading 'pci_requests' on Instance uuid 561b8086-b6e8-4782-8604-9d3bfcdc23ad {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1873.373982] env[62181]: DEBUG oslo_concurrency.lockutils [None req-51f1a597-84e1-4762-a61b-b7b4b7065e4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "a67ebb68-c107-4275-9d5e-f5d63bc44a11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.835s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.701616] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068839} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.701903] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1873.702702] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4455e03c-df6b-46fc-a666-f3d84a93318f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.724762] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] d4004d8c-3963-4420-8919-4db9bf426a69/d4004d8c-3963-4420-8919-4db9bf426a69.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1873.725168] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5af54616-dbce-460f-a09c-0c5c29e072cc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.745447] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1873.745447] env[62181]: value = "task-1790864" [ 1873.745447] env[62181]: _type = "Task" [ 1873.745447] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.753322] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.859649] env[62181]: DEBUG nova.objects.base [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Object Instance<561b8086-b6e8-4782-8604-9d3bfcdc23ad> lazy-loaded attributes: flavor,pci_requests {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1873.860058] env[62181]: DEBUG nova.network.neutron [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1873.925694] env[62181]: DEBUG nova.policy [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a306696a0e074c5eb73b98bfd625f4b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b810530d8404a9a8d3161b09971917d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1874.040806] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4902d1-e9c8-4938-887c-0f46d971b881 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.048653] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf013421-4066-436e-88df-a0fb9a472aa1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.081280] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6476ecf2-f1c7-4183-b676-87f4553b7996 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.089290] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4382793-0ec7-4d6d-9052-f50640b5a1ad {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.103129] env[62181]: DEBUG nova.compute.provider_tree [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1874.198891] env[62181]: DEBUG nova.network.neutron [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Successfully created port: 34145e82-b4d1-4eb7-834b-782f485f1aac {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1874.255424] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790864, 'name': ReconfigVM_Task, 'duration_secs': 0.413727} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.255721] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Reconfigured VM instance instance-00000063 to attach disk [datastore1] d4004d8c-3963-4420-8919-4db9bf426a69/d4004d8c-3963-4420-8919-4db9bf426a69.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1874.256389] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a077e795-8958-475c-9125-f3b77c3e51d2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.263232] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1874.263232] env[62181]: value = "task-1790865" [ 1874.263232] env[62181]: _type = "Task" [ 1874.263232] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.271529] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790865, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.329497] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35dc951-71ad-4f0b-937e-0687dbaded5f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.347754] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Updating instance '75b09437-f429-4dfa-8100-c6ffd10477df' progress to 0 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1874.606109] env[62181]: DEBUG nova.scheduler.client.report [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1874.774777] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790865, 'name': Rename_Task, 'duration_secs': 0.224602} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.774777] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1874.774872] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69bd8f74-c459-428e-aa0f-7f039f1080ce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.782284] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1874.782284] env[62181]: value = "task-1790866" [ 1874.782284] env[62181]: _type = "Task" [ 1874.782284] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.791347] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.854353] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1874.854679] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7180f5de-90b8-48f8-ae80-3cc164760281 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.862312] env[62181]: DEBUG oslo_vmware.api [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1874.862312] env[62181]: value = "task-1790867" [ 1874.862312] env[62181]: _type = "Task" [ 1874.862312] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.873192] env[62181]: DEBUG oslo_vmware.api [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.111043] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.111647] env[62181]: DEBUG nova.compute.manager [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1875.291756] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.371787] env[62181]: DEBUG oslo_vmware.api [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790867, 'name': PowerOffVM_Task, 'duration_secs': 0.228179} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.372077] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1875.372269] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Updating instance '75b09437-f429-4dfa-8100-c6ffd10477df' progress to 17 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1875.379129] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.379351] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.566213] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3f75b624-58b3-4383-af88-acd6806ec59e tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.566496] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3f75b624-58b3-4383-af88-acd6806ec59e tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.616670] env[62181]: DEBUG nova.compute.utils [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1875.618045] env[62181]: DEBUG nova.compute.manager [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1875.618223] env[62181]: DEBUG nova.network.neutron [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1875.667681] env[62181]: DEBUG nova.policy [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51705f2b12864833b597b26767e1ac89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e049a32d49014fb1ac3c0599d2698179', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1875.791709] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.881135] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1875.881455] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1875.882352] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1875.882352] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1875.882352] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1875.882352] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1875.882830] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1875.882830] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1875.884113] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1875.884113] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1875.884113] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1875.888622] env[62181]: DEBUG nova.compute.manager [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1875.891763] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed7a58c7-9b10-49d6-9af0-db191c1be948 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.910254] env[62181]: DEBUG oslo_vmware.api [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1875.910254] env[62181]: value = "task-1790868" [ 1875.910254] env[62181]: _type = "Task" [ 1875.910254] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.921165] env[62181]: DEBUG oslo_vmware.api [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.922787] env[62181]: DEBUG nova.network.neutron [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Successfully created port: 51f9fdf0-c990-4822-9a6d-4caf82bc6dee {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1876.069775] env[62181]: INFO nova.compute.manager [None req-3f75b624-58b3-4383-af88-acd6806ec59e tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Detaching volume 3bddcf49-0161-4d95-897b-fed25efd6403 [ 1876.112314] env[62181]: INFO nova.virt.block_device [None req-3f75b624-58b3-4383-af88-acd6806ec59e tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Attempting to driver detach volume 3bddcf49-0161-4d95-897b-fed25efd6403 from mountpoint /dev/sdb [ 1876.112589] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f75b624-58b3-4383-af88-acd6806ec59e tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Volume detach. Driver type: vmdk {{(pid=62181) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1876.112784] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f75b624-58b3-4383-af88-acd6806ec59e tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371497', 'volume_id': '3bddcf49-0161-4d95-897b-fed25efd6403', 'name': 'volume-3bddcf49-0161-4d95-897b-fed25efd6403', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '48b7c782-f3b2-4d24-a3c8-0ef6a461ef93', 'attached_at': '', 'detached_at': '', 'volume_id': '3bddcf49-0161-4d95-897b-fed25efd6403', 'serial': '3bddcf49-0161-4d95-897b-fed25efd6403'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1876.113722] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2244630a-b5db-45eb-82ea-fe2a2603346c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.141227] env[62181]: DEBUG nova.compute.manager [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1876.148098] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358023eb-b688-4f49-960d-06a1a79268f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.155419] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bef3bc-7a52-4926-9ae8-58a99fdb42a4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.175719] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2ec38f-bf07-4c2e-96ff-b3f2a316a4b3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.191125] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f75b624-58b3-4383-af88-acd6806ec59e tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] The volume has not been displaced from its original location: [datastore1] volume-3bddcf49-0161-4d95-897b-fed25efd6403/volume-3bddcf49-0161-4d95-897b-fed25efd6403.vmdk. No consolidation needed. {{(pid=62181) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1876.196543] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f75b624-58b3-4383-af88-acd6806ec59e tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1876.197731] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76c14277-8d03-40ce-b034-f18c31599e74 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.217464] env[62181]: DEBUG oslo_vmware.api [None req-3f75b624-58b3-4383-af88-acd6806ec59e tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1876.217464] env[62181]: value = "task-1790869" [ 1876.217464] env[62181]: _type = "Task" [ 1876.217464] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.226102] env[62181]: DEBUG oslo_vmware.api [None req-3f75b624-58b3-4383-af88-acd6806ec59e tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.292039] env[62181]: DEBUG oslo_vmware.api [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790866, 'name': PowerOnVM_Task, 'duration_secs': 1.463343} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.292373] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1876.292524] env[62181]: INFO nova.compute.manager [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1876.292704] env[62181]: DEBUG nova.compute.manager [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1876.293483] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800218e0-3e81-41dd-b5ae-618b3d482fa1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.420563] env[62181]: DEBUG oslo_vmware.api [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790868, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.427880] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.428549] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.429670] env[62181]: INFO nova.compute.claims [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1876.544767] env[62181]: DEBUG nova.network.neutron [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Successfully updated port: 34145e82-b4d1-4eb7-834b-782f485f1aac {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1876.589912] env[62181]: DEBUG nova.compute.manager [req-4622bdb2-9227-486f-8457-346e2702b313 req-03db9f9e-93d0-407c-8f07-39395e122f04 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Received event network-vif-plugged-34145e82-b4d1-4eb7-834b-782f485f1aac {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1876.590056] env[62181]: DEBUG oslo_concurrency.lockutils [req-4622bdb2-9227-486f-8457-346e2702b313 req-03db9f9e-93d0-407c-8f07-39395e122f04 service nova] Acquiring lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.590271] env[62181]: DEBUG oslo_concurrency.lockutils [req-4622bdb2-9227-486f-8457-346e2702b313 req-03db9f9e-93d0-407c-8f07-39395e122f04 service nova] Lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.590610] env[62181]: DEBUG oslo_concurrency.lockutils [req-4622bdb2-9227-486f-8457-346e2702b313 req-03db9f9e-93d0-407c-8f07-39395e122f04 service nova] Lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.590797] env[62181]: DEBUG nova.compute.manager [req-4622bdb2-9227-486f-8457-346e2702b313 req-03db9f9e-93d0-407c-8f07-39395e122f04 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] No waiting events found dispatching network-vif-plugged-34145e82-b4d1-4eb7-834b-782f485f1aac {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1876.590968] env[62181]: WARNING nova.compute.manager [req-4622bdb2-9227-486f-8457-346e2702b313 req-03db9f9e-93d0-407c-8f07-39395e122f04 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Received unexpected event network-vif-plugged-34145e82-b4d1-4eb7-834b-782f485f1aac for instance with vm_state active and task_state None. [ 1876.730346] env[62181]: DEBUG oslo_vmware.api [None req-3f75b624-58b3-4383-af88-acd6806ec59e tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790869, 'name': ReconfigVM_Task, 'duration_secs': 0.394452} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.730703] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f75b624-58b3-4383-af88-acd6806ec59e tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1876.735810] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acd7921c-9b93-491f-9e4b-c7a08cc8802e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.753270] env[62181]: DEBUG oslo_vmware.api [None req-3f75b624-58b3-4383-af88-acd6806ec59e tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1876.753270] env[62181]: value = "task-1790870" [ 1876.753270] env[62181]: _type = "Task" [ 1876.753270] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.766325] env[62181]: DEBUG oslo_vmware.api [None req-3f75b624-58b3-4383-af88-acd6806ec59e tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.810517] env[62181]: INFO nova.compute.manager [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Took 14.58 seconds to build instance. [ 1876.921764] env[62181]: DEBUG oslo_vmware.api [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790868, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.048261] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.048491] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.048645] env[62181]: DEBUG nova.network.neutron [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1877.151498] env[62181]: DEBUG nova.compute.manager [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1877.178118] env[62181]: DEBUG nova.virt.hardware [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1877.178385] env[62181]: DEBUG nova.virt.hardware [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1877.178543] env[62181]: DEBUG nova.virt.hardware [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1877.178724] env[62181]: DEBUG nova.virt.hardware [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1877.178872] env[62181]: DEBUG nova.virt.hardware [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1877.179031] env[62181]: DEBUG nova.virt.hardware [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1877.179247] env[62181]: DEBUG nova.virt.hardware [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1877.179567] env[62181]: DEBUG nova.virt.hardware [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1877.179567] env[62181]: DEBUG nova.virt.hardware [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1877.179728] env[62181]: DEBUG nova.virt.hardware [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1877.179899] env[62181]: DEBUG nova.virt.hardware [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1877.180781] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b883ae89-c959-4214-9e2d-92edc49276da {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.189542] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c621a2c-0087-4a9e-a4f7-7b217f4bf704 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.263101] env[62181]: INFO nova.compute.manager [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Rebuilding instance [ 1877.264908] env[62181]: DEBUG oslo_vmware.api [None req-3f75b624-58b3-4383-af88-acd6806ec59e tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790870, 'name': ReconfigVM_Task, 'duration_secs': 0.201109} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.265416] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f75b624-58b3-4383-af88-acd6806ec59e tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371497', 'volume_id': '3bddcf49-0161-4d95-897b-fed25efd6403', 'name': 'volume-3bddcf49-0161-4d95-897b-fed25efd6403', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '48b7c782-f3b2-4d24-a3c8-0ef6a461ef93', 'attached_at': '', 'detached_at': '', 'volume_id': '3bddcf49-0161-4d95-897b-fed25efd6403', 'serial': '3bddcf49-0161-4d95-897b-fed25efd6403'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1877.304431] env[62181]: DEBUG nova.compute.manager [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1877.305648] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5eb6ce-e49d-496b-8b4c-13f65ac553f0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.313724] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0ecdc903-967c-4d21-a537-3eec3f0cd320 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "d4004d8c-3963-4420-8919-4db9bf426a69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.088s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.421503] env[62181]: DEBUG oslo_vmware.api [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790868, 'name': ReconfigVM_Task, 'duration_secs': 1.176662} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.421825] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Updating instance '75b09437-f429-4dfa-8100-c6ffd10477df' progress to 33 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1877.621412] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79592957-6001-4a39-97cb-22253b6df6d6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.629289] env[62181]: WARNING nova.network.neutron [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] 11a81b4f-f49a-44f6-9a20-0ba8d42d4248 already exists in list: networks containing: ['11a81b4f-f49a-44f6-9a20-0ba8d42d4248']. ignoring it [ 1877.638143] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbe7e28-083c-4ba8-b64e-877bcb8e805c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.678407] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6f0bc6-3f18-4ad3-9822-a0c48b4021bc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.687021] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ace63c-940d-48e0-8f6f-91c7dc327b4c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.701359] env[62181]: DEBUG nova.compute.provider_tree [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.817359] env[62181]: DEBUG nova.objects.instance [None req-3f75b624-58b3-4383-af88-acd6806ec59e tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lazy-loading 'flavor' on Instance uuid 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1877.931057] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1877.931343] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1877.931505] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1877.931684] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1877.931831] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1877.932384] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1877.932654] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1877.932831] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1877.933075] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1877.933253] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1877.933427] env[62181]: DEBUG nova.virt.hardware [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1877.941746] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1877.942132] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6e6e6b3-6a48-45d4-af57-8f2846948c05 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.963680] env[62181]: DEBUG oslo_vmware.api [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1877.963680] env[62181]: value = "task-1790871" [ 1877.963680] env[62181]: _type = "Task" [ 1877.963680] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.974732] env[62181]: DEBUG oslo_vmware.api [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.091539] env[62181]: DEBUG nova.network.neutron [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Successfully updated port: 51f9fdf0-c990-4822-9a6d-4caf82bc6dee {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1878.204183] env[62181]: DEBUG nova.scheduler.client.report [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1878.210049] env[62181]: DEBUG nova.network.neutron [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Updating instance_info_cache with network_info: [{"id": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "address": "fa:16:3e:78:fb:10", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a1c05c-67", "ovs_interfaceid": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34145e82-b4d1-4eb7-834b-782f485f1aac", "address": "fa:16:3e:4d:3e:e6", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34145e82-b4", "ovs_interfaceid": "34145e82-b4d1-4eb7-834b-782f485f1aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.325051] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1878.327165] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5cd295a-4a04-4f6f-8e5b-03c377f5e6ec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.336538] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1878.336538] env[62181]: value = "task-1790872" [ 1878.336538] env[62181]: _type = "Task" [ 1878.336538] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.347982] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.474202] env[62181]: DEBUG oslo_vmware.api [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790871, 'name': ReconfigVM_Task, 'duration_secs': 0.174095} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.474860] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1878.475696] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05cb0db-9347-4eda-9bf1-e24d92d99e52 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.498445] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 75b09437-f429-4dfa-8100-c6ffd10477df/75b09437-f429-4dfa-8100-c6ffd10477df.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1878.498733] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b1d7a4f-43a9-4b04-a983-8872ec762d04 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.521038] env[62181]: DEBUG oslo_vmware.api [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1878.521038] env[62181]: value = "task-1790873" [ 1878.521038] env[62181]: _type = "Task" [ 1878.521038] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.531844] env[62181]: DEBUG oslo_vmware.api [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.595554] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "refresh_cache-ce1d40e1-75d1-4e70-bf82-a92446198bbb" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.595554] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "refresh_cache-ce1d40e1-75d1-4e70-bf82-a92446198bbb" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.595554] env[62181]: DEBUG nova.network.neutron [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1878.643703] env[62181]: DEBUG nova.compute.manager [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Received event network-changed-34145e82-b4d1-4eb7-834b-782f485f1aac {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1878.643950] env[62181]: DEBUG nova.compute.manager [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Refreshing instance network info cache due to event network-changed-34145e82-b4d1-4eb7-834b-782f485f1aac. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1878.644355] env[62181]: DEBUG oslo_concurrency.lockutils [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] Acquiring lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.712336] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.713083] env[62181]: DEBUG nova.compute.manager [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1878.716125] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.716721] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.716905] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.717228] env[62181]: DEBUG oslo_concurrency.lockutils [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] Acquired lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.717435] env[62181]: DEBUG nova.network.neutron [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Refreshing network info cache for port 34145e82-b4d1-4eb7-834b-782f485f1aac {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1878.719800] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a3c9df-8edc-4aaf-b1b9-610fc199b401 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.739853] env[62181]: DEBUG nova.virt.hardware [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1878.740197] env[62181]: DEBUG nova.virt.hardware [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1878.740373] env[62181]: DEBUG nova.virt.hardware [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1878.740560] env[62181]: DEBUG nova.virt.hardware [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1878.740711] env[62181]: DEBUG nova.virt.hardware [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1878.740855] env[62181]: DEBUG nova.virt.hardware [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1878.741069] env[62181]: DEBUG nova.virt.hardware [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1878.741236] env[62181]: DEBUG nova.virt.hardware [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1878.741462] env[62181]: DEBUG nova.virt.hardware [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1878.741646] env[62181]: DEBUG nova.virt.hardware [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1878.741816] env[62181]: DEBUG nova.virt.hardware [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1878.748554] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Reconfiguring VM to attach interface {{(pid=62181) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1878.749370] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e8416ff-4cb4-428a-8647-050c803f8f85 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.769205] env[62181]: DEBUG oslo_vmware.api [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1878.769205] env[62181]: value = "task-1790874" [ 1878.769205] env[62181]: _type = "Task" [ 1878.769205] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.777667] env[62181]: DEBUG oslo_vmware.api [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790874, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.830845] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3f75b624-58b3-4383-af88-acd6806ec59e tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.264s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.849153] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790872, 'name': PowerOffVM_Task, 'duration_secs': 0.192127} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.850111] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1878.850518] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1878.851199] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02c6a2f-16f0-47c5-9a91-b4a365d855c5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.858564] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1878.858814] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f539beaf-ce38-4c5f-90c4-f0e74406f125 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.001274] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1879.001605] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1879.001738] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Deleting the datastore file [datastore1] b77a5328-e05e-4455-a6d2-71d7f294b7f2 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1879.002019] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-983b5d7c-7999-49b9-a8a4-0db7a5fcdf28 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.008757] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1879.008757] env[62181]: value = "task-1790876" [ 1879.008757] env[62181]: _type = "Task" [ 1879.008757] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.016888] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.029957] env[62181]: DEBUG oslo_vmware.api [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790873, 'name': ReconfigVM_Task, 'duration_secs': 0.271043} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.030252] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 75b09437-f429-4dfa-8100-c6ffd10477df/75b09437-f429-4dfa-8100-c6ffd10477df.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1879.030510] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Updating instance '75b09437-f429-4dfa-8100-c6ffd10477df' progress to 50 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1879.144296] env[62181]: DEBUG nova.network.neutron [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1879.228474] env[62181]: DEBUG nova.compute.utils [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1879.229891] env[62181]: DEBUG nova.compute.manager [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1879.230079] env[62181]: DEBUG nova.network.neutron [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1879.280935] env[62181]: DEBUG oslo_vmware.api [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.362812] env[62181]: DEBUG nova.policy [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df7abe03e232456292d244f8031e1336', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '506472467708481ea2619fb2bc3ddd10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1879.504494] env[62181]: DEBUG nova.network.neutron [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Updating instance_info_cache with network_info: [{"id": "51f9fdf0-c990-4822-9a6d-4caf82bc6dee", "address": "fa:16:3e:77:7d:cf", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51f9fdf0-c9", "ovs_interfaceid": "51f9fdf0-c990-4822-9a6d-4caf82bc6dee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.518746] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27565} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.521675] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1879.521875] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1879.522062] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1879.539564] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a20c42e-9b45-443c-a137-df606be50f66 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.570228] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add6cb2d-8e09-42b2-9b4d-2a5777073b1a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.595995] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Updating instance '75b09437-f429-4dfa-8100-c6ffd10477df' progress to 67 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1879.733644] env[62181]: DEBUG nova.compute.manager [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1879.753343] env[62181]: DEBUG nova.network.neutron [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Updated VIF entry in instance network info cache for port 34145e82-b4d1-4eb7-834b-782f485f1aac. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1879.753802] env[62181]: DEBUG nova.network.neutron [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Updating instance_info_cache with network_info: [{"id": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "address": "fa:16:3e:78:fb:10", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a1c05c-67", "ovs_interfaceid": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34145e82-b4d1-4eb7-834b-782f485f1aac", "address": "fa:16:3e:4d:3e:e6", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34145e82-b4", "ovs_interfaceid": "34145e82-b4d1-4eb7-834b-782f485f1aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.781179] env[62181]: DEBUG oslo_vmware.api [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790874, 'name': ReconfigVM_Task, 'duration_secs': 0.738649} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.781680] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.781892] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Reconfigured VM to attach interface {{(pid=62181) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1879.794632] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.794877] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.795157] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.795361] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.795535] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.797687] env[62181]: INFO nova.compute.manager [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Terminating instance [ 1879.953619] env[62181]: DEBUG nova.network.neutron [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Successfully created port: f6f15005-3ed9-42a1-aecf-d8aeb2a44547 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1880.007607] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "refresh_cache-ce1d40e1-75d1-4e70-bf82-a92446198bbb" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.007955] env[62181]: DEBUG nova.compute.manager [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Instance network_info: |[{"id": "51f9fdf0-c990-4822-9a6d-4caf82bc6dee", "address": "fa:16:3e:77:7d:cf", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51f9fdf0-c9", "ovs_interfaceid": "51f9fdf0-c990-4822-9a6d-4caf82bc6dee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1880.008402] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:7d:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51f9fdf0-c990-4822-9a6d-4caf82bc6dee', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1880.016598] env[62181]: DEBUG oslo.service.loopingcall [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1880.016815] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1880.017051] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1789fa8a-d39d-436a-a387-197adc4cc9cc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.040930] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1880.040930] env[62181]: value = "task-1790877" [ 1880.040930] env[62181]: _type = "Task" [ 1880.040930] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.048873] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790877, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.053394] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1880.053602] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1880.053743] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1880.195769] env[62181]: DEBUG nova.network.neutron [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Port d0c1edbb-0764-4a76-b335-10f3d33c8743 binding to destination host cpu-1 is already ACTIVE {{(pid=62181) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1880.256154] env[62181]: DEBUG oslo_concurrency.lockutils [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] Releasing lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.256456] env[62181]: DEBUG nova.compute.manager [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Received event network-changed-04fe897b-dfff-4556-b44f-785a04b71cec {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1880.256623] env[62181]: DEBUG nova.compute.manager [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Refreshing instance network info cache due to event network-changed-04fe897b-dfff-4556-b44f-785a04b71cec. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1880.256835] env[62181]: DEBUG oslo_concurrency.lockutils [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] Acquiring lock "refresh_cache-d4004d8c-3963-4420-8919-4db9bf426a69" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.256978] env[62181]: DEBUG oslo_concurrency.lockutils [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] Acquired lock "refresh_cache-d4004d8c-3963-4420-8919-4db9bf426a69" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.257157] env[62181]: DEBUG nova.network.neutron [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Refreshing network info cache for port 04fe897b-dfff-4556-b44f-785a04b71cec {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1880.285857] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a4a51e22-753a-4744-9646-e10be3b25da0 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-561b8086-b6e8-4782-8604-9d3bfcdc23ad-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.594s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.303081] env[62181]: DEBUG nova.compute.manager [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1880.303341] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1880.304244] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fb5634-dedb-492d-b936-7f5458f5b7a7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.312177] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1880.312406] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12b283c8-81c5-428d-88c8-12df2c2abd97 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.318583] env[62181]: DEBUG oslo_vmware.api [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1880.318583] env[62181]: value = "task-1790878" [ 1880.318583] env[62181]: _type = "Task" [ 1880.318583] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.327771] env[62181]: DEBUG oslo_vmware.api [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.553772] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790877, 'name': CreateVM_Task, 'duration_secs': 0.408229} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.553975] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1880.554871] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.555271] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.555572] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1880.557397] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab88dbde-dbf3-4b0f-aacd-8de50363a431 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.566559] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1880.566559] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]522ec7a0-fca6-deee-01d8-fe22b246f082" [ 1880.566559] env[62181]: _type = "Task" [ 1880.566559] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.569548] env[62181]: DEBUG nova.virt.hardware [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1880.569893] env[62181]: DEBUG nova.virt.hardware [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1880.570111] env[62181]: DEBUG nova.virt.hardware [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1880.570342] env[62181]: DEBUG nova.virt.hardware [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1880.570978] env[62181]: DEBUG nova.virt.hardware [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1880.570978] env[62181]: DEBUG nova.virt.hardware [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1880.570978] env[62181]: DEBUG nova.virt.hardware [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1880.571133] env[62181]: DEBUG nova.virt.hardware [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1880.571275] env[62181]: DEBUG nova.virt.hardware [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1880.571459] env[62181]: DEBUG nova.virt.hardware [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1880.571685] env[62181]: DEBUG nova.virt.hardware [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1880.578093] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106c4c6f-24f8-44b9-8b5c-a1700e326bad {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.588306] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]522ec7a0-fca6-deee-01d8-fe22b246f082, 'name': SearchDatastore_Task, 'duration_secs': 0.010457} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.590371] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.590583] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1880.590818] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.590997] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.591231] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1880.591632] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-795a284c-a8e6-45ac-819a-073bb6d299ef {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.594582] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ace8b3-6cc5-47dd-85a2-8ea898bd525e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.609455] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:47:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a65fe5eb-73f0-45f8-b828-f013b5c97015', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1880.617405] env[62181]: DEBUG oslo.service.loopingcall [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1880.618770] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1880.619105] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1880.619317] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1880.620019] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db0b517f-a0a0-4ca5-9a0b-63a871987f00 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.634429] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d634496f-0458-4713-8b6c-0ff30798ac73 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.641139] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1880.641139] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]520f84a9-d058-f1c6-8b20-c06a21113adf" [ 1880.641139] env[62181]: _type = "Task" [ 1880.641139] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.645591] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1880.645591] env[62181]: value = "task-1790879" [ 1880.645591] env[62181]: _type = "Task" [ 1880.645591] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.651651] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520f84a9-d058-f1c6-8b20-c06a21113adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.656326] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790879, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.745792] env[62181]: DEBUG nova.compute.manager [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1880.771788] env[62181]: DEBUG nova.virt.hardware [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1880.772042] env[62181]: DEBUG nova.virt.hardware [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1880.772208] env[62181]: DEBUG nova.virt.hardware [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1880.772391] env[62181]: DEBUG nova.virt.hardware [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1880.772537] env[62181]: DEBUG nova.virt.hardware [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1880.772680] env[62181]: DEBUG nova.virt.hardware [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1880.772880] env[62181]: DEBUG nova.virt.hardware [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1880.773154] env[62181]: DEBUG nova.virt.hardware [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1880.773378] env[62181]: DEBUG nova.virt.hardware [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1880.773577] env[62181]: DEBUG nova.virt.hardware [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1880.773785] env[62181]: DEBUG nova.virt.hardware [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1880.774884] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0eacedd-fac8-43b7-829e-01454690d059 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.782767] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc4e8ae-c7a3-4698-8c31-4f2c7e7c9c91 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.829428] env[62181]: DEBUG oslo_vmware.api [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790878, 'name': PowerOffVM_Task, 'duration_secs': 0.288367} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.829823] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1880.830078] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1880.830605] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78915d25-7cd5-46df-a7c2-ecbc04b41174 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.935345] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1880.935576] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1880.935768] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Deleting the datastore file [datastore1] 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1880.936057] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b7175f2-f78d-43c1-a1ff-63c14ae1588e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.943915] env[62181]: DEBUG oslo_vmware.api [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1880.943915] env[62181]: value = "task-1790881" [ 1880.943915] env[62181]: _type = "Task" [ 1880.943915] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.951509] env[62181]: DEBUG oslo_vmware.api [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.063580] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Skipping network cache update for instance because it is being deleted. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10433}} [ 1881.153396] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520f84a9-d058-f1c6-8b20-c06a21113adf, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.154564] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fff0101-40d0-4c05-81a1-1f5db5f5fa16 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.161449] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790879, 'name': CreateVM_Task, 'duration_secs': 0.37709} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.161938] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1881.162572] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.162731] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.163066] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1881.163316] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5293893-abbe-4a21-b5a5-8e2a4712ff3d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.165848] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1881.165848] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5283a9ec-c053-5ecd-6039-4361853ccbe3" [ 1881.165848] env[62181]: _type = "Task" [ 1881.165848] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.169957] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1881.169957] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527fbcb5-d7d8-a0dc-28aa-fa97bed5808c" [ 1881.169957] env[62181]: _type = "Task" [ 1881.169957] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.175868] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5283a9ec-c053-5ecd-6039-4361853ccbe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.180373] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527fbcb5-d7d8-a0dc-28aa-fa97bed5808c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.190011] env[62181]: DEBUG nova.network.neutron [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Updated VIF entry in instance network info cache for port 04fe897b-dfff-4556-b44f-785a04b71cec. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1881.190385] env[62181]: DEBUG nova.network.neutron [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Updating instance_info_cache with network_info: [{"id": "04fe897b-dfff-4556-b44f-785a04b71cec", "address": "fa:16:3e:8d:bf:ac", "network": {"id": "f5a7a238-7962-404b-a273-1fc878e4bf11", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414139410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03525201b094403c9cef8b05a4c47859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fe897b-df", "ovs_interfaceid": "04fe897b-dfff-4556-b44f-785a04b71cec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.219148] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "75b09437-f429-4dfa-8100-c6ffd10477df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.219411] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "75b09437-f429-4dfa-8100-c6ffd10477df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.219594] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "75b09437-f429-4dfa-8100-c6ffd10477df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.454305] env[62181]: DEBUG oslo_vmware.api [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410492} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.454566] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1881.454787] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1881.454971] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1881.455228] env[62181]: INFO nova.compute.manager [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1881.455475] env[62181]: DEBUG oslo.service.loopingcall [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.455671] env[62181]: DEBUG nova.compute.manager [-] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1881.455757] env[62181]: DEBUG nova.network.neutron [-] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1881.680411] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5283a9ec-c053-5ecd-6039-4361853ccbe3, 'name': SearchDatastore_Task, 'duration_secs': 0.018213} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.684332] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.684657] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] ce1d40e1-75d1-4e70-bf82-a92446198bbb/ce1d40e1-75d1-4e70-bf82-a92446198bbb.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1881.684941] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527fbcb5-d7d8-a0dc-28aa-fa97bed5808c, 'name': SearchDatastore_Task, 'duration_secs': 0.015934} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.685230] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c349f51d-ff9c-4cbf-916d-8db6d211fc67 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.687247] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.687482] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1881.688156] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.688315] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.688501] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1881.688753] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b43ef92-7287-40c5-ad03-520af61b6ee6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.694392] env[62181]: DEBUG oslo_concurrency.lockutils [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] Releasing lock "refresh_cache-d4004d8c-3963-4420-8919-4db9bf426a69" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.694616] env[62181]: DEBUG nova.compute.manager [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Received event network-vif-plugged-51f9fdf0-c990-4822-9a6d-4caf82bc6dee {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1881.694799] env[62181]: DEBUG oslo_concurrency.lockutils [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] Acquiring lock "ce1d40e1-75d1-4e70-bf82-a92446198bbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.694993] env[62181]: DEBUG oslo_concurrency.lockutils [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] Lock "ce1d40e1-75d1-4e70-bf82-a92446198bbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.695201] env[62181]: DEBUG oslo_concurrency.lockutils [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] Lock "ce1d40e1-75d1-4e70-bf82-a92446198bbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.695372] env[62181]: DEBUG nova.compute.manager [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] No waiting events found dispatching network-vif-plugged-51f9fdf0-c990-4822-9a6d-4caf82bc6dee {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1881.695573] env[62181]: WARNING nova.compute.manager [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Received unexpected event network-vif-plugged-51f9fdf0-c990-4822-9a6d-4caf82bc6dee for instance with vm_state building and task_state spawning. [ 1881.695793] env[62181]: DEBUG nova.compute.manager [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Received event network-changed-04fe897b-dfff-4556-b44f-785a04b71cec {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1881.695956] env[62181]: DEBUG nova.compute.manager [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Refreshing instance network info cache due to event network-changed-04fe897b-dfff-4556-b44f-785a04b71cec. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1881.696166] env[62181]: DEBUG oslo_concurrency.lockutils [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] Acquiring lock "refresh_cache-d4004d8c-3963-4420-8919-4db9bf426a69" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.696302] env[62181]: DEBUG oslo_concurrency.lockutils [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] Acquired lock "refresh_cache-d4004d8c-3963-4420-8919-4db9bf426a69" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.696476] env[62181]: DEBUG nova.network.neutron [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Refreshing network info cache for port 04fe897b-dfff-4556-b44f-785a04b71cec {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1881.700369] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1881.700369] env[62181]: value = "task-1790882" [ 1881.700369] env[62181]: _type = "Task" [ 1881.700369] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.700580] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1881.701796] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1881.701953] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1865d227-d043-4933-96cb-679d54392ba8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.717221] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1881.717221] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52ea8997-2f0f-4b64-42e4-79296c6bbb7a" [ 1881.717221] env[62181]: _type = "Task" [ 1881.717221] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.720870] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.734527] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52ea8997-2f0f-4b64-42e4-79296c6bbb7a, 'name': SearchDatastore_Task, 'duration_secs': 0.010191} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.734527] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800a84ed-68cf-45cf-8093-f191c8bda3ab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.741393] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1881.741393] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5214226a-845a-c2b3-a770-b6e9a75c9d71" [ 1881.741393] env[62181]: _type = "Task" [ 1881.741393] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.751852] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5214226a-845a-c2b3-a770-b6e9a75c9d71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.764333] env[62181]: DEBUG nova.compute.manager [req-a10e8a74-0d4c-4fca-8b35-b3da685ad20b req-d19dabe7-1ac0-4639-a18e-8438bb46dc50 service nova] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Received event network-vif-plugged-f6f15005-3ed9-42a1-aecf-d8aeb2a44547 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1881.764333] env[62181]: DEBUG oslo_concurrency.lockutils [req-a10e8a74-0d4c-4fca-8b35-b3da685ad20b req-d19dabe7-1ac0-4639-a18e-8438bb46dc50 service nova] Acquiring lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.764333] env[62181]: DEBUG oslo_concurrency.lockutils [req-a10e8a74-0d4c-4fca-8b35-b3da685ad20b req-d19dabe7-1ac0-4639-a18e-8438bb46dc50 service nova] Lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.764333] env[62181]: DEBUG oslo_concurrency.lockutils [req-a10e8a74-0d4c-4fca-8b35-b3da685ad20b req-d19dabe7-1ac0-4639-a18e-8438bb46dc50 service nova] Lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.764333] env[62181]: DEBUG nova.compute.manager [req-a10e8a74-0d4c-4fca-8b35-b3da685ad20b req-d19dabe7-1ac0-4639-a18e-8438bb46dc50 service nova] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] No waiting events found dispatching network-vif-plugged-f6f15005-3ed9-42a1-aecf-d8aeb2a44547 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1881.764333] env[62181]: WARNING nova.compute.manager [req-a10e8a74-0d4c-4fca-8b35-b3da685ad20b req-d19dabe7-1ac0-4639-a18e-8438bb46dc50 service nova] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Received unexpected event network-vif-plugged-f6f15005-3ed9-42a1-aecf-d8aeb2a44547 for instance with vm_state building and task_state spawning. [ 1882.222559] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790882, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.252402] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5214226a-845a-c2b3-a770-b6e9a75c9d71, 'name': SearchDatastore_Task, 'duration_secs': 0.010128} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.252644] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.252897] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] b77a5328-e05e-4455-a6d2-71d7f294b7f2/b77a5328-e05e-4455-a6d2-71d7f294b7f2.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1882.253230] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-369fe248-c129-4963-96a8-5151d463d560 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.261822] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1882.261822] env[62181]: value = "task-1790883" [ 1882.261822] env[62181]: _type = "Task" [ 1882.261822] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.270502] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.287067] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "refresh_cache-75b09437-f429-4dfa-8100-c6ffd10477df" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.287346] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "refresh_cache-75b09437-f429-4dfa-8100-c6ffd10477df" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.287504] env[62181]: DEBUG nova.network.neutron [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1882.302030] env[62181]: DEBUG nova.compute.manager [req-35130f38-c0f5-452f-a58d-cb690bd76295 req-a569e82d-3159-489f-9d02-2e0870124985 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Received event network-vif-deleted-1f99541a-44c9-4b80-8069-c7cb0e472f59 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1882.302265] env[62181]: INFO nova.compute.manager [req-35130f38-c0f5-452f-a58d-cb690bd76295 req-a569e82d-3159-489f-9d02-2e0870124985 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Neutron deleted interface 1f99541a-44c9-4b80-8069-c7cb0e472f59; detaching it from the instance and deleting it from the info cache [ 1882.302443] env[62181]: DEBUG nova.network.neutron [req-35130f38-c0f5-452f-a58d-cb690bd76295 req-a569e82d-3159-489f-9d02-2e0870124985 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.369342] env[62181]: DEBUG nova.network.neutron [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Successfully updated port: f6f15005-3ed9-42a1-aecf-d8aeb2a44547 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1882.521878] env[62181]: DEBUG nova.network.neutron [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Updated VIF entry in instance network info cache for port 04fe897b-dfff-4556-b44f-785a04b71cec. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1882.522300] env[62181]: DEBUG nova.network.neutron [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Updating instance_info_cache with network_info: [{"id": "04fe897b-dfff-4556-b44f-785a04b71cec", "address": "fa:16:3e:8d:bf:ac", "network": {"id": "f5a7a238-7962-404b-a273-1fc878e4bf11", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414139410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03525201b094403c9cef8b05a4c47859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fe897b-df", "ovs_interfaceid": "04fe897b-dfff-4556-b44f-785a04b71cec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.669887] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquiring lock "bad9f7b2-c5e6-4527-af08-8a922b362cc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.670157] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "bad9f7b2-c5e6-4527-af08-8a922b362cc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.718313] env[62181]: DEBUG oslo_concurrency.lockutils [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "interface-561b8086-b6e8-4782-8604-9d3bfcdc23ad-557f23d4-68be-4cda-838b-0c3fdbb325bf" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.718628] env[62181]: DEBUG oslo_concurrency.lockutils [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-561b8086-b6e8-4782-8604-9d3bfcdc23ad-557f23d4-68be-4cda-838b-0c3fdbb325bf" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.719058] env[62181]: DEBUG nova.objects.instance [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lazy-loading 'flavor' on Instance uuid 561b8086-b6e8-4782-8604-9d3bfcdc23ad {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1882.720580] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654434} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.721122] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] ce1d40e1-75d1-4e70-bf82-a92446198bbb/ce1d40e1-75d1-4e70-bf82-a92446198bbb.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1882.721391] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1882.721706] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-359867fe-019d-4df1-a8ef-10d86695fce4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.729953] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1882.729953] env[62181]: value = "task-1790884" [ 1882.729953] env[62181]: _type = "Task" [ 1882.729953] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.739249] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.761133] env[62181]: DEBUG nova.network.neutron [-] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.771236] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507117} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.771573] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] b77a5328-e05e-4455-a6d2-71d7f294b7f2/b77a5328-e05e-4455-a6d2-71d7f294b7f2.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1882.771725] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1882.771984] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4249b08e-3666-4d65-b3ed-212c73ac7810 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.779925] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1882.779925] env[62181]: value = "task-1790885" [ 1882.779925] env[62181]: _type = "Task" [ 1882.779925] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.788422] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.805266] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5696f9ea-ebd3-4da4-9dfc-18b4b1ad8614 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.815116] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da507b1c-d366-4516-8990-d7392940bfab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.852616] env[62181]: DEBUG nova.compute.manager [req-35130f38-c0f5-452f-a58d-cb690bd76295 req-a569e82d-3159-489f-9d02-2e0870124985 service nova] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Detach interface failed, port_id=1f99541a-44c9-4b80-8069-c7cb0e472f59, reason: Instance 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1882.872647] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "refresh_cache-5cc52e43-ffc7-4c1d-8541-c937f164eb31" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.872794] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquired lock "refresh_cache-5cc52e43-ffc7-4c1d-8541-c937f164eb31" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.872972] env[62181]: DEBUG nova.network.neutron [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1883.008583] env[62181]: DEBUG nova.network.neutron [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Updating instance_info_cache with network_info: [{"id": "d0c1edbb-0764-4a76-b335-10f3d33c8743", "address": "fa:16:3e:40:42:1e", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c1edbb-07", "ovs_interfaceid": "d0c1edbb-0764-4a76-b335-10f3d33c8743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.025672] env[62181]: DEBUG oslo_concurrency.lockutils [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] Releasing lock "refresh_cache-d4004d8c-3963-4420-8919-4db9bf426a69" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.025672] env[62181]: DEBUG nova.compute.manager [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Received event network-changed-51f9fdf0-c990-4822-9a6d-4caf82bc6dee {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1883.025847] env[62181]: DEBUG nova.compute.manager [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Refreshing instance network info cache due to event network-changed-51f9fdf0-c990-4822-9a6d-4caf82bc6dee. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1883.026105] env[62181]: DEBUG oslo_concurrency.lockutils [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] Acquiring lock "refresh_cache-ce1d40e1-75d1-4e70-bf82-a92446198bbb" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.026285] env[62181]: DEBUG oslo_concurrency.lockutils [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] Acquired lock "refresh_cache-ce1d40e1-75d1-4e70-bf82-a92446198bbb" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.026489] env[62181]: DEBUG nova.network.neutron [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Refreshing network info cache for port 51f9fdf0-c990-4822-9a6d-4caf82bc6dee {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1883.105662] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "refresh_cache-28dd8dee-5e81-4940-8ab5-db85d851573d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.105822] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquired lock "refresh_cache-28dd8dee-5e81-4940-8ab5-db85d851573d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.105973] env[62181]: DEBUG nova.network.neutron [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Forcefully refreshing network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1883.172599] env[62181]: DEBUG nova.compute.manager [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1883.240323] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194663} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.240594] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1883.241617] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11cf2b7-5e16-4baf-ac5a-a3e5722d62b8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.263451] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] ce1d40e1-75d1-4e70-bf82-a92446198bbb/ce1d40e1-75d1-4e70-bf82-a92446198bbb.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1883.265647] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-339f6513-10e3-45e3-a58a-0d4dbe37b09b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.280783] env[62181]: INFO nova.compute.manager [-] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Took 1.82 seconds to deallocate network for instance. [ 1883.291434] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1883.291434] env[62181]: value = "task-1790886" [ 1883.291434] env[62181]: _type = "Task" [ 1883.291434] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.294110] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104351} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.297482] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1883.298369] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575b7081-a5b9-433b-b523-879cea64d852 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.322556] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] b77a5328-e05e-4455-a6d2-71d7f294b7f2/b77a5328-e05e-4455-a6d2-71d7f294b7f2.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1883.328956] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4587d37f-c5d8-444f-aafb-65441bfd1509 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.343501] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.349607] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1883.349607] env[62181]: value = "task-1790887" [ 1883.349607] env[62181]: _type = "Task" [ 1883.349607] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.358330] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.375820] env[62181]: DEBUG nova.objects.instance [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lazy-loading 'pci_requests' on Instance uuid 561b8086-b6e8-4782-8604-9d3bfcdc23ad {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1883.403129] env[62181]: DEBUG nova.network.neutron [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1883.510925] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "refresh_cache-75b09437-f429-4dfa-8100-c6ffd10477df" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.528962] env[62181]: DEBUG nova.network.neutron [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Updating instance_info_cache with network_info: [{"id": "f6f15005-3ed9-42a1-aecf-d8aeb2a44547", "address": "fa:16:3e:40:f2:73", "network": {"id": "76fc4e6c-a302-4e0e-8546-3658310d5ec7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712219325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506472467708481ea2619fb2bc3ddd10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f15005-3e", "ovs_interfaceid": "f6f15005-3ed9-42a1-aecf-d8aeb2a44547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.700378] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.700651] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.702135] env[62181]: INFO nova.compute.claims [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1883.790933] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.803695] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790886, 'name': ReconfigVM_Task, 'duration_secs': 0.264319} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.803975] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Reconfigured VM instance instance-00000064 to attach disk [datastore1] ce1d40e1-75d1-4e70-bf82-a92446198bbb/ce1d40e1-75d1-4e70-bf82-a92446198bbb.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1883.804587] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c39e83d-842e-4300-a05c-82de57dabf8f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.811180] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1883.811180] env[62181]: value = "task-1790888" [ 1883.811180] env[62181]: _type = "Task" [ 1883.811180] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.821296] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790888, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.855874] env[62181]: DEBUG nova.network.neutron [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Updated VIF entry in instance network info cache for port 51f9fdf0-c990-4822-9a6d-4caf82bc6dee. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1883.856299] env[62181]: DEBUG nova.network.neutron [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Updating instance_info_cache with network_info: [{"id": "51f9fdf0-c990-4822-9a6d-4caf82bc6dee", "address": "fa:16:3e:77:7d:cf", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51f9fdf0-c9", "ovs_interfaceid": "51f9fdf0-c990-4822-9a6d-4caf82bc6dee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.860469] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790887, 'name': ReconfigVM_Task, 'duration_secs': 0.27152} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.860992] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Reconfigured VM instance instance-0000005f to attach disk [datastore1] b77a5328-e05e-4455-a6d2-71d7f294b7f2/b77a5328-e05e-4455-a6d2-71d7f294b7f2.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1883.861670] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d692f695-741f-4db1-960f-e3f4a49e5b05 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.868663] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1883.868663] env[62181]: value = "task-1790889" [ 1883.868663] env[62181]: _type = "Task" [ 1883.868663] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.877740] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790889, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.880403] env[62181]: DEBUG nova.objects.base [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Object Instance<561b8086-b6e8-4782-8604-9d3bfcdc23ad> lazy-loaded attributes: flavor,pci_requests {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1883.880656] env[62181]: DEBUG nova.network.neutron [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1883.979361] env[62181]: DEBUG nova.policy [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a306696a0e074c5eb73b98bfd625f4b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b810530d8404a9a8d3161b09971917d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1884.032598] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31212cb7-4885-4f89-bc48-52fa12e8e4cb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.037575] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Releasing lock "refresh_cache-5cc52e43-ffc7-4c1d-8541-c937f164eb31" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.037864] env[62181]: DEBUG nova.compute.manager [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Instance network_info: |[{"id": "f6f15005-3ed9-42a1-aecf-d8aeb2a44547", "address": "fa:16:3e:40:f2:73", "network": {"id": "76fc4e6c-a302-4e0e-8546-3658310d5ec7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712219325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506472467708481ea2619fb2bc3ddd10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f15005-3e", "ovs_interfaceid": "f6f15005-3ed9-42a1-aecf-d8aeb2a44547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1884.038278] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:f2:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6f15005-3ed9-42a1-aecf-d8aeb2a44547', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1884.045752] env[62181]: DEBUG oslo.service.loopingcall [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1884.046504] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1884.046772] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe116997-36ec-4323-a093-f669d2368160 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.075466] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781e89e9-ec91-466b-ac80-92e6ed806c40 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.080550] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1884.080550] env[62181]: value = "task-1790890" [ 1884.080550] env[62181]: _type = "Task" [ 1884.080550] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.082944] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Updating instance '75b09437-f429-4dfa-8100-c6ffd10477df' progress to 83 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1884.093982] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790890, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.321022] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790888, 'name': Rename_Task, 'duration_secs': 0.146007} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.321330] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1884.321568] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd5edc62-4dfe-4227-8452-d013d4563302 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.327904] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1884.327904] env[62181]: value = "task-1790891" [ 1884.327904] env[62181]: _type = "Task" [ 1884.327904] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.335531] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.361664] env[62181]: DEBUG oslo_concurrency.lockutils [req-f8f0a207-0316-4e11-9ef0-4385078d0cfe req-bb6f1cd2-652d-445e-b879-7eae17596af3 service nova] Releasing lock "refresh_cache-ce1d40e1-75d1-4e70-bf82-a92446198bbb" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.382347] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790889, 'name': Rename_Task, 'duration_secs': 0.150429} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.382767] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1884.383127] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0da7977-4536-407e-8a2f-b5386653c54c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.390803] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1884.390803] env[62181]: value = "task-1790892" [ 1884.390803] env[62181]: _type = "Task" [ 1884.390803] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.402441] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.413699] env[62181]: DEBUG nova.compute.manager [req-170c8260-490f-427c-bebd-2dc302a3d9db req-53667ba5-75ba-4c68-94a1-75ec4d9cd1dd service nova] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Received event network-changed-f6f15005-3ed9-42a1-aecf-d8aeb2a44547 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1884.413892] env[62181]: DEBUG nova.compute.manager [req-170c8260-490f-427c-bebd-2dc302a3d9db req-53667ba5-75ba-4c68-94a1-75ec4d9cd1dd service nova] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Refreshing instance network info cache due to event network-changed-f6f15005-3ed9-42a1-aecf-d8aeb2a44547. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1884.414118] env[62181]: DEBUG oslo_concurrency.lockutils [req-170c8260-490f-427c-bebd-2dc302a3d9db req-53667ba5-75ba-4c68-94a1-75ec4d9cd1dd service nova] Acquiring lock "refresh_cache-5cc52e43-ffc7-4c1d-8541-c937f164eb31" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.414269] env[62181]: DEBUG oslo_concurrency.lockutils [req-170c8260-490f-427c-bebd-2dc302a3d9db req-53667ba5-75ba-4c68-94a1-75ec4d9cd1dd service nova] Acquired lock "refresh_cache-5cc52e43-ffc7-4c1d-8541-c937f164eb31" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.414448] env[62181]: DEBUG nova.network.neutron [req-170c8260-490f-427c-bebd-2dc302a3d9db req-53667ba5-75ba-4c68-94a1-75ec4d9cd1dd service nova] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Refreshing network info cache for port f6f15005-3ed9-42a1-aecf-d8aeb2a44547 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1884.439881] env[62181]: DEBUG nova.network.neutron [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Updating instance_info_cache with network_info: [{"id": "3b379388-3022-42a6-a4d6-4fad26f7d7f0", "address": "fa:16:3e:bd:ce:f1", "network": {"id": "b57902a4-c6e3-48b5-b2b6-b9fc2d532558", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1129520814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc8ebefdf64b7b9202aefc83393162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b379388-30", "ovs_interfaceid": "3b379388-3022-42a6-a4d6-4fad26f7d7f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.594595] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1884.594838] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790890, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.594964] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-022eb138-0754-4b6c-b9fc-b2feed750168 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.602073] env[62181]: DEBUG oslo_vmware.api [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1884.602073] env[62181]: value = "task-1790893" [ 1884.602073] env[62181]: _type = "Task" [ 1884.602073] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.612749] env[62181]: DEBUG oslo_vmware.api [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.839188] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790891, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.903881] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790892, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.910221] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ef68c0-61ba-4626-85da-1f91c9acfc7f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.919316] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436b7570-1880-4249-a61b-4913948a1674 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.950055] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Releasing lock "refresh_cache-28dd8dee-5e81-4940-8ab5-db85d851573d" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.950055] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Updated the network info_cache for instance {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10455}} [ 1884.950255] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1884.950884] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9fca29-c3b5-4861-bf52-b04dd4f57f0d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.956099] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1884.956294] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1884.957144] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1884.957323] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1884.957480] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1884.962098] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8323e561-52e9-4174-ac1b-1d132ef59eda {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.976166] env[62181]: DEBUG nova.compute.provider_tree [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.093125] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790890, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.115477] env[62181]: DEBUG oslo_vmware.api [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790893, 'name': PowerOnVM_Task, 'duration_secs': 0.419019} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.115477] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1885.115477] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9f2436-49e2-4d20-8492-7e07465d0a69 tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Updating instance '75b09437-f429-4dfa-8100-c6ffd10477df' progress to 100 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1885.177200] env[62181]: DEBUG nova.network.neutron [req-170c8260-490f-427c-bebd-2dc302a3d9db req-53667ba5-75ba-4c68-94a1-75ec4d9cd1dd service nova] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Updated VIF entry in instance network info cache for port f6f15005-3ed9-42a1-aecf-d8aeb2a44547. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1885.177635] env[62181]: DEBUG nova.network.neutron [req-170c8260-490f-427c-bebd-2dc302a3d9db req-53667ba5-75ba-4c68-94a1-75ec4d9cd1dd service nova] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Updating instance_info_cache with network_info: [{"id": "f6f15005-3ed9-42a1-aecf-d8aeb2a44547", "address": "fa:16:3e:40:f2:73", "network": {"id": "76fc4e6c-a302-4e0e-8546-3658310d5ec7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712219325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506472467708481ea2619fb2bc3ddd10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f15005-3e", "ovs_interfaceid": "f6f15005-3ed9-42a1-aecf-d8aeb2a44547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.338873] env[62181]: DEBUG oslo_vmware.api [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790891, 'name': PowerOnVM_Task, 'duration_secs': 0.637346} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.339260] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1885.339359] env[62181]: INFO nova.compute.manager [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1885.339560] env[62181]: DEBUG nova.compute.manager [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1885.340605] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f35cb6-e074-4a8e-85b1-bd0c9b4be3c6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.401965] env[62181]: DEBUG oslo_vmware.api [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790892, 'name': PowerOnVM_Task, 'duration_secs': 0.577054} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.402263] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1885.402478] env[62181]: DEBUG nova.compute.manager [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1885.403261] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62477ae4-1fe2-4eec-b606-3fb5fb11e666 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.464857] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Getting list of instances from cluster (obj){ [ 1885.464857] env[62181]: value = "domain-c8" [ 1885.464857] env[62181]: _type = "ClusterComputeResource" [ 1885.464857] env[62181]: } {{(pid=62181) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1885.465909] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a103b5-9d7a-4a2d-b64e-7480302c4055 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.487125] env[62181]: DEBUG nova.scheduler.client.report [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1885.490218] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Got total of 12 instances {{(pid=62181) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1885.493789] env[62181]: WARNING nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] While synchronizing instance power states, found 14 instances in the database and 12 instances on the hypervisor. [ 1885.493789] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Triggering sync for uuid 13bc5ed7-0e84-4472-ba74-2009b801f4a1 {{(pid=62181) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10794}} [ 1885.493789] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Triggering sync for uuid 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93 {{(pid=62181) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10794}} [ 1885.493789] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Triggering sync for uuid 28dd8dee-5e81-4940-8ab5-db85d851573d {{(pid=62181) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10794}} [ 1885.493789] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Triggering sync for uuid 0c671bbc-2765-43b9-8ac1-ca532682d5f9 {{(pid=62181) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10794}} [ 1885.493789] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Triggering sync for uuid f613bc48-5135-492c-ae81-8b9c48534e73 {{(pid=62181) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10794}} [ 1885.493789] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Triggering sync for uuid 29cad617-08cd-48d6-a67e-e5c0f0430af9 {{(pid=62181) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10794}} [ 1885.493789] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Triggering sync for uuid 561b8086-b6e8-4782-8604-9d3bfcdc23ad {{(pid=62181) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10794}} [ 1885.493789] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Triggering sync for uuid b77a5328-e05e-4455-a6d2-71d7f294b7f2 {{(pid=62181) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10794}} [ 1885.493789] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Triggering sync for uuid 0cda0c2e-cd82-4918-957f-947842664263 {{(pid=62181) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10794}} [ 1885.493789] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Triggering sync for uuid 75b09437-f429-4dfa-8100-c6ffd10477df {{(pid=62181) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10794}} [ 1885.493789] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Triggering sync for uuid d4004d8c-3963-4420-8919-4db9bf426a69 {{(pid=62181) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10794}} [ 1885.493789] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Triggering sync for uuid ce1d40e1-75d1-4e70-bf82-a92446198bbb {{(pid=62181) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10794}} [ 1885.493789] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Triggering sync for uuid 5cc52e43-ffc7-4c1d-8541-c937f164eb31 {{(pid=62181) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10794}} [ 1885.493789] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Triggering sync for uuid bad9f7b2-c5e6-4527-af08-8a922b362cc5 {{(pid=62181) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10794}} [ 1885.493789] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.493789] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.493789] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.493789] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "28dd8dee-5e81-4940-8ab5-db85d851573d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.493789] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "28dd8dee-5e81-4940-8ab5-db85d851573d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.494597] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "0c671bbc-2765-43b9-8ac1-ca532682d5f9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.494597] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "0c671bbc-2765-43b9-8ac1-ca532682d5f9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.494597] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "f613bc48-5135-492c-ae81-8b9c48534e73" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.494696] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "f613bc48-5135-492c-ae81-8b9c48534e73" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.494874] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "29cad617-08cd-48d6-a67e-e5c0f0430af9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.495084] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "29cad617-08cd-48d6-a67e-e5c0f0430af9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.495314] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.495492] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.495711] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "b77a5328-e05e-4455-a6d2-71d7f294b7f2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.495885] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "b77a5328-e05e-4455-a6d2-71d7f294b7f2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.496060] env[62181]: INFO nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1885.496231] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "b77a5328-e05e-4455-a6d2-71d7f294b7f2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.496414] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "0cda0c2e-cd82-4918-957f-947842664263" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.496613] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "0cda0c2e-cd82-4918-957f-947842664263" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.496832] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "75b09437-f429-4dfa-8100-c6ffd10477df" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.498033] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "75b09437-f429-4dfa-8100-c6ffd10477df" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.498033] env[62181]: INFO nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1885.498033] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "75b09437-f429-4dfa-8100-c6ffd10477df" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.498033] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "d4004d8c-3963-4420-8919-4db9bf426a69" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.498033] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "d4004d8c-3963-4420-8919-4db9bf426a69" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.498033] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "ce1d40e1-75d1-4e70-bf82-a92446198bbb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.498278] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.498414] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "bad9f7b2-c5e6-4527-af08-8a922b362cc5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.498604] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.498763] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 1885.499613] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14d3733-8800-4609-8c33-95c692ad6ec3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.502759] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66079eb0-5b36-4564-9bdb-fd0e803bd956 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.506023] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600900d7-6271-4f18-b613-724289d05c6d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.508699] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db0f44c-d2e9-49c0-a85b-cc5b9619bb49 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.511475] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82210be-7988-4c4b-8042-eed01dc4bb06 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.514075] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eb5d3c-9179-422a-a6a4-5c31a9fe3e29 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.517578] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0452ac7-20a0-4c8c-baf3-96944d04c33c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.520622] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637901e7-d050-4fff-80dc-9cd660bd8a35 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.523307] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.551025] env[62181]: WARNING oslo_messaging._drivers.amqpdriver [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1885.595008] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790890, 'name': CreateVM_Task, 'duration_secs': 1.440821} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.595220] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1885.595912] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.596086] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.596444] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1885.596906] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d3526a-ba49-4303-a401-95ba0cb10150 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.601503] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1885.601503] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52248a08-de48-f0e4-8013-12cbfd63f599" [ 1885.601503] env[62181]: _type = "Task" [ 1885.601503] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.609281] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52248a08-de48-f0e4-8013-12cbfd63f599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.636992] env[62181]: DEBUG nova.network.neutron [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Successfully updated port: 557f23d4-68be-4cda-838b-0c3fdbb325bf {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1885.679853] env[62181]: DEBUG oslo_concurrency.lockutils [req-170c8260-490f-427c-bebd-2dc302a3d9db req-53667ba5-75ba-4c68-94a1-75ec4d9cd1dd service nova] Releasing lock "refresh_cache-5cc52e43-ffc7-4c1d-8541-c937f164eb31" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.859872] env[62181]: INFO nova.compute.manager [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Took 14.53 seconds to build instance. [ 1885.918639] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.993936] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.994991] env[62181]: DEBUG nova.compute.manager [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1885.997192] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.206s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.997429] env[62181]: DEBUG nova.objects.instance [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lazy-loading 'resources' on Instance uuid 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.028893] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.048466] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "28dd8dee-5e81-4940-8ab5-db85d851573d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.048616] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "f613bc48-5135-492c-ae81-8b9c48534e73" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.048928] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "0c671bbc-2765-43b9-8ac1-ca532682d5f9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.058360] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.059027] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "d4004d8c-3963-4420-8919-4db9bf426a69" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.060495] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.060495] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "0cda0c2e-cd82-4918-957f-947842664263" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.063275] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "29cad617-08cd-48d6-a67e-e5c0f0430af9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.568s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.113059] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52248a08-de48-f0e4-8013-12cbfd63f599, 'name': SearchDatastore_Task, 'duration_secs': 0.031296} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.113059] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.113059] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1886.113261] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.113332] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.113519] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1886.113774] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45e6a3de-21f6-4816-8904-cd2873de46ca {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.122167] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1886.122426] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1886.126707] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8841bea9-9801-4a4b-a399-352744ff731e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.132204] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1886.132204] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52d7eed6-5aec-776e-ec24-511ad6291e82" [ 1886.132204] env[62181]: _type = "Task" [ 1886.132204] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.140410] env[62181]: DEBUG oslo_concurrency.lockutils [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.140575] env[62181]: DEBUG oslo_concurrency.lockutils [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.140747] env[62181]: DEBUG nova.network.neutron [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1886.142219] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d7eed6-5aec-776e-ec24-511ad6291e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.362664] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7c38980a-c945-4266-ba0d-4740c51255f6 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "ce1d40e1-75d1-4e70-bf82-a92446198bbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.033s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.363104] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "ce1d40e1-75d1-4e70-bf82-a92446198bbb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.865s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.363252] env[62181]: INFO nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] During sync_power_state the instance has a pending task (spawning). Skip. [ 1886.363446] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "ce1d40e1-75d1-4e70-bf82-a92446198bbb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.503649] env[62181]: DEBUG nova.compute.utils [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1886.505848] env[62181]: DEBUG nova.compute.manager [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1886.505848] env[62181]: DEBUG nova.network.neutron [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1886.527480] env[62181]: DEBUG nova.compute.manager [req-051c25c5-c074-4eae-8e3b-ba222e72c659 req-29c1887c-2e4c-463e-a799-9a4ac3093dde service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Received event network-vif-plugged-557f23d4-68be-4cda-838b-0c3fdbb325bf {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1886.527737] env[62181]: DEBUG oslo_concurrency.lockutils [req-051c25c5-c074-4eae-8e3b-ba222e72c659 req-29c1887c-2e4c-463e-a799-9a4ac3093dde service nova] Acquiring lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.527954] env[62181]: DEBUG oslo_concurrency.lockutils [req-051c25c5-c074-4eae-8e3b-ba222e72c659 req-29c1887c-2e4c-463e-a799-9a4ac3093dde service nova] Lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.528144] env[62181]: DEBUG oslo_concurrency.lockutils [req-051c25c5-c074-4eae-8e3b-ba222e72c659 req-29c1887c-2e4c-463e-a799-9a4ac3093dde service nova] Lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.528317] env[62181]: DEBUG nova.compute.manager [req-051c25c5-c074-4eae-8e3b-ba222e72c659 req-29c1887c-2e4c-463e-a799-9a4ac3093dde service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] No waiting events found dispatching network-vif-plugged-557f23d4-68be-4cda-838b-0c3fdbb325bf {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1886.528485] env[62181]: WARNING nova.compute.manager [req-051c25c5-c074-4eae-8e3b-ba222e72c659 req-29c1887c-2e4c-463e-a799-9a4ac3093dde service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Received unexpected event network-vif-plugged-557f23d4-68be-4cda-838b-0c3fdbb325bf for instance with vm_state active and task_state None. [ 1886.528642] env[62181]: DEBUG nova.compute.manager [req-051c25c5-c074-4eae-8e3b-ba222e72c659 req-29c1887c-2e4c-463e-a799-9a4ac3093dde service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Received event network-changed-557f23d4-68be-4cda-838b-0c3fdbb325bf {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1886.528795] env[62181]: DEBUG nova.compute.manager [req-051c25c5-c074-4eae-8e3b-ba222e72c659 req-29c1887c-2e4c-463e-a799-9a4ac3093dde service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Refreshing instance network info cache due to event network-changed-557f23d4-68be-4cda-838b-0c3fdbb325bf. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1886.528958] env[62181]: DEBUG oslo_concurrency.lockutils [req-051c25c5-c074-4eae-8e3b-ba222e72c659 req-29c1887c-2e4c-463e-a799-9a4ac3093dde service nova] Acquiring lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.547323] env[62181]: DEBUG nova.policy [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17f0dc8ef139449b8c4fb2aba74d37cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03525201b094403c9cef8b05a4c47859', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1886.654873] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52d7eed6-5aec-776e-ec24-511ad6291e82, 'name': SearchDatastore_Task, 'duration_secs': 0.008492} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.655743] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28dc2adf-cc8c-468d-abeb-86ead1918964 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.661957] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1886.661957] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52db7bf0-7bab-c3ec-5018-064bcaed713c" [ 1886.661957] env[62181]: _type = "Task" [ 1886.661957] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.672981] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52db7bf0-7bab-c3ec-5018-064bcaed713c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.684475] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba3b953-fcac-472e-834d-889628165a81 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.691197] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7661e5d0-df65-4cd3-9325-1fe1732adad0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.720163] env[62181]: WARNING nova.network.neutron [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] 11a81b4f-f49a-44f6-9a20-0ba8d42d4248 already exists in list: networks containing: ['11a81b4f-f49a-44f6-9a20-0ba8d42d4248']. ignoring it [ 1886.720371] env[62181]: WARNING nova.network.neutron [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] 11a81b4f-f49a-44f6-9a20-0ba8d42d4248 already exists in list: networks containing: ['11a81b4f-f49a-44f6-9a20-0ba8d42d4248']. ignoring it [ 1886.722536] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca00a363-c716-4a8c-9680-11ed6bddf0a3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.730085] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187c8c86-65e5-4686-bab5-fd9a600ede8b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.743654] env[62181]: DEBUG nova.compute.provider_tree [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1886.879381] env[62181]: DEBUG oslo_concurrency.lockutils [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "ce1d40e1-75d1-4e70-bf82-a92446198bbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.879605] env[62181]: DEBUG oslo_concurrency.lockutils [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "ce1d40e1-75d1-4e70-bf82-a92446198bbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.879968] env[62181]: DEBUG oslo_concurrency.lockutils [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "ce1d40e1-75d1-4e70-bf82-a92446198bbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.880065] env[62181]: DEBUG oslo_concurrency.lockutils [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "ce1d40e1-75d1-4e70-bf82-a92446198bbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.880166] env[62181]: DEBUG oslo_concurrency.lockutils [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "ce1d40e1-75d1-4e70-bf82-a92446198bbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.889890] env[62181]: INFO nova.compute.manager [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Terminating instance [ 1886.996291] env[62181]: DEBUG nova.network.neutron [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Successfully created port: 3b0804b0-04f9-4a72-8b44-12f8857812db {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1887.009497] env[62181]: DEBUG nova.compute.manager [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1887.174401] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52db7bf0-7bab-c3ec-5018-064bcaed713c, 'name': SearchDatastore_Task, 'duration_secs': 0.035874} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.174682] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.174934] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 5cc52e43-ffc7-4c1d-8541-c937f164eb31/5cc52e43-ffc7-4c1d-8541-c937f164eb31.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1887.175263] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0735825c-0291-4ad5-992b-6e0f1c1d77f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.182636] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1887.182636] env[62181]: value = "task-1790894" [ 1887.182636] env[62181]: _type = "Task" [ 1887.182636] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.190255] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.247027] env[62181]: DEBUG nova.scheduler.client.report [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1887.400263] env[62181]: DEBUG nova.compute.manager [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1887.400682] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1887.401571] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef320c24-87db-4141-b668-92ca4f50aea1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.410352] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1887.410697] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0523d806-6b18-4eef-b900-e41739fe6836 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.417728] env[62181]: DEBUG oslo_vmware.api [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1887.417728] env[62181]: value = "task-1790895" [ 1887.417728] env[62181]: _type = "Task" [ 1887.417728] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.423371] env[62181]: DEBUG nova.network.neutron [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Updating instance_info_cache with network_info: [{"id": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "address": "fa:16:3e:78:fb:10", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a1c05c-67", "ovs_interfaceid": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34145e82-b4d1-4eb7-834b-782f485f1aac", "address": "fa:16:3e:4d:3e:e6", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34145e82-b4", "ovs_interfaceid": "34145e82-b4d1-4eb7-834b-782f485f1aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "557f23d4-68be-4cda-838b-0c3fdbb325bf", "address": "fa:16:3e:d2:a4:b2", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap557f23d4-68", "ovs_interfaceid": "557f23d4-68be-4cda-838b-0c3fdbb325bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.429045] env[62181]: DEBUG oslo_vmware.api [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.436930] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "75b09437-f429-4dfa-8100-c6ffd10477df" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.437059] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "75b09437-f429-4dfa-8100-c6ffd10477df" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.437248] env[62181]: DEBUG nova.compute.manager [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Going to confirm migration 3 {{(pid=62181) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5232}} [ 1887.694595] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790894, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.752274] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.755610] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.837s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.755875] env[62181]: DEBUG nova.objects.instance [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62181) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1887.781808] env[62181]: INFO nova.scheduler.client.report [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Deleted allocations for instance 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93 [ 1887.928721] env[62181]: DEBUG oslo_vmware.api [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790895, 'name': PowerOffVM_Task, 'duration_secs': 0.453479} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.929238] env[62181]: DEBUG oslo_concurrency.lockutils [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.929999] env[62181]: DEBUG oslo_concurrency.lockutils [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.930222] env[62181]: DEBUG oslo_concurrency.lockutils [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.930536] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1887.930751] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1887.931065] env[62181]: DEBUG oslo_concurrency.lockutils [req-051c25c5-c074-4eae-8e3b-ba222e72c659 req-29c1887c-2e4c-463e-a799-9a4ac3093dde service nova] Acquired lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.931293] env[62181]: DEBUG nova.network.neutron [req-051c25c5-c074-4eae-8e3b-ba222e72c659 req-29c1887c-2e4c-463e-a799-9a4ac3093dde service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Refreshing network info cache for port 557f23d4-68be-4cda-838b-0c3fdbb325bf {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1887.934064] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1b3777-dc3a-4072-a771-4f662830e6bc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.936934] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67845942-9f92-41e9-a637-bc633f73c67b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.959357] env[62181]: DEBUG nova.virt.hardware [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1887.959629] env[62181]: DEBUG nova.virt.hardware [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1887.959791] env[62181]: DEBUG nova.virt.hardware [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1887.959974] env[62181]: DEBUG nova.virt.hardware [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1887.960140] env[62181]: DEBUG nova.virt.hardware [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1887.960293] env[62181]: DEBUG nova.virt.hardware [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1887.960502] env[62181]: DEBUG nova.virt.hardware [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1887.960660] env[62181]: DEBUG nova.virt.hardware [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1887.960826] env[62181]: DEBUG nova.virt.hardware [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1887.960989] env[62181]: DEBUG nova.virt.hardware [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1887.961185] env[62181]: DEBUG nova.virt.hardware [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1887.968503] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Reconfiguring VM to attach interface {{(pid=62181) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1887.971278] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a13baf6d-9e96-41f7-9e41-4b960b22dc74 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.989534] env[62181]: DEBUG oslo_vmware.api [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1887.989534] env[62181]: value = "task-1790897" [ 1887.989534] env[62181]: _type = "Task" [ 1887.989534] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.998441] env[62181]: DEBUG oslo_vmware.api [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790897, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.017874] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "refresh_cache-75b09437-f429-4dfa-8100-c6ffd10477df" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.018084] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquired lock "refresh_cache-75b09437-f429-4dfa-8100-c6ffd10477df" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.018386] env[62181]: DEBUG nova.network.neutron [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1888.018500] env[62181]: DEBUG nova.objects.instance [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lazy-loading 'info_cache' on Instance uuid 75b09437-f429-4dfa-8100-c6ffd10477df {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1888.021494] env[62181]: DEBUG nova.compute.manager [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1888.050560] env[62181]: DEBUG nova.virt.hardware [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1888.050812] env[62181]: DEBUG nova.virt.hardware [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1888.050970] env[62181]: DEBUG nova.virt.hardware [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1888.051166] env[62181]: DEBUG nova.virt.hardware [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1888.051317] env[62181]: DEBUG nova.virt.hardware [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1888.051468] env[62181]: DEBUG nova.virt.hardware [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1888.051673] env[62181]: DEBUG nova.virt.hardware [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1888.051872] env[62181]: DEBUG nova.virt.hardware [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1888.052088] env[62181]: DEBUG nova.virt.hardware [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1888.052797] env[62181]: DEBUG nova.virt.hardware [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1888.053135] env[62181]: DEBUG nova.virt.hardware [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1888.054277] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d788dfe-83f6-44ee-98c5-4d740bf859da {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.062369] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d624261e-d6bc-47ff-96fa-585944c8f85f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.178039] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1888.178235] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1888.178284] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleting the datastore file [datastore1] ce1d40e1-75d1-4e70-bf82-a92446198bbb {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1888.178581] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ac970cc-8108-4785-89a6-3cc5ab7fc2df {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.190387] env[62181]: DEBUG oslo_vmware.api [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1888.190387] env[62181]: value = "task-1790898" [ 1888.190387] env[62181]: _type = "Task" [ 1888.190387] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.200181] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564245} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.200921] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 5cc52e43-ffc7-4c1d-8541-c937f164eb31/5cc52e43-ffc7-4c1d-8541-c937f164eb31.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1888.201250] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1888.201588] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ad1e23c-b983-425b-a6af-ceaffa0df178 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.208543] env[62181]: DEBUG oslo_vmware.api [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.213641] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1888.213641] env[62181]: value = "task-1790899" [ 1888.213641] env[62181]: _type = "Task" [ 1888.213641] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.221182] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.290559] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8edb3519-9119-49a1-9faf-375c1dbac6c5 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.496s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.291890] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.798s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.291890] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2c0ca0b-a931-4088-9721-98dea8a292c1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.301510] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b48fb6f-611a-453a-b5e9-19a34803fd41 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.499364] env[62181]: DEBUG oslo_vmware.api [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.701958] env[62181]: DEBUG oslo_vmware.api [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376413} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.702318] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1888.702551] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1888.702778] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1888.703020] env[62181]: INFO nova.compute.manager [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1888.703350] env[62181]: DEBUG oslo.service.loopingcall [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1888.703578] env[62181]: DEBUG nova.compute.manager [-] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1888.703697] env[62181]: DEBUG nova.network.neutron [-] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1888.731874] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064332} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.732178] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1888.732970] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e854ce84-ffb8-48f9-bb6f-da374ebe36ee {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.756374] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 5cc52e43-ffc7-4c1d-8541-c937f164eb31/5cc52e43-ffc7-4c1d-8541-c937f164eb31.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1888.756755] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8facab4e-0835-4427-97f8-10dbeb857804 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.773864] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b334f242-5652-46d4-ae17-7eb523f5217c tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.777051] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.748s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.777259] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.777421] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1888.779229] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceab7f7-bb4a-4a00-acdf-1b3f31a5af82 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.783744] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1888.783744] env[62181]: value = "task-1790900" [ 1888.783744] env[62181]: _type = "Task" [ 1888.783744] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.791240] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9256b90-e14f-4c68-8960-48174c16e9d8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.798587] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.812222] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d905ef-03c0-4bd1-95e0-44efe837c9a1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.819855] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a17456d-9245-41ae-bcc5-3d0cc5ff9c51 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.850948] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "48b7c782-f3b2-4d24-a3c8-0ef6a461ef93" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.851623] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178991MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1888.851771] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.851971] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.001018] env[62181]: DEBUG oslo_vmware.api [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790897, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.009827] env[62181]: DEBUG nova.network.neutron [req-051c25c5-c074-4eae-8e3b-ba222e72c659 req-29c1887c-2e4c-463e-a799-9a4ac3093dde service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Updated VIF entry in instance network info cache for port 557f23d4-68be-4cda-838b-0c3fdbb325bf. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1889.010414] env[62181]: DEBUG nova.network.neutron [req-051c25c5-c074-4eae-8e3b-ba222e72c659 req-29c1887c-2e4c-463e-a799-9a4ac3093dde service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Updating instance_info_cache with network_info: [{"id": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "address": "fa:16:3e:78:fb:10", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a1c05c-67", "ovs_interfaceid": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34145e82-b4d1-4eb7-834b-782f485f1aac", "address": "fa:16:3e:4d:3e:e6", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34145e82-b4", "ovs_interfaceid": "34145e82-b4d1-4eb7-834b-782f485f1aac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "557f23d4-68be-4cda-838b-0c3fdbb325bf", "address": "fa:16:3e:d2:a4:b2", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap557f23d4-68", "ovs_interfaceid": "557f23d4-68be-4cda-838b-0c3fdbb325bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.097142] env[62181]: DEBUG nova.network.neutron [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Successfully updated port: 3b0804b0-04f9-4a72-8b44-12f8857812db {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1889.238841] env[62181]: DEBUG nova.network.neutron [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Updating instance_info_cache with network_info: [{"id": "d0c1edbb-0764-4a76-b335-10f3d33c8743", "address": "fa:16:3e:40:42:1e", "network": {"id": "c066dd92-27f3-480f-a642-b5e833b999fb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-495909666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b196ff0befcb4aa882b57450fc3f81fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c1edbb-07", "ovs_interfaceid": "d0c1edbb-0764-4a76-b335-10f3d33c8743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.294540] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.457720] env[62181]: DEBUG nova.network.neutron [-] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.501063] env[62181]: DEBUG oslo_vmware.api [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790897, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.512809] env[62181]: DEBUG oslo_concurrency.lockutils [req-051c25c5-c074-4eae-8e3b-ba222e72c659 req-29c1887c-2e4c-463e-a799-9a4ac3093dde service nova] Releasing lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.600427] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquiring lock "refresh_cache-bad9f7b2-c5e6-4527-af08-8a922b362cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.600427] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquired lock "refresh_cache-bad9f7b2-c5e6-4527-af08-8a922b362cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.600555] env[62181]: DEBUG nova.network.neutron [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1889.741275] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Releasing lock "refresh_cache-75b09437-f429-4dfa-8100-c6ffd10477df" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.741564] env[62181]: DEBUG nova.objects.instance [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lazy-loading 'migration_context' on Instance uuid 75b09437-f429-4dfa-8100-c6ffd10477df {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1889.796425] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.865023] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Applying migration context for instance 75b09437-f429-4dfa-8100-c6ffd10477df as it has an incoming, in-progress migration 89a2d59e-4de4-480f-9782-13b73bf8688e. Migration status is finished {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1889.866522] env[62181]: INFO nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Updating resource usage from migration 89a2d59e-4de4-480f-9782-13b73bf8688e [ 1889.887453] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 13bc5ed7-0e84-4472-ba74-2009b801f4a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1889.887612] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 28dd8dee-5e81-4940-8ab5-db85d851573d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1889.887737] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 0c671bbc-2765-43b9-8ac1-ca532682d5f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1889.887857] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance f613bc48-5135-492c-ae81-8b9c48534e73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1889.887972] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 29cad617-08cd-48d6-a67e-e5c0f0430af9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1889.888101] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 561b8086-b6e8-4782-8604-9d3bfcdc23ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1889.888216] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance b77a5328-e05e-4455-a6d2-71d7f294b7f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1889.888329] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 0cda0c2e-cd82-4918-957f-947842664263 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1889.888438] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance d4004d8c-3963-4420-8919-4db9bf426a69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1889.888548] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Migration 89a2d59e-4de4-480f-9782-13b73bf8688e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1889.888658] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 75b09437-f429-4dfa-8100-c6ffd10477df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1889.888780] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance ce1d40e1-75d1-4e70-bf82-a92446198bbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1889.888874] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 5cc52e43-ffc7-4c1d-8541-c937f164eb31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1889.889028] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance bad9f7b2-c5e6-4527-af08-8a922b362cc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1889.889331] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1889.889492] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1889.959886] env[62181]: INFO nova.compute.manager [-] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Took 1.26 seconds to deallocate network for instance. [ 1890.001320] env[62181]: DEBUG oslo_vmware.api [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790897, 'name': ReconfigVM_Task, 'duration_secs': 1.718007} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.003772] env[62181]: DEBUG oslo_concurrency.lockutils [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.003994] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Reconfigured VM to attach interface {{(pid=62181) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1890.059532] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61e95d3-4a95-4b62-97bf-801a9f4e7376 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.066832] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d05dd9-69fb-4ddd-8bcd-77008c5dc829 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.096712] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efe111e-bbd0-4f5f-b2a1-e4dd9bd6ea89 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.105341] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c125196-ff94-4463-a130-1960274a2df4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.118431] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1890.136551] env[62181]: DEBUG nova.network.neutron [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1890.244502] env[62181]: DEBUG nova.objects.base [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Object Instance<75b09437-f429-4dfa-8100-c6ffd10477df> lazy-loaded attributes: info_cache,migration_context {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1890.246071] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decde2a5-008b-4434-bd1b-a57690342cbe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.267960] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1d87f33-af58-4858-b97e-65ca94cdc32f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.274189] env[62181]: DEBUG oslo_vmware.api [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1890.274189] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c8f907-f3dd-5b2d-ba9a-7cb8e7c205f1" [ 1890.274189] env[62181]: _type = "Task" [ 1890.274189] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.278033] env[62181]: DEBUG nova.network.neutron [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Updating instance_info_cache with network_info: [{"id": "3b0804b0-04f9-4a72-8b44-12f8857812db", "address": "fa:16:3e:57:44:46", "network": {"id": "f5a7a238-7962-404b-a273-1fc878e4bf11", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414139410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03525201b094403c9cef8b05a4c47859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0804b0-04", "ovs_interfaceid": "3b0804b0-04f9-4a72-8b44-12f8857812db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.284776] env[62181]: DEBUG oslo_vmware.api [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c8f907-f3dd-5b2d-ba9a-7cb8e7c205f1, 'name': SearchDatastore_Task, 'duration_secs': 0.006792} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.285055] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.293982] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790900, 'name': ReconfigVM_Task, 'duration_secs': 1.126083} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.294261] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 5cc52e43-ffc7-4c1d-8541-c937f164eb31/5cc52e43-ffc7-4c1d-8541-c937f164eb31.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1890.294850] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dad78a6-204b-477f-b5c7-8c9511272fd1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.301805] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1890.301805] env[62181]: value = "task-1790901" [ 1890.301805] env[62181]: _type = "Task" [ 1890.301805] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.311139] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790901, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.465808] env[62181]: DEBUG oslo_concurrency.lockutils [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.508431] env[62181]: DEBUG oslo_concurrency.lockutils [None req-91eb7031-e047-411a-9895-98d9aef6c41b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-561b8086-b6e8-4782-8604-9d3bfcdc23ad-557f23d4-68be-4cda-838b-0c3fdbb325bf" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.790s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.621399] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1890.781177] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Releasing lock "refresh_cache-bad9f7b2-c5e6-4527-af08-8a922b362cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.781565] env[62181]: DEBUG nova.compute.manager [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Instance network_info: |[{"id": "3b0804b0-04f9-4a72-8b44-12f8857812db", "address": "fa:16:3e:57:44:46", "network": {"id": "f5a7a238-7962-404b-a273-1fc878e4bf11", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414139410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03525201b094403c9cef8b05a4c47859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0804b0-04", "ovs_interfaceid": "3b0804b0-04f9-4a72-8b44-12f8857812db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1890.781980] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:44:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b0804b0-04f9-4a72-8b44-12f8857812db', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1890.789455] env[62181]: DEBUG oslo.service.loopingcall [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1890.789662] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1890.789882] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-789233f1-2632-4a93-83fa-a867876ae266 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.811991] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790901, 'name': Rename_Task, 'duration_secs': 0.131329} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.813164] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1890.813375] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1890.813375] env[62181]: value = "task-1790902" [ 1890.813375] env[62181]: _type = "Task" [ 1890.813375] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.813542] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9da491ac-dfa5-49c1-afa0-c47e888adf52 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.822245] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790902, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.823300] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1890.823300] env[62181]: value = "task-1790903" [ 1890.823300] env[62181]: _type = "Task" [ 1890.823300] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.830647] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.126466] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1891.126722] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.275s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.127052] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.842s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.324994] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790902, 'name': CreateVM_Task, 'duration_secs': 0.417846} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.328318] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1891.329082] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.329259] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.329578] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1891.330199] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-024a04b6-32f1-4974-b2ed-2a1c13567550 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.334493] env[62181]: DEBUG oslo_vmware.api [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790903, 'name': PowerOnVM_Task, 'duration_secs': 0.45518} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.335076] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1891.335327] env[62181]: INFO nova.compute.manager [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Took 10.59 seconds to spawn the instance on the hypervisor. [ 1891.335532] env[62181]: DEBUG nova.compute.manager [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1891.336352] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b9c88c-406c-4beb-8c90-37afd600e77f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.339828] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1891.339828] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525c7ce9-a691-4fa8-85d4-90c0b9c5d101" [ 1891.339828] env[62181]: _type = "Task" [ 1891.339828] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.352166] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525c7ce9-a691-4fa8-85d4-90c0b9c5d101, 'name': SearchDatastore_Task, 'duration_secs': 0.008819} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.352444] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.352667] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1891.352894] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.353057] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.353251] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1891.353484] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be88b1d4-dfee-4872-a01c-0f09a28572e5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.360493] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1891.360673] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1891.361356] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6901ede-a7dc-4f7b-bf24-f002495f734b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.366223] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1891.366223] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52067fd3-8ff2-a5f7-6319-8d4179616fb8" [ 1891.366223] env[62181]: _type = "Task" [ 1891.366223] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.373924] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52067fd3-8ff2-a5f7-6319-8d4179616fb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.791269] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67dc90c-6d47-4930-b107-85a987662a8b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.798815] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4ac4f4-3650-4243-bde7-a47367c317a6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.829410] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c193097-0f99-4a3f-ae8f-3568417d89d4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.836834] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40038aae-282e-489e-916b-63cf10234c82 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.855864] env[62181]: DEBUG nova.compute.provider_tree [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1891.857836] env[62181]: INFO nova.compute.manager [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Took 15.45 seconds to build instance. [ 1891.877256] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52067fd3-8ff2-a5f7-6319-8d4179616fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.007987} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.878018] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb55768-2c88-4886-bc7c-e85532d0c52e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.882907] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1891.882907] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c927f8-c277-5857-1a80-f9217f409c98" [ 1891.882907] env[62181]: _type = "Task" [ 1891.882907] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.890998] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c927f8-c277-5857-1a80-f9217f409c98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.000314] env[62181]: DEBUG nova.compute.manager [req-21ded41d-6d4e-440c-9623-8af0c32d8efd req-3ed0a897-4f21-4515-9861-f949a1c0d519 service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Received event network-vif-plugged-3b0804b0-04f9-4a72-8b44-12f8857812db {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1892.000676] env[62181]: DEBUG oslo_concurrency.lockutils [req-21ded41d-6d4e-440c-9623-8af0c32d8efd req-3ed0a897-4f21-4515-9861-f949a1c0d519 service nova] Acquiring lock "bad9f7b2-c5e6-4527-af08-8a922b362cc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.000978] env[62181]: DEBUG oslo_concurrency.lockutils [req-21ded41d-6d4e-440c-9623-8af0c32d8efd req-3ed0a897-4f21-4515-9861-f949a1c0d519 service nova] Lock "bad9f7b2-c5e6-4527-af08-8a922b362cc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.001282] env[62181]: DEBUG oslo_concurrency.lockutils [req-21ded41d-6d4e-440c-9623-8af0c32d8efd req-3ed0a897-4f21-4515-9861-f949a1c0d519 service nova] Lock "bad9f7b2-c5e6-4527-af08-8a922b362cc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.001530] env[62181]: DEBUG nova.compute.manager [req-21ded41d-6d4e-440c-9623-8af0c32d8efd req-3ed0a897-4f21-4515-9861-f949a1c0d519 service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] No waiting events found dispatching network-vif-plugged-3b0804b0-04f9-4a72-8b44-12f8857812db {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1892.001712] env[62181]: WARNING nova.compute.manager [req-21ded41d-6d4e-440c-9623-8af0c32d8efd req-3ed0a897-4f21-4515-9861-f949a1c0d519 service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Received unexpected event network-vif-plugged-3b0804b0-04f9-4a72-8b44-12f8857812db for instance with vm_state building and task_state spawning. [ 1892.015855] env[62181]: DEBUG nova.compute.manager [req-af601498-80c9-4c55-921e-8af5538e9156 req-a45aa5ea-1a7e-4496-9e35-368e9c85a78f service nova] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Received event network-vif-deleted-51f9fdf0-c990-4822-9a6d-4caf82bc6dee {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1892.360280] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f4714ae6-2cfb-4c2c-9951-341be2cdca13 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.981s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.361166] env[62181]: DEBUG nova.scheduler.client.report [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1892.364524] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.866s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.364721] env[62181]: INFO nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] During sync_power_state the instance has a pending task (spawning). Skip. [ 1892.364900] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.394168] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c927f8-c277-5857-1a80-f9217f409c98, 'name': SearchDatastore_Task, 'duration_secs': 0.009186} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.394431] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.394714] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] bad9f7b2-c5e6-4527-af08-8a922b362cc5/bad9f7b2-c5e6-4527-af08-8a922b362cc5.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1892.394977] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ec54a5e-2209-41cb-94ce-ba64b4b4c686 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.402158] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1892.402158] env[62181]: value = "task-1790904" [ 1892.402158] env[62181]: _type = "Task" [ 1892.402158] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.409633] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.486236] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ed5bdff1-98ab-4b5a-9c79-5dcc491fd9ad tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "29cad617-08cd-48d6-a67e-e5c0f0430af9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.486539] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ed5bdff1-98ab-4b5a-9c79-5dcc491fd9ad tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "29cad617-08cd-48d6-a67e-e5c0f0430af9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.767521] env[62181]: DEBUG oslo_concurrency.lockutils [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "interface-561b8086-b6e8-4782-8604-9d3bfcdc23ad-34145e82-b4d1-4eb7-834b-782f485f1aac" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.767735] env[62181]: DEBUG oslo_concurrency.lockutils [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-561b8086-b6e8-4782-8604-9d3bfcdc23ad-34145e82-b4d1-4eb7-834b-782f485f1aac" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.912496] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790904, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.989610] env[62181]: INFO nova.compute.manager [None req-ed5bdff1-98ab-4b5a-9c79-5dcc491fd9ad tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Detaching volume d51e3873-ed37-4169-b8a1-18cdecf90e10 [ 1893.043021] env[62181]: INFO nova.virt.block_device [None req-ed5bdff1-98ab-4b5a-9c79-5dcc491fd9ad tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Attempting to driver detach volume d51e3873-ed37-4169-b8a1-18cdecf90e10 from mountpoint /dev/sdb [ 1893.043021] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed5bdff1-98ab-4b5a-9c79-5dcc491fd9ad tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Volume detach. Driver type: vmdk {{(pid=62181) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1893.043021] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed5bdff1-98ab-4b5a-9c79-5dcc491fd9ad tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371508', 'volume_id': 'd51e3873-ed37-4169-b8a1-18cdecf90e10', 'name': 'volume-d51e3873-ed37-4169-b8a1-18cdecf90e10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29cad617-08cd-48d6-a67e-e5c0f0430af9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd51e3873-ed37-4169-b8a1-18cdecf90e10', 'serial': 'd51e3873-ed37-4169-b8a1-18cdecf90e10'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1893.043021] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2790748d-99bf-48a4-8bb9-2960ffaf47ea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.069568] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64615379-2a34-4940-a3a7-39bb51ff3dc2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.074355] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a703d115-9e4a-4ecc-ab51-203549a725b9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.095905] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9760113-e476-4132-b55d-58aaec337d3c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.111881] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed5bdff1-98ab-4b5a-9c79-5dcc491fd9ad tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] The volume has not been displaced from its original location: [datastore1] volume-d51e3873-ed37-4169-b8a1-18cdecf90e10/volume-d51e3873-ed37-4169-b8a1-18cdecf90e10.vmdk. No consolidation needed. {{(pid=62181) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1893.122178] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed5bdff1-98ab-4b5a-9c79-5dcc491fd9ad tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1893.122563] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6eee882-17f3-49b5-8919-4bb76a35cf5b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.141067] env[62181]: DEBUG oslo_vmware.api [None req-ed5bdff1-98ab-4b5a-9c79-5dcc491fd9ad tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1893.141067] env[62181]: value = "task-1790905" [ 1893.141067] env[62181]: _type = "Task" [ 1893.141067] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.151485] env[62181]: DEBUG oslo_vmware.api [None req-ed5bdff1-98ab-4b5a-9c79-5dcc491fd9ad tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.270872] env[62181]: DEBUG oslo_concurrency.lockutils [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.271409] env[62181]: DEBUG oslo_concurrency.lockutils [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.272184] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6a5aee-487e-43d2-bcb9-8d195564e404 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.295024] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad45a70-6b2d-403e-82b2-3c21842279f7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.324767] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Reconfiguring VM to detach interface {{(pid=62181) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1893.325211] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06b24eb6-ee18-4b36-9e21-e750ed32564b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.344285] env[62181]: DEBUG oslo_vmware.api [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1893.344285] env[62181]: value = "task-1790906" [ 1893.344285] env[62181]: _type = "Task" [ 1893.344285] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.352463] env[62181]: DEBUG oslo_vmware.api [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.372042] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.245s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.376471] env[62181]: DEBUG oslo_concurrency.lockutils [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.910s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.376471] env[62181]: DEBUG nova.objects.instance [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lazy-loading 'resources' on Instance uuid ce1d40e1-75d1-4e70-bf82-a92446198bbb {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1893.414025] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518462} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.414025] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] bad9f7b2-c5e6-4527-af08-8a922b362cc5/bad9f7b2-c5e6-4527-af08-8a922b362cc5.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1893.414025] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1893.414025] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e172d86-f283-48e0-810f-1c8ebc869d70 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.419968] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1893.419968] env[62181]: value = "task-1790907" [ 1893.419968] env[62181]: _type = "Task" [ 1893.419968] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.428077] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.651336] env[62181]: DEBUG oslo_vmware.api [None req-ed5bdff1-98ab-4b5a-9c79-5dcc491fd9ad tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790905, 'name': ReconfigVM_Task, 'duration_secs': 0.275545} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.651691] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed5bdff1-98ab-4b5a-9c79-5dcc491fd9ad tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1893.656362] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121dbe41-947c-4069-ac32-dd0f44e53026 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.671173] env[62181]: DEBUG oslo_vmware.api [None req-ed5bdff1-98ab-4b5a-9c79-5dcc491fd9ad tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1893.671173] env[62181]: value = "task-1790908" [ 1893.671173] env[62181]: _type = "Task" [ 1893.671173] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.679491] env[62181]: DEBUG oslo_vmware.api [None req-ed5bdff1-98ab-4b5a-9c79-5dcc491fd9ad tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.855149] env[62181]: DEBUG oslo_vmware.api [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.930114] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16904} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.930497] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1893.931340] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d5d8f5-bba7-4b20-a061-a671c028719d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.958034] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] bad9f7b2-c5e6-4527-af08-8a922b362cc5/bad9f7b2-c5e6-4527-af08-8a922b362cc5.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1893.961837] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19576ae8-98b8-4d15-b92f-4c3e87040858 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.977081] env[62181]: INFO nova.scheduler.client.report [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleted allocation for migration 89a2d59e-4de4-480f-9782-13b73bf8688e [ 1893.988915] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1893.988915] env[62181]: value = "task-1790909" [ 1893.988915] env[62181]: _type = "Task" [ 1893.988915] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.998983] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.114990] env[62181]: DEBUG nova.compute.manager [req-c27cdf52-5c81-4bc4-937b-b12e3a932faf req-c59c18b2-214f-435d-8990-465ed8d7b3b8 service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Received event network-changed-3b0804b0-04f9-4a72-8b44-12f8857812db {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1894.115245] env[62181]: DEBUG nova.compute.manager [req-c27cdf52-5c81-4bc4-937b-b12e3a932faf req-c59c18b2-214f-435d-8990-465ed8d7b3b8 service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Refreshing instance network info cache due to event network-changed-3b0804b0-04f9-4a72-8b44-12f8857812db. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1894.115493] env[62181]: DEBUG oslo_concurrency.lockutils [req-c27cdf52-5c81-4bc4-937b-b12e3a932faf req-c59c18b2-214f-435d-8990-465ed8d7b3b8 service nova] Acquiring lock "refresh_cache-bad9f7b2-c5e6-4527-af08-8a922b362cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.115638] env[62181]: DEBUG oslo_concurrency.lockutils [req-c27cdf52-5c81-4bc4-937b-b12e3a932faf req-c59c18b2-214f-435d-8990-465ed8d7b3b8 service nova] Acquired lock "refresh_cache-bad9f7b2-c5e6-4527-af08-8a922b362cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.115777] env[62181]: DEBUG nova.network.neutron [req-c27cdf52-5c81-4bc4-937b-b12e3a932faf req-c59c18b2-214f-435d-8990-465ed8d7b3b8 service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Refreshing network info cache for port 3b0804b0-04f9-4a72-8b44-12f8857812db {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1894.123754] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f593449-29e3-4925-83c2-f8e349b25d9b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.131515] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c55762c-0d21-4414-8d36-4dd91c7b50f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.136774] env[62181]: DEBUG nova.compute.manager [req-b6dca110-cfb0-43cb-aa8e-a572ea5b975f req-1e0dc1f9-9458-4691-b379-bbbd5e78e0da service nova] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Received event network-changed-f6f15005-3ed9-42a1-aecf-d8aeb2a44547 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1894.136966] env[62181]: DEBUG nova.compute.manager [req-b6dca110-cfb0-43cb-aa8e-a572ea5b975f req-1e0dc1f9-9458-4691-b379-bbbd5e78e0da service nova] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Refreshing instance network info cache due to event network-changed-f6f15005-3ed9-42a1-aecf-d8aeb2a44547. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1894.137195] env[62181]: DEBUG oslo_concurrency.lockutils [req-b6dca110-cfb0-43cb-aa8e-a572ea5b975f req-1e0dc1f9-9458-4691-b379-bbbd5e78e0da service nova] Acquiring lock "refresh_cache-5cc52e43-ffc7-4c1d-8541-c937f164eb31" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.137672] env[62181]: DEBUG oslo_concurrency.lockutils [req-b6dca110-cfb0-43cb-aa8e-a572ea5b975f req-1e0dc1f9-9458-4691-b379-bbbd5e78e0da service nova] Acquired lock "refresh_cache-5cc52e43-ffc7-4c1d-8541-c937f164eb31" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.137672] env[62181]: DEBUG nova.network.neutron [req-b6dca110-cfb0-43cb-aa8e-a572ea5b975f req-1e0dc1f9-9458-4691-b379-bbbd5e78e0da service nova] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Refreshing network info cache for port f6f15005-3ed9-42a1-aecf-d8aeb2a44547 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1894.166301] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d18b88a-d165-4fcc-9857-c3ffd52d9730 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.177798] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313d14d2-412d-471d-aae6-4f26a9b4bce8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.186773] env[62181]: DEBUG oslo_vmware.api [None req-ed5bdff1-98ab-4b5a-9c79-5dcc491fd9ad tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790908, 'name': ReconfigVM_Task, 'duration_secs': 0.144427} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.196101] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed5bdff1-98ab-4b5a-9c79-5dcc491fd9ad tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371508', 'volume_id': 'd51e3873-ed37-4169-b8a1-18cdecf90e10', 'name': 'volume-d51e3873-ed37-4169-b8a1-18cdecf90e10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29cad617-08cd-48d6-a67e-e5c0f0430af9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd51e3873-ed37-4169-b8a1-18cdecf90e10', 'serial': 'd51e3873-ed37-4169-b8a1-18cdecf90e10'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1894.198754] env[62181]: DEBUG nova.compute.provider_tree [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.354688] env[62181]: DEBUG oslo_vmware.api [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.464576] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.464823] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.483749] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "75b09437-f429-4dfa-8100-c6ffd10477df" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.047s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.499175] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.702817] env[62181]: DEBUG nova.scheduler.client.report [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1894.749033] env[62181]: DEBUG nova.objects.instance [None req-ed5bdff1-98ab-4b5a-9c79-5dcc491fd9ad tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lazy-loading 'flavor' on Instance uuid 29cad617-08cd-48d6-a67e-e5c0f0430af9 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1894.855737] env[62181]: DEBUG oslo_vmware.api [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.933471] env[62181]: DEBUG nova.network.neutron [req-c27cdf52-5c81-4bc4-937b-b12e3a932faf req-c59c18b2-214f-435d-8990-465ed8d7b3b8 service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Updated VIF entry in instance network info cache for port 3b0804b0-04f9-4a72-8b44-12f8857812db. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1894.933923] env[62181]: DEBUG nova.network.neutron [req-c27cdf52-5c81-4bc4-937b-b12e3a932faf req-c59c18b2-214f-435d-8990-465ed8d7b3b8 service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Updating instance_info_cache with network_info: [{"id": "3b0804b0-04f9-4a72-8b44-12f8857812db", "address": "fa:16:3e:57:44:46", "network": {"id": "f5a7a238-7962-404b-a273-1fc878e4bf11", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414139410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03525201b094403c9cef8b05a4c47859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0804b0-04", "ovs_interfaceid": "3b0804b0-04f9-4a72-8b44-12f8857812db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.964851] env[62181]: DEBUG nova.network.neutron [req-b6dca110-cfb0-43cb-aa8e-a572ea5b975f req-1e0dc1f9-9458-4691-b379-bbbd5e78e0da service nova] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Updated VIF entry in instance network info cache for port f6f15005-3ed9-42a1-aecf-d8aeb2a44547. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1894.965149] env[62181]: DEBUG nova.network.neutron [req-b6dca110-cfb0-43cb-aa8e-a572ea5b975f req-1e0dc1f9-9458-4691-b379-bbbd5e78e0da service nova] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Updating instance_info_cache with network_info: [{"id": "f6f15005-3ed9-42a1-aecf-d8aeb2a44547", "address": "fa:16:3e:40:f2:73", "network": {"id": "76fc4e6c-a302-4e0e-8546-3658310d5ec7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712219325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506472467708481ea2619fb2bc3ddd10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f15005-3e", "ovs_interfaceid": "f6f15005-3ed9-42a1-aecf-d8aeb2a44547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.966831] env[62181]: DEBUG nova.compute.manager [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1894.998338] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790909, 'name': ReconfigVM_Task, 'duration_secs': 0.698424} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.998618] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Reconfigured VM instance instance-00000066 to attach disk [datastore1] bad9f7b2-c5e6-4527-af08-8a922b362cc5/bad9f7b2-c5e6-4527-af08-8a922b362cc5.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1895.000021] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d11eef0-43f0-4e96-ae7b-47feac7a1821 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.006186] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1895.006186] env[62181]: value = "task-1790910" [ 1895.006186] env[62181]: _type = "Task" [ 1895.006186] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.014929] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790910, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.207528] env[62181]: DEBUG oslo_concurrency.lockutils [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.230332] env[62181]: INFO nova.scheduler.client.report [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleted allocations for instance ce1d40e1-75d1-4e70-bf82-a92446198bbb [ 1895.360248] env[62181]: DEBUG oslo_vmware.api [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.436766] env[62181]: DEBUG oslo_concurrency.lockutils [req-c27cdf52-5c81-4bc4-937b-b12e3a932faf req-c59c18b2-214f-435d-8990-465ed8d7b3b8 service nova] Releasing lock "refresh_cache-bad9f7b2-c5e6-4527-af08-8a922b362cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.469833] env[62181]: DEBUG oslo_concurrency.lockutils [req-b6dca110-cfb0-43cb-aa8e-a572ea5b975f req-1e0dc1f9-9458-4691-b379-bbbd5e78e0da service nova] Releasing lock "refresh_cache-5cc52e43-ffc7-4c1d-8541-c937f164eb31" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.486148] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.486408] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.488040] env[62181]: INFO nova.compute.claims [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1895.516054] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790910, 'name': Rename_Task, 'duration_secs': 0.370163} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.516352] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1895.516677] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdf62f1e-06e4-47b8-8456-ea6d039d2c43 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.524569] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1895.524569] env[62181]: value = "task-1790911" [ 1895.524569] env[62181]: _type = "Task" [ 1895.524569] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.533320] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.739061] env[62181]: DEBUG oslo_concurrency.lockutils [None req-41b946de-edb4-4b8a-9137-e55b87c7752a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "ce1d40e1-75d1-4e70-bf82-a92446198bbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.859s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.756026] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ed5bdff1-98ab-4b5a-9c79-5dcc491fd9ad tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "29cad617-08cd-48d6-a67e-e5c0f0430af9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.856426] env[62181]: DEBUG oslo_vmware.api [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.943760] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "29cad617-08cd-48d6-a67e-e5c0f0430af9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.944061] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "29cad617-08cd-48d6-a67e-e5c0f0430af9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.944258] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "29cad617-08cd-48d6-a67e-e5c0f0430af9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.944448] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "29cad617-08cd-48d6-a67e-e5c0f0430af9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.944621] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "29cad617-08cd-48d6-a67e-e5c0f0430af9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.946855] env[62181]: INFO nova.compute.manager [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Terminating instance [ 1895.956239] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "75b09437-f429-4dfa-8100-c6ffd10477df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.956811] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "75b09437-f429-4dfa-8100-c6ffd10477df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.957027] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "75b09437-f429-4dfa-8100-c6ffd10477df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.957224] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "75b09437-f429-4dfa-8100-c6ffd10477df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.957396] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "75b09437-f429-4dfa-8100-c6ffd10477df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.959018] env[62181]: INFO nova.compute.manager [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Terminating instance [ 1896.035422] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790911, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.357469] env[62181]: DEBUG oslo_vmware.api [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.451650] env[62181]: DEBUG nova.compute.manager [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1896.451902] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1896.452798] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36644d9-b24c-4e6f-a230-608d74847642 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.460737] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.460962] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7244d613-1523-42d5-bac2-9cdf499270c3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.462686] env[62181]: DEBUG nova.compute.manager [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1896.462883] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1896.463591] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb82974-58f0-4cce-bc95-a02af7048bf5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.470611] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.471633] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ae88b78-144e-4fdb-8200-7b5faace35ae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.472957] env[62181]: DEBUG oslo_vmware.api [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1896.472957] env[62181]: value = "task-1790912" [ 1896.472957] env[62181]: _type = "Task" [ 1896.472957] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.477906] env[62181]: DEBUG oslo_vmware.api [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1896.477906] env[62181]: value = "task-1790913" [ 1896.477906] env[62181]: _type = "Task" [ 1896.477906] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.483912] env[62181]: DEBUG oslo_vmware.api [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.489622] env[62181]: DEBUG oslo_vmware.api [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.541646] env[62181]: DEBUG oslo_vmware.api [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790911, 'name': PowerOnVM_Task, 'duration_secs': 0.523086} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.541646] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1896.541646] env[62181]: INFO nova.compute.manager [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1896.541646] env[62181]: DEBUG nova.compute.manager [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1896.544962] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc968873-cd8c-4c46-b660-e29534c99d9a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.689225] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae35f35-bdcc-430a-8528-a63f02c7515e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.697050] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5dce2e-48b9-4e08-a0c5-d109ce0b6c86 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.728683] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88242670-6dcc-432f-b09d-1554545d6d59 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.737372] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e52606-4a37-4dc0-8eba-427524621b04 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.751245] env[62181]: DEBUG nova.compute.provider_tree [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1896.857657] env[62181]: DEBUG oslo_vmware.api [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.984993] env[62181]: DEBUG oslo_vmware.api [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790912, 'name': PowerOffVM_Task, 'duration_secs': 0.198057} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.985677] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1896.985845] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1896.986115] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b907b34c-79ba-4e20-9e95-6d5a4bfc47e4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.990138] env[62181]: DEBUG oslo_vmware.api [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790913, 'name': PowerOffVM_Task, 'duration_secs': 0.269823} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.990655] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1896.990825] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1896.991061] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-994b5e84-051e-4e7e-9f95-714e88e9a206 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.063670] env[62181]: INFO nova.compute.manager [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Took 13.39 seconds to build instance. [ 1897.098215] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1897.098459] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1897.098635] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleting the datastore file [datastore1] 75b09437-f429-4dfa-8100-c6ffd10477df {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1897.098897] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b31affd-3af3-4619-87da-feac38ea248c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.109185] env[62181]: DEBUG oslo_vmware.api [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for the task: (returnval){ [ 1897.109185] env[62181]: value = "task-1790916" [ 1897.109185] env[62181]: _type = "Task" [ 1897.109185] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.115803] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1897.116111] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1897.116409] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Deleting the datastore file [datastore1] 29cad617-08cd-48d6-a67e-e5c0f0430af9 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1897.117035] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05acea84-1b72-4f0a-803a-392db5ea8630 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.121696] env[62181]: DEBUG oslo_vmware.api [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.129193] env[62181]: DEBUG oslo_vmware.api [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1897.129193] env[62181]: value = "task-1790917" [ 1897.129193] env[62181]: _type = "Task" [ 1897.129193] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.136814] env[62181]: DEBUG oslo_vmware.api [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.240288] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "cfb05fc1-c3ae-43c2-a811-0a99ae48c03c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.240625] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "cfb05fc1-c3ae-43c2-a811-0a99ae48c03c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.257078] env[62181]: DEBUG nova.scheduler.client.report [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1897.357837] env[62181]: DEBUG oslo_vmware.api [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.565758] env[62181]: DEBUG oslo_concurrency.lockutils [None req-fd4f1d4c-b2ec-4db1-8d6d-6245cfdfaf01 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "bad9f7b2-c5e6-4527-af08-8a922b362cc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.895s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.566153] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "bad9f7b2-c5e6-4527-af08-8a922b362cc5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.068s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.567290] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5390cd7-3396-4a3a-945e-ff1133d289a0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.621652] env[62181]: DEBUG oslo_vmware.api [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Task: {'id': task-1790916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158945} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.621652] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1897.621995] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1897.621995] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1897.622132] env[62181]: INFO nova.compute.manager [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1897.622376] env[62181]: DEBUG oslo.service.loopingcall [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1897.622562] env[62181]: DEBUG nova.compute.manager [-] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1897.622656] env[62181]: DEBUG nova.network.neutron [-] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1897.638630] env[62181]: DEBUG oslo_vmware.api [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157167} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.638630] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1897.638845] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1897.638845] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1897.639847] env[62181]: INFO nova.compute.manager [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1897.639847] env[62181]: DEBUG oslo.service.loopingcall [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1897.639847] env[62181]: DEBUG nova.compute.manager [-] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1897.639847] env[62181]: DEBUG nova.network.neutron [-] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1897.742592] env[62181]: DEBUG nova.compute.manager [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1897.762719] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.763300] env[62181]: DEBUG nova.compute.manager [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1897.774900] env[62181]: DEBUG nova.compute.manager [req-e3907ad6-708a-450c-a08e-1cc5dcab459f req-9d631cbe-1ded-4818-adf2-26c2d1b119a4 service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Received event network-changed-3b0804b0-04f9-4a72-8b44-12f8857812db {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1897.775115] env[62181]: DEBUG nova.compute.manager [req-e3907ad6-708a-450c-a08e-1cc5dcab459f req-9d631cbe-1ded-4818-adf2-26c2d1b119a4 service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Refreshing instance network info cache due to event network-changed-3b0804b0-04f9-4a72-8b44-12f8857812db. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1897.776739] env[62181]: DEBUG oslo_concurrency.lockutils [req-e3907ad6-708a-450c-a08e-1cc5dcab459f req-9d631cbe-1ded-4818-adf2-26c2d1b119a4 service nova] Acquiring lock "refresh_cache-bad9f7b2-c5e6-4527-af08-8a922b362cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.778587] env[62181]: DEBUG oslo_concurrency.lockutils [req-e3907ad6-708a-450c-a08e-1cc5dcab459f req-9d631cbe-1ded-4818-adf2-26c2d1b119a4 service nova] Acquired lock "refresh_cache-bad9f7b2-c5e6-4527-af08-8a922b362cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.778794] env[62181]: DEBUG nova.network.neutron [req-e3907ad6-708a-450c-a08e-1cc5dcab459f req-9d631cbe-1ded-4818-adf2-26c2d1b119a4 service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Refreshing network info cache for port 3b0804b0-04f9-4a72-8b44-12f8857812db {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1897.861147] env[62181]: DEBUG oslo_vmware.api [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.061627] env[62181]: DEBUG nova.compute.manager [req-ad7024ad-ff1c-4f8c-aaf9-b472d0e11822 req-fe649345-5f9d-4b18-a40a-d69a45ad1872 service nova] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Received event network-vif-deleted-d0c1edbb-0764-4a76-b335-10f3d33c8743 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1898.061910] env[62181]: INFO nova.compute.manager [req-ad7024ad-ff1c-4f8c-aaf9-b472d0e11822 req-fe649345-5f9d-4b18-a40a-d69a45ad1872 service nova] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Neutron deleted interface d0c1edbb-0764-4a76-b335-10f3d33c8743; detaching it from the instance and deleting it from the info cache [ 1898.062106] env[62181]: DEBUG nova.network.neutron [req-ad7024ad-ff1c-4f8c-aaf9-b472d0e11822 req-fe649345-5f9d-4b18-a40a-d69a45ad1872 service nova] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.077647] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "bad9f7b2-c5e6-4527-af08-8a922b362cc5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.271508] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.271508] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.272956] env[62181]: INFO nova.compute.claims [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1898.276345] env[62181]: DEBUG nova.compute.utils [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1898.278737] env[62181]: DEBUG nova.compute.manager [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1898.278737] env[62181]: DEBUG nova.network.neutron [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1898.343454] env[62181]: DEBUG nova.policy [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08a4994ebab74c4f94f36d56f3bc4850', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fccd6a836a1d4a9ba6136b46b7eecd07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1898.364076] env[62181]: DEBUG oslo_vmware.api [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.493805] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9d07dadf-4e17-4e2c-8b6a-7d286c9774e6 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquiring lock "bad9f7b2-c5e6-4527-af08-8a922b362cc5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.494073] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9d07dadf-4e17-4e2c-8b6a-7d286c9774e6 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "bad9f7b2-c5e6-4527-af08-8a922b362cc5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.494290] env[62181]: INFO nova.compute.manager [None req-9d07dadf-4e17-4e2c-8b6a-7d286c9774e6 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Rebooting instance [ 1898.540593] env[62181]: DEBUG nova.network.neutron [-] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.564392] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42df6591-bf64-4c48-ae23-1c43632cece3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.574086] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb944f1-a443-46d2-a77e-48d44fc3ee80 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.608147] env[62181]: DEBUG nova.compute.manager [req-ad7024ad-ff1c-4f8c-aaf9-b472d0e11822 req-fe649345-5f9d-4b18-a40a-d69a45ad1872 service nova] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Detach interface failed, port_id=d0c1edbb-0764-4a76-b335-10f3d33c8743, reason: Instance 75b09437-f429-4dfa-8100-c6ffd10477df could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1898.618255] env[62181]: DEBUG nova.network.neutron [req-e3907ad6-708a-450c-a08e-1cc5dcab459f req-9d631cbe-1ded-4818-adf2-26c2d1b119a4 service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Updated VIF entry in instance network info cache for port 3b0804b0-04f9-4a72-8b44-12f8857812db. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1898.618617] env[62181]: DEBUG nova.network.neutron [req-e3907ad6-708a-450c-a08e-1cc5dcab459f req-9d631cbe-1ded-4818-adf2-26c2d1b119a4 service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Updating instance_info_cache with network_info: [{"id": "3b0804b0-04f9-4a72-8b44-12f8857812db", "address": "fa:16:3e:57:44:46", "network": {"id": "f5a7a238-7962-404b-a273-1fc878e4bf11", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414139410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03525201b094403c9cef8b05a4c47859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0804b0-04", "ovs_interfaceid": "3b0804b0-04f9-4a72-8b44-12f8857812db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.726406] env[62181]: DEBUG nova.network.neutron [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Successfully created port: f27675a7-a524-48ad-832c-650144d39efd {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1898.765910] env[62181]: DEBUG nova.network.neutron [-] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.783879] env[62181]: DEBUG nova.compute.manager [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1898.862868] env[62181]: DEBUG oslo_vmware.api [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790906, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.014183] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9d07dadf-4e17-4e2c-8b6a-7d286c9774e6 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquiring lock "refresh_cache-bad9f7b2-c5e6-4527-af08-8a922b362cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.043986] env[62181]: INFO nova.compute.manager [-] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Took 1.42 seconds to deallocate network for instance. [ 1899.121794] env[62181]: DEBUG oslo_concurrency.lockutils [req-e3907ad6-708a-450c-a08e-1cc5dcab459f req-9d631cbe-1ded-4818-adf2-26c2d1b119a4 service nova] Releasing lock "refresh_cache-bad9f7b2-c5e6-4527-af08-8a922b362cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.122540] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9d07dadf-4e17-4e2c-8b6a-7d286c9774e6 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquired lock "refresh_cache-bad9f7b2-c5e6-4527-af08-8a922b362cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.122854] env[62181]: DEBUG nova.network.neutron [None req-9d07dadf-4e17-4e2c-8b6a-7d286c9774e6 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1899.268859] env[62181]: INFO nova.compute.manager [-] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Took 1.63 seconds to deallocate network for instance. [ 1899.366153] env[62181]: DEBUG oslo_vmware.api [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790906, 'name': ReconfigVM_Task, 'duration_secs': 5.844482} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.366418] env[62181]: DEBUG oslo_concurrency.lockutils [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.366650] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Reconfigured VM to detach interface {{(pid=62181) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1899.471734] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d662a074-cb43-49b3-8b0d-b724c58aa81f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.481422] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3d557c-9a29-4b74-aaba-057a543bb27a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.522791] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8ab32c-a80b-4dab-bf57-3e9c077529d7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.531108] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c6e7dd-4152-42e9-97a2-a6c7883d9555 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.544995] env[62181]: DEBUG nova.compute.provider_tree [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.552330] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.775676] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.792477] env[62181]: DEBUG nova.compute.manager [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1899.818403] env[62181]: DEBUG nova.virt.hardware [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1899.818403] env[62181]: DEBUG nova.virt.hardware [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1899.818600] env[62181]: DEBUG nova.virt.hardware [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1899.818689] env[62181]: DEBUG nova.virt.hardware [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1899.818823] env[62181]: DEBUG nova.virt.hardware [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1899.819056] env[62181]: DEBUG nova.virt.hardware [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1899.819285] env[62181]: DEBUG nova.virt.hardware [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1899.819451] env[62181]: DEBUG nova.virt.hardware [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1899.819617] env[62181]: DEBUG nova.virt.hardware [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1899.819780] env[62181]: DEBUG nova.virt.hardware [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1899.819955] env[62181]: DEBUG nova.virt.hardware [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1899.820829] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c80cf80-a445-4e15-bca9-e530644e24cc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.824140] env[62181]: DEBUG nova.network.neutron [None req-9d07dadf-4e17-4e2c-8b6a-7d286c9774e6 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Updating instance_info_cache with network_info: [{"id": "3b0804b0-04f9-4a72-8b44-12f8857812db", "address": "fa:16:3e:57:44:46", "network": {"id": "f5a7a238-7962-404b-a273-1fc878e4bf11", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414139410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03525201b094403c9cef8b05a4c47859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0804b0-04", "ovs_interfaceid": "3b0804b0-04f9-4a72-8b44-12f8857812db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.830931] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9a19f6-4744-43df-8ddd-eb0b3ea73b41 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.048634] env[62181]: DEBUG nova.scheduler.client.report [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1900.101833] env[62181]: DEBUG nova.compute.manager [req-622f6a8c-67bd-4975-89db-915b85d1f692 req-e684d3c9-aef4-4267-baf6-79456c4ef446 service nova] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Received event network-vif-deleted-5e09da3a-cef1-4ec7-8f71-c661f24ed126 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1900.101996] env[62181]: DEBUG nova.compute.manager [req-622f6a8c-67bd-4975-89db-915b85d1f692 req-e684d3c9-aef4-4267-baf6-79456c4ef446 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Received event network-vif-deleted-34145e82-b4d1-4eb7-834b-782f485f1aac {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1900.102192] env[62181]: INFO nova.compute.manager [req-622f6a8c-67bd-4975-89db-915b85d1f692 req-e684d3c9-aef4-4267-baf6-79456c4ef446 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Neutron deleted interface 34145e82-b4d1-4eb7-834b-782f485f1aac; detaching it from the instance and deleting it from the info cache [ 1900.102481] env[62181]: DEBUG nova.network.neutron [req-622f6a8c-67bd-4975-89db-915b85d1f692 req-e684d3c9-aef4-4267-baf6-79456c4ef446 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Updating instance_info_cache with network_info: [{"id": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "address": "fa:16:3e:78:fb:10", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a1c05c-67", "ovs_interfaceid": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "557f23d4-68be-4cda-838b-0c3fdbb325bf", "address": "fa:16:3e:d2:a4:b2", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap557f23d4-68", "ovs_interfaceid": "557f23d4-68be-4cda-838b-0c3fdbb325bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.273594] env[62181]: DEBUG nova.network.neutron [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Successfully updated port: f27675a7-a524-48ad-832c-650144d39efd {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1900.327811] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9d07dadf-4e17-4e2c-8b6a-7d286c9774e6 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Releasing lock "refresh_cache-bad9f7b2-c5e6-4527-af08-8a922b362cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.554240] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.554834] env[62181]: DEBUG nova.compute.manager [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1900.559447] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.007s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.559869] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.562115] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.787s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.562377] env[62181]: DEBUG nova.objects.instance [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lazy-loading 'resources' on Instance uuid 29cad617-08cd-48d6-a67e-e5c0f0430af9 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1900.569269] env[62181]: DEBUG oslo_concurrency.lockutils [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.569468] env[62181]: DEBUG oslo_concurrency.lockutils [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.569663] env[62181]: DEBUG nova.network.neutron [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1900.592939] env[62181]: INFO nova.scheduler.client.report [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Deleted allocations for instance 75b09437-f429-4dfa-8100-c6ffd10477df [ 1900.607688] env[62181]: DEBUG oslo_concurrency.lockutils [req-622f6a8c-67bd-4975-89db-915b85d1f692 req-e684d3c9-aef4-4267-baf6-79456c4ef446 service nova] Acquiring lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.608015] env[62181]: DEBUG oslo_concurrency.lockutils [req-622f6a8c-67bd-4975-89db-915b85d1f692 req-e684d3c9-aef4-4267-baf6-79456c4ef446 service nova] Acquired lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.609515] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7ea2ce-d102-4b7a-a9c2-c09a43e14043 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.635473] env[62181]: DEBUG oslo_concurrency.lockutils [req-622f6a8c-67bd-4975-89db-915b85d1f692 req-e684d3c9-aef4-4267-baf6-79456c4ef446 service nova] Releasing lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.635947] env[62181]: WARNING nova.compute.manager [req-622f6a8c-67bd-4975-89db-915b85d1f692 req-e684d3c9-aef4-4267-baf6-79456c4ef446 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Detach interface failed, port_id=34145e82-b4d1-4eb7-834b-782f485f1aac, reason: No device with interface-id 34145e82-b4d1-4eb7-834b-782f485f1aac exists on VM: nova.exception.NotFound: No device with interface-id 34145e82-b4d1-4eb7-834b-782f485f1aac exists on VM [ 1900.776070] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.776192] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquired lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.776359] env[62181]: DEBUG nova.network.neutron [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1900.833909] env[62181]: DEBUG nova.compute.manager [None req-9d07dadf-4e17-4e2c-8b6a-7d286c9774e6 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1900.834781] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff7a3f0-a69d-406d-ab66-f850035bba36 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.060997] env[62181]: DEBUG nova.compute.utils [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1901.062400] env[62181]: DEBUG nova.compute.manager [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1901.062576] env[62181]: DEBUG nova.network.neutron [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1901.101842] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bae756c9-1b0e-4d29-8a7e-00b898e3da6e tempest-DeleteServersTestJSON-1847396245 tempest-DeleteServersTestJSON-1847396245-project-member] Lock "75b09437-f429-4dfa-8100-c6ffd10477df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.144s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.140261] env[62181]: DEBUG nova.policy [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51705f2b12864833b597b26767e1ac89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e049a32d49014fb1ac3c0599d2698179', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1901.203487] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.203790] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.204044] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.204275] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.204483] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.206577] env[62181]: INFO nova.compute.manager [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Terminating instance [ 1901.239285] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c6cbd6-af0a-4bf4-b8c0-f7f98ca242db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.247202] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b90d84-ac55-4376-9d5d-49d2f3402a53 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.278139] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1d1c0d-0be6-4798-904e-bd2dcd862640 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.287470] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cf8061-7fb2-4ba2-b0cc-b83584ff2717 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.303467] env[62181]: DEBUG nova.compute.provider_tree [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1901.317802] env[62181]: DEBUG nova.network.neutron [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1901.476184] env[62181]: INFO nova.network.neutron [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Port 557f23d4-68be-4cda-838b-0c3fdbb325bf from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1901.476581] env[62181]: DEBUG nova.network.neutron [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Updating instance_info_cache with network_info: [{"id": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "address": "fa:16:3e:78:fb:10", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a1c05c-67", "ovs_interfaceid": "02a1c05c-6763-41e2-9ce4-52e902e25a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.502922] env[62181]: DEBUG nova.network.neutron [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Updating instance_info_cache with network_info: [{"id": "f27675a7-a524-48ad-832c-650144d39efd", "address": "fa:16:3e:41:18:81", "network": {"id": "2f3efdfa-3ac8-452a-82bb-94429086ff43", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795103716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccd6a836a1d4a9ba6136b46b7eecd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf27675a7-a5", "ovs_interfaceid": "f27675a7-a524-48ad-832c-650144d39efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.556509] env[62181]: DEBUG nova.network.neutron [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Successfully created port: 5f3a72eb-a9fa-4f86-a241-1b65803e7516 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1901.565830] env[62181]: DEBUG nova.compute.manager [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1901.710924] env[62181]: DEBUG nova.compute.manager [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1901.711214] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1901.712434] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5055730a-e948-41d7-91e0-f4b7b7e6a7fb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.721098] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1901.721338] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-242855c8-8992-4b1f-aeb1-f7fb2f2cfa52 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.728823] env[62181]: DEBUG oslo_vmware.api [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1901.728823] env[62181]: value = "task-1790919" [ 1901.728823] env[62181]: _type = "Task" [ 1901.728823] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.736681] env[62181]: DEBUG oslo_vmware.api [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.806815] env[62181]: DEBUG nova.scheduler.client.report [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1901.850213] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f86664-ca8b-47b6-988c-075a89f546d7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.858085] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07dadf-4e17-4e2c-8b6a-7d286c9774e6 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Doing hard reboot of VM {{(pid=62181) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1901.858336] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2ce7d7be-5193-4a3b-9ac9-ace77e68da6b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.865042] env[62181]: DEBUG oslo_vmware.api [None req-9d07dadf-4e17-4e2c-8b6a-7d286c9774e6 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1901.865042] env[62181]: value = "task-1790920" [ 1901.865042] env[62181]: _type = "Task" [ 1901.865042] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.872651] env[62181]: DEBUG oslo_vmware.api [None req-9d07dadf-4e17-4e2c-8b6a-7d286c9774e6 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790920, 'name': ResetVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.979522] env[62181]: DEBUG oslo_concurrency.lockutils [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "refresh_cache-561b8086-b6e8-4782-8604-9d3bfcdc23ad" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.005838] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Releasing lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.006177] env[62181]: DEBUG nova.compute.manager [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Instance network_info: |[{"id": "f27675a7-a524-48ad-832c-650144d39efd", "address": "fa:16:3e:41:18:81", "network": {"id": "2f3efdfa-3ac8-452a-82bb-94429086ff43", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795103716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccd6a836a1d4a9ba6136b46b7eecd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf27675a7-a5", "ovs_interfaceid": "f27675a7-a524-48ad-832c-650144d39efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1902.006620] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:18:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f27675a7-a524-48ad-832c-650144d39efd', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1902.014020] env[62181]: DEBUG oslo.service.loopingcall [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1902.014222] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1902.014428] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5d59382-6628-432b-9b52-8ecc71119bb7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.034305] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1902.034305] env[62181]: value = "task-1790921" [ 1902.034305] env[62181]: _type = "Task" [ 1902.034305] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.041897] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790921, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.134441] env[62181]: DEBUG nova.compute.manager [req-88822f79-f56c-4558-b914-59f0498b5ddd req-872bb6bf-3982-4f0f-90ca-e5a43a46a8a8 service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Received event network-vif-plugged-f27675a7-a524-48ad-832c-650144d39efd {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1902.134662] env[62181]: DEBUG oslo_concurrency.lockutils [req-88822f79-f56c-4558-b914-59f0498b5ddd req-872bb6bf-3982-4f0f-90ca-e5a43a46a8a8 service nova] Acquiring lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.134876] env[62181]: DEBUG oslo_concurrency.lockutils [req-88822f79-f56c-4558-b914-59f0498b5ddd req-872bb6bf-3982-4f0f-90ca-e5a43a46a8a8 service nova] Lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.135101] env[62181]: DEBUG oslo_concurrency.lockutils [req-88822f79-f56c-4558-b914-59f0498b5ddd req-872bb6bf-3982-4f0f-90ca-e5a43a46a8a8 service nova] Lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.135354] env[62181]: DEBUG nova.compute.manager [req-88822f79-f56c-4558-b914-59f0498b5ddd req-872bb6bf-3982-4f0f-90ca-e5a43a46a8a8 service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] No waiting events found dispatching network-vif-plugged-f27675a7-a524-48ad-832c-650144d39efd {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1902.135567] env[62181]: WARNING nova.compute.manager [req-88822f79-f56c-4558-b914-59f0498b5ddd req-872bb6bf-3982-4f0f-90ca-e5a43a46a8a8 service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Received unexpected event network-vif-plugged-f27675a7-a524-48ad-832c-650144d39efd for instance with vm_state building and task_state spawning. [ 1902.135778] env[62181]: DEBUG nova.compute.manager [req-88822f79-f56c-4558-b914-59f0498b5ddd req-872bb6bf-3982-4f0f-90ca-e5a43a46a8a8 service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Received event network-changed-f27675a7-a524-48ad-832c-650144d39efd {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1902.135965] env[62181]: DEBUG nova.compute.manager [req-88822f79-f56c-4558-b914-59f0498b5ddd req-872bb6bf-3982-4f0f-90ca-e5a43a46a8a8 service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Refreshing instance network info cache due to event network-changed-f27675a7-a524-48ad-832c-650144d39efd. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1902.136171] env[62181]: DEBUG oslo_concurrency.lockutils [req-88822f79-f56c-4558-b914-59f0498b5ddd req-872bb6bf-3982-4f0f-90ca-e5a43a46a8a8 service nova] Acquiring lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.136335] env[62181]: DEBUG oslo_concurrency.lockutils [req-88822f79-f56c-4558-b914-59f0498b5ddd req-872bb6bf-3982-4f0f-90ca-e5a43a46a8a8 service nova] Acquired lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.136542] env[62181]: DEBUG nova.network.neutron [req-88822f79-f56c-4558-b914-59f0498b5ddd req-872bb6bf-3982-4f0f-90ca-e5a43a46a8a8 service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Refreshing network info cache for port f27675a7-a524-48ad-832c-650144d39efd {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1902.238878] env[62181]: DEBUG oslo_vmware.api [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.311332] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.333174] env[62181]: INFO nova.scheduler.client.report [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Deleted allocations for instance 29cad617-08cd-48d6-a67e-e5c0f0430af9 [ 1902.375913] env[62181]: DEBUG oslo_vmware.api [None req-9d07dadf-4e17-4e2c-8b6a-7d286c9774e6 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790920, 'name': ResetVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.483692] env[62181]: DEBUG oslo_concurrency.lockutils [None req-692aa9a0-67bd-476d-abc6-3814638fe93f tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-561b8086-b6e8-4782-8604-9d3bfcdc23ad-34145e82-b4d1-4eb7-834b-782f485f1aac" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.716s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.546559] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790921, 'name': CreateVM_Task, 'duration_secs': 0.364775} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.546717] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1902.547480] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.547608] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.547835] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1902.548118] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8721cdfe-cd2b-4679-82b2-501f7336063f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.553135] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1902.553135] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5288844c-717e-d867-f28d-a828594db936" [ 1902.553135] env[62181]: _type = "Task" [ 1902.553135] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.562043] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5288844c-717e-d867-f28d-a828594db936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.574803] env[62181]: DEBUG nova.compute.manager [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1902.603035] env[62181]: DEBUG nova.virt.hardware [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1902.603035] env[62181]: DEBUG nova.virt.hardware [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1902.603035] env[62181]: DEBUG nova.virt.hardware [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1902.603454] env[62181]: DEBUG nova.virt.hardware [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1902.603843] env[62181]: DEBUG nova.virt.hardware [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1902.604170] env[62181]: DEBUG nova.virt.hardware [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1902.605039] env[62181]: DEBUG nova.virt.hardware [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1902.605039] env[62181]: DEBUG nova.virt.hardware [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1902.605039] env[62181]: DEBUG nova.virt.hardware [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1902.605300] env[62181]: DEBUG nova.virt.hardware [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1902.605484] env[62181]: DEBUG nova.virt.hardware [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1902.606422] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4907be8f-6bae-4bdc-915a-b9a25e2ebda7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.614301] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b9148e-5150-4c22-b4cc-bddeb1f440c7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.739037] env[62181]: DEBUG oslo_vmware.api [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790919, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.841163] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2d38bac1-04e7-4aae-badb-8372b0734432 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "29cad617-08cd-48d6-a67e-e5c0f0430af9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.897s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.865860] env[62181]: DEBUG nova.network.neutron [req-88822f79-f56c-4558-b914-59f0498b5ddd req-872bb6bf-3982-4f0f-90ca-e5a43a46a8a8 service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Updated VIF entry in instance network info cache for port f27675a7-a524-48ad-832c-650144d39efd. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1902.866238] env[62181]: DEBUG nova.network.neutron [req-88822f79-f56c-4558-b914-59f0498b5ddd req-872bb6bf-3982-4f0f-90ca-e5a43a46a8a8 service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Updating instance_info_cache with network_info: [{"id": "f27675a7-a524-48ad-832c-650144d39efd", "address": "fa:16:3e:41:18:81", "network": {"id": "2f3efdfa-3ac8-452a-82bb-94429086ff43", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795103716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccd6a836a1d4a9ba6136b46b7eecd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf27675a7-a5", "ovs_interfaceid": "f27675a7-a524-48ad-832c-650144d39efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.877541] env[62181]: DEBUG oslo_vmware.api [None req-9d07dadf-4e17-4e2c-8b6a-7d286c9774e6 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790920, 'name': ResetVM_Task, 'duration_secs': 0.714557} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.877985] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07dadf-4e17-4e2c-8b6a-7d286c9774e6 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Did hard reboot of VM {{(pid=62181) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1902.878209] env[62181]: DEBUG nova.compute.manager [None req-9d07dadf-4e17-4e2c-8b6a-7d286c9774e6 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1902.878988] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c94ade-2946-44d0-8d5c-e493d21e3c99 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.066381] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5288844c-717e-d867-f28d-a828594db936, 'name': SearchDatastore_Task, 'duration_secs': 0.009499} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.066381] env[62181]: DEBUG nova.network.neutron [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Successfully updated port: 5f3a72eb-a9fa-4f86-a241-1b65803e7516 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1903.067094] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.067380] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1903.067715] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.067939] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.068179] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1903.068717] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-781fd877-3041-448a-99b3-ed45e36c1bf6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.077845] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1903.078045] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1903.078758] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e18758-32b4-4048-b186-613afaddfc96 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.085136] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1903.085136] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525b3b91-e7c3-2766-00d2-3bfe040b0c17" [ 1903.085136] env[62181]: _type = "Task" [ 1903.085136] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.093048] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525b3b91-e7c3-2766-00d2-3bfe040b0c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.239721] env[62181]: DEBUG oslo_vmware.api [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790919, 'name': PowerOffVM_Task, 'duration_secs': 1.225379} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.240051] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1903.241078] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1903.241078] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4771d599-1706-4ecc-9a58-e8dfdfc8fe8a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.371849] env[62181]: DEBUG oslo_concurrency.lockutils [req-88822f79-f56c-4558-b914-59f0498b5ddd req-872bb6bf-3982-4f0f-90ca-e5a43a46a8a8 service nova] Releasing lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.372195] env[62181]: DEBUG nova.compute.manager [req-88822f79-f56c-4558-b914-59f0498b5ddd req-872bb6bf-3982-4f0f-90ca-e5a43a46a8a8 service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Received event network-vif-deleted-557f23d4-68be-4cda-838b-0c3fdbb325bf {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1903.386779] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1903.386779] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1903.386779] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Deleting the datastore file [datastore1] 561b8086-b6e8-4782-8604-9d3bfcdc23ad {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1903.386961] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcfc6b30-92a9-4f40-87a7-714ea38d6329 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.391696] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9d07dadf-4e17-4e2c-8b6a-7d286c9774e6 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "bad9f7b2-c5e6-4527-af08-8a922b362cc5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.897s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.395529] env[62181]: DEBUG oslo_vmware.api [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1903.395529] env[62181]: value = "task-1790923" [ 1903.395529] env[62181]: _type = "Task" [ 1903.395529] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.405548] env[62181]: DEBUG oslo_vmware.api [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.569618] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "refresh_cache-cfb05fc1-c3ae-43c2-a811-0a99ae48c03c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.569796] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "refresh_cache-cfb05fc1-c3ae-43c2-a811-0a99ae48c03c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.569969] env[62181]: DEBUG nova.network.neutron [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1903.596753] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525b3b91-e7c3-2766-00d2-3bfe040b0c17, 'name': SearchDatastore_Task, 'duration_secs': 0.008858} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.597665] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42afee74-f504-44c9-85c0-b43dda27a002 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.603739] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1903.603739] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]522dfe36-69e3-b52e-4b68-13769908b248" [ 1903.603739] env[62181]: _type = "Task" [ 1903.603739] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.611626] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]522dfe36-69e3-b52e-4b68-13769908b248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.907192] env[62181]: DEBUG oslo_vmware.api [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200665} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.907192] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1903.907192] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1903.907192] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1903.907192] env[62181]: INFO nova.compute.manager [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1903.907491] env[62181]: DEBUG oslo.service.loopingcall [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1903.907491] env[62181]: DEBUG nova.compute.manager [-] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1903.907617] env[62181]: DEBUG nova.network.neutron [-] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1904.114103] env[62181]: DEBUG nova.network.neutron [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1904.119433] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]522dfe36-69e3-b52e-4b68-13769908b248, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.119979] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.120260] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53/5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1904.120522] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9c229c7-1b9c-4960-b05a-bb60afd9d8da {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.127321] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1904.127321] env[62181]: value = "task-1790925" [ 1904.127321] env[62181]: _type = "Task" [ 1904.127321] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.135658] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.186538] env[62181]: DEBUG nova.compute.manager [req-7d814a0f-51d2-4e0b-889a-fe52479a3c3a req-e6826463-f22a-4410-9128-7d2aceeb28e3 service nova] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Received event network-vif-plugged-5f3a72eb-a9fa-4f86-a241-1b65803e7516 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1904.186833] env[62181]: DEBUG oslo_concurrency.lockutils [req-7d814a0f-51d2-4e0b-889a-fe52479a3c3a req-e6826463-f22a-4410-9128-7d2aceeb28e3 service nova] Acquiring lock "cfb05fc1-c3ae-43c2-a811-0a99ae48c03c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.186952] env[62181]: DEBUG oslo_concurrency.lockutils [req-7d814a0f-51d2-4e0b-889a-fe52479a3c3a req-e6826463-f22a-4410-9128-7d2aceeb28e3 service nova] Lock "cfb05fc1-c3ae-43c2-a811-0a99ae48c03c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.187175] env[62181]: DEBUG oslo_concurrency.lockutils [req-7d814a0f-51d2-4e0b-889a-fe52479a3c3a req-e6826463-f22a-4410-9128-7d2aceeb28e3 service nova] Lock "cfb05fc1-c3ae-43c2-a811-0a99ae48c03c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.187288] env[62181]: DEBUG nova.compute.manager [req-7d814a0f-51d2-4e0b-889a-fe52479a3c3a req-e6826463-f22a-4410-9128-7d2aceeb28e3 service nova] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] No waiting events found dispatching network-vif-plugged-5f3a72eb-a9fa-4f86-a241-1b65803e7516 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1904.187446] env[62181]: WARNING nova.compute.manager [req-7d814a0f-51d2-4e0b-889a-fe52479a3c3a req-e6826463-f22a-4410-9128-7d2aceeb28e3 service nova] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Received unexpected event network-vif-plugged-5f3a72eb-a9fa-4f86-a241-1b65803e7516 for instance with vm_state building and task_state spawning. [ 1904.187599] env[62181]: DEBUG nova.compute.manager [req-7d814a0f-51d2-4e0b-889a-fe52479a3c3a req-e6826463-f22a-4410-9128-7d2aceeb28e3 service nova] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Received event network-changed-5f3a72eb-a9fa-4f86-a241-1b65803e7516 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1904.187745] env[62181]: DEBUG nova.compute.manager [req-7d814a0f-51d2-4e0b-889a-fe52479a3c3a req-e6826463-f22a-4410-9128-7d2aceeb28e3 service nova] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Refreshing instance network info cache due to event network-changed-5f3a72eb-a9fa-4f86-a241-1b65803e7516. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1904.187902] env[62181]: DEBUG oslo_concurrency.lockutils [req-7d814a0f-51d2-4e0b-889a-fe52479a3c3a req-e6826463-f22a-4410-9128-7d2aceeb28e3 service nova] Acquiring lock "refresh_cache-cfb05fc1-c3ae-43c2-a811-0a99ae48c03c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.204936] env[62181]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 557f23d4-68be-4cda-838b-0c3fdbb325bf could not be found.", "detail": ""}} {{(pid=62181) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1904.205154] env[62181]: DEBUG nova.network.neutron [-] Unable to show port 557f23d4-68be-4cda-838b-0c3fdbb325bf as it no longer exists. {{(pid=62181) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1904.273327] env[62181]: DEBUG nova.network.neutron [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Updating instance_info_cache with network_info: [{"id": "5f3a72eb-a9fa-4f86-a241-1b65803e7516", "address": "fa:16:3e:7a:fb:51", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3a72eb-a9", "ovs_interfaceid": "5f3a72eb-a9fa-4f86-a241-1b65803e7516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.637923] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790925, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.777584] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "refresh_cache-cfb05fc1-c3ae-43c2-a811-0a99ae48c03c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.777957] env[62181]: DEBUG nova.compute.manager [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Instance network_info: |[{"id": "5f3a72eb-a9fa-4f86-a241-1b65803e7516", "address": "fa:16:3e:7a:fb:51", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3a72eb-a9", "ovs_interfaceid": "5f3a72eb-a9fa-4f86-a241-1b65803e7516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1904.778513] env[62181]: DEBUG oslo_concurrency.lockutils [req-7d814a0f-51d2-4e0b-889a-fe52479a3c3a req-e6826463-f22a-4410-9128-7d2aceeb28e3 service nova] Acquired lock "refresh_cache-cfb05fc1-c3ae-43c2-a811-0a99ae48c03c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.778703] env[62181]: DEBUG nova.network.neutron [req-7d814a0f-51d2-4e0b-889a-fe52479a3c3a req-e6826463-f22a-4410-9128-7d2aceeb28e3 service nova] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Refreshing network info cache for port 5f3a72eb-a9fa-4f86-a241-1b65803e7516 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1904.779842] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:fb:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f3a72eb-a9fa-4f86-a241-1b65803e7516', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1904.789121] env[62181]: DEBUG oslo.service.loopingcall [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1904.790423] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1904.790657] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74be648b-4497-4d78-94db-f27a95f987dc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.813014] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1904.813014] env[62181]: value = "task-1790926" [ 1904.813014] env[62181]: _type = "Task" [ 1904.813014] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.822783] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790926, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.139876] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57025} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.142803] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53/5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1905.142803] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1905.142803] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92ce4d34-a3e8-4491-9d8e-ef182cee6536 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.150030] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1905.150030] env[62181]: value = "task-1790927" [ 1905.150030] env[62181]: _type = "Task" [ 1905.150030] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.158369] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.254614] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquiring lock "bad9f7b2-c5e6-4527-af08-8a922b362cc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.254892] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "bad9f7b2-c5e6-4527-af08-8a922b362cc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.255134] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquiring lock "bad9f7b2-c5e6-4527-af08-8a922b362cc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.255356] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "bad9f7b2-c5e6-4527-af08-8a922b362cc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.255549] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "bad9f7b2-c5e6-4527-af08-8a922b362cc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.258406] env[62181]: INFO nova.compute.manager [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Terminating instance [ 1905.310927] env[62181]: DEBUG nova.network.neutron [-] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.329107] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790926, 'name': CreateVM_Task, 'duration_secs': 0.422059} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.329278] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1905.329969] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.330149] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.330463] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1905.331287] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88d0ff21-226e-4cd5-a1c1-d2bc4e846b7d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.337793] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1905.337793] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]528aa057-e910-676e-9f84-cdb0d9db7174" [ 1905.337793] env[62181]: _type = "Task" [ 1905.337793] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.346118] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]528aa057-e910-676e-9f84-cdb0d9db7174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.565145] env[62181]: DEBUG nova.network.neutron [req-7d814a0f-51d2-4e0b-889a-fe52479a3c3a req-e6826463-f22a-4410-9128-7d2aceeb28e3 service nova] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Updated VIF entry in instance network info cache for port 5f3a72eb-a9fa-4f86-a241-1b65803e7516. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1905.565145] env[62181]: DEBUG nova.network.neutron [req-7d814a0f-51d2-4e0b-889a-fe52479a3c3a req-e6826463-f22a-4410-9128-7d2aceeb28e3 service nova] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Updating instance_info_cache with network_info: [{"id": "5f3a72eb-a9fa-4f86-a241-1b65803e7516", "address": "fa:16:3e:7a:fb:51", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3a72eb-a9", "ovs_interfaceid": "5f3a72eb-a9fa-4f86-a241-1b65803e7516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.663020] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066879} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.663020] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1905.663020] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dac55ce-0f75-493f-a1cb-389d43754ce1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.684934] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53/5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1905.685474] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1087482b-cda8-49cf-be1f-bc54d0b307df {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.706534] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1905.706534] env[62181]: value = "task-1790928" [ 1905.706534] env[62181]: _type = "Task" [ 1905.706534] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.715478] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.765106] env[62181]: DEBUG nova.compute.manager [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1905.765106] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1905.765106] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2090fa8-fb70-4985-88de-a489a3cb399b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.771917] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1905.771917] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3204843f-1cde-4870-a26c-14c16c0b9653 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.778057] env[62181]: DEBUG oslo_vmware.api [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1905.778057] env[62181]: value = "task-1790929" [ 1905.778057] env[62181]: _type = "Task" [ 1905.778057] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.786039] env[62181]: DEBUG oslo_vmware.api [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.820929] env[62181]: INFO nova.compute.manager [-] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Took 1.91 seconds to deallocate network for instance. [ 1905.852021] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]528aa057-e910-676e-9f84-cdb0d9db7174, 'name': SearchDatastore_Task, 'duration_secs': 0.0094} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.852021] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.852021] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1905.852021] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.852021] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.852021] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1905.852021] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cec820b6-9b5b-439b-8e17-6535b808c185 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.861752] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1905.862071] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1905.863067] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dff5c77-63d9-41e7-99fb-cb97fa70cb26 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.869533] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1905.869533] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52558cfe-5ff6-e167-e06a-7a607fe85dd8" [ 1905.869533] env[62181]: _type = "Task" [ 1905.869533] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.879701] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52558cfe-5ff6-e167-e06a-7a607fe85dd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.067233] env[62181]: DEBUG oslo_concurrency.lockutils [req-7d814a0f-51d2-4e0b-889a-fe52479a3c3a req-e6826463-f22a-4410-9128-7d2aceeb28e3 service nova] Releasing lock "refresh_cache-cfb05fc1-c3ae-43c2-a811-0a99ae48c03c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.218304] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790928, 'name': ReconfigVM_Task, 'duration_secs': 0.29621} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.218805] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53/5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1906.219215] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5218779b-d439-40ad-8007-7ca16432446c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.224974] env[62181]: DEBUG nova.compute.manager [req-834ff3d3-eb61-42f4-8bc2-b15bd95fe74b req-20e7c7d1-ba4c-4455-88a9-3f62e28129dd service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Received event network-changed-3b0804b0-04f9-4a72-8b44-12f8857812db {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1906.224974] env[62181]: DEBUG nova.compute.manager [req-834ff3d3-eb61-42f4-8bc2-b15bd95fe74b req-20e7c7d1-ba4c-4455-88a9-3f62e28129dd service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Refreshing instance network info cache due to event network-changed-3b0804b0-04f9-4a72-8b44-12f8857812db. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1906.225115] env[62181]: DEBUG oslo_concurrency.lockutils [req-834ff3d3-eb61-42f4-8bc2-b15bd95fe74b req-20e7c7d1-ba4c-4455-88a9-3f62e28129dd service nova] Acquiring lock "refresh_cache-bad9f7b2-c5e6-4527-af08-8a922b362cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.225289] env[62181]: DEBUG oslo_concurrency.lockutils [req-834ff3d3-eb61-42f4-8bc2-b15bd95fe74b req-20e7c7d1-ba4c-4455-88a9-3f62e28129dd service nova] Acquired lock "refresh_cache-bad9f7b2-c5e6-4527-af08-8a922b362cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.225456] env[62181]: DEBUG nova.network.neutron [req-834ff3d3-eb61-42f4-8bc2-b15bd95fe74b req-20e7c7d1-ba4c-4455-88a9-3f62e28129dd service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Refreshing network info cache for port 3b0804b0-04f9-4a72-8b44-12f8857812db {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1906.228120] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1906.228120] env[62181]: value = "task-1790930" [ 1906.228120] env[62181]: _type = "Task" [ 1906.228120] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.237384] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790930, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.287535] env[62181]: DEBUG oslo_vmware.api [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790929, 'name': PowerOffVM_Task, 'duration_secs': 0.174713} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.287840] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1906.288042] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1906.288320] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f44d6d47-1e26-41e7-8bcf-008144c86e95 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.329025] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.329348] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.329596] env[62181]: DEBUG nova.objects.instance [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lazy-loading 'resources' on Instance uuid 561b8086-b6e8-4782-8604-9d3bfcdc23ad {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1906.383881] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52558cfe-5ff6-e167-e06a-7a607fe85dd8, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.384740] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be71c2c-00a4-473a-8d5f-b032f24214e8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.388869] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1906.389152] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1906.389315] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Deleting the datastore file [datastore1] bad9f7b2-c5e6-4527-af08-8a922b362cc5 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1906.389660] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-593390ce-8c09-4cf5-bf73-bc4736cac87f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.392248] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1906.392248] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5227c17b-23a2-10ce-ce08-2459fc56e716" [ 1906.392248] env[62181]: _type = "Task" [ 1906.392248] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.396874] env[62181]: DEBUG oslo_vmware.api [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1906.396874] env[62181]: value = "task-1790932" [ 1906.396874] env[62181]: _type = "Task" [ 1906.396874] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.403058] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5227c17b-23a2-10ce-ce08-2459fc56e716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.407735] env[62181]: DEBUG oslo_vmware.api [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.740612] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790930, 'name': Rename_Task, 'duration_secs': 0.152046} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.740912] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1906.741158] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccf27723-1cea-4d86-8ee7-cdb38dc031af {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.747878] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1906.747878] env[62181]: value = "task-1790933" [ 1906.747878] env[62181]: _type = "Task" [ 1906.747878] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.755998] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.909397] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5227c17b-23a2-10ce-ce08-2459fc56e716, 'name': SearchDatastore_Task, 'duration_secs': 0.012913} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.912458] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.912731] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] cfb05fc1-c3ae-43c2-a811-0a99ae48c03c/cfb05fc1-c3ae-43c2-a811-0a99ae48c03c.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1906.913028] env[62181]: DEBUG oslo_vmware.api [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297799} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.913262] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2597914c-c8c2-4903-b2b8-5cb5183ba3eb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.915376] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1906.915578] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1906.915756] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1906.915924] env[62181]: INFO nova.compute.manager [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1906.916174] env[62181]: DEBUG oslo.service.loopingcall [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1906.918815] env[62181]: DEBUG nova.compute.manager [-] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1906.918923] env[62181]: DEBUG nova.network.neutron [-] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1906.925200] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1906.925200] env[62181]: value = "task-1790934" [ 1906.925200] env[62181]: _type = "Task" [ 1906.925200] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.933636] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.973749] env[62181]: DEBUG nova.network.neutron [req-834ff3d3-eb61-42f4-8bc2-b15bd95fe74b req-20e7c7d1-ba4c-4455-88a9-3f62e28129dd service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Updated VIF entry in instance network info cache for port 3b0804b0-04f9-4a72-8b44-12f8857812db. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1906.974127] env[62181]: DEBUG nova.network.neutron [req-834ff3d3-eb61-42f4-8bc2-b15bd95fe74b req-20e7c7d1-ba4c-4455-88a9-3f62e28129dd service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Updating instance_info_cache with network_info: [{"id": "3b0804b0-04f9-4a72-8b44-12f8857812db", "address": "fa:16:3e:57:44:46", "network": {"id": "f5a7a238-7962-404b-a273-1fc878e4bf11", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-414139410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03525201b094403c9cef8b05a4c47859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0804b0-04", "ovs_interfaceid": "3b0804b0-04f9-4a72-8b44-12f8857812db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.061185] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c930bae-6e04-4a3f-afc6-8c259bdb8a20 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.069446] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1878e432-77d7-4cd8-8d8f-f7360ee9baa3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.101538] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f44f02c-19aa-422b-97c6-195fe7a68284 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.109772] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c309ce-0c49-46f2-a5a7-05e3eb96ed58 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.132983] env[62181]: DEBUG nova.compute.provider_tree [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1907.258251] env[62181]: DEBUG oslo_vmware.api [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790933, 'name': PowerOnVM_Task, 'duration_secs': 0.504971} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.258616] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1907.258868] env[62181]: INFO nova.compute.manager [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1907.259094] env[62181]: DEBUG nova.compute.manager [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1907.260329] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2077efab-1c75-49f6-8913-52df45f94e06 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.351889] env[62181]: DEBUG nova.compute.manager [req-27a25f48-7ce2-407f-972a-ef727b7baaf8 req-dafcc707-f6be-468b-aae5-685f7596f8ec service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Received event network-vif-deleted-3b0804b0-04f9-4a72-8b44-12f8857812db {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1907.352477] env[62181]: INFO nova.compute.manager [req-27a25f48-7ce2-407f-972a-ef727b7baaf8 req-dafcc707-f6be-468b-aae5-685f7596f8ec service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Neutron deleted interface 3b0804b0-04f9-4a72-8b44-12f8857812db; detaching it from the instance and deleting it from the info cache [ 1907.352477] env[62181]: DEBUG nova.network.neutron [req-27a25f48-7ce2-407f-972a-ef727b7baaf8 req-dafcc707-f6be-468b-aae5-685f7596f8ec service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.436989] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790934, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.477019] env[62181]: DEBUG oslo_concurrency.lockutils [req-834ff3d3-eb61-42f4-8bc2-b15bd95fe74b req-20e7c7d1-ba4c-4455-88a9-3f62e28129dd service nova] Releasing lock "refresh_cache-bad9f7b2-c5e6-4527-af08-8a922b362cc5" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.477303] env[62181]: DEBUG nova.compute.manager [req-834ff3d3-eb61-42f4-8bc2-b15bd95fe74b req-20e7c7d1-ba4c-4455-88a9-3f62e28129dd service nova] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Received event network-vif-deleted-02a1c05c-6763-41e2-9ce4-52e902e25a4a {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1907.636330] env[62181]: DEBUG nova.scheduler.client.report [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1907.778893] env[62181]: INFO nova.compute.manager [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Took 12.31 seconds to build instance. [ 1907.817888] env[62181]: DEBUG nova.network.neutron [-] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.856739] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c818e21b-3952-4c54-a799-5d39df43949e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.864544] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec8744e-d085-42b1-998d-14db6bde130f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.903500] env[62181]: DEBUG nova.compute.manager [req-27a25f48-7ce2-407f-972a-ef727b7baaf8 req-dafcc707-f6be-468b-aae5-685f7596f8ec service nova] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Detach interface failed, port_id=3b0804b0-04f9-4a72-8b44-12f8857812db, reason: Instance bad9f7b2-c5e6-4527-af08-8a922b362cc5 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1907.937330] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623902} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.937941] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] cfb05fc1-c3ae-43c2-a811-0a99ae48c03c/cfb05fc1-c3ae-43c2-a811-0a99ae48c03c.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1907.938176] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1907.938532] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98ba0918-6097-4ba4-ad35-7a8a93439dec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.948079] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1907.948079] env[62181]: value = "task-1790935" [ 1907.948079] env[62181]: _type = "Task" [ 1907.948079] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.957561] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.989512] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1907.989740] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1908.142781] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.178385] env[62181]: INFO nova.scheduler.client.report [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Deleted allocations for instance 561b8086-b6e8-4782-8604-9d3bfcdc23ad [ 1908.281093] env[62181]: DEBUG oslo_concurrency.lockutils [None req-13951e98-aeb7-4959-8415-b2d4b49bfa96 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.816s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.322261] env[62181]: INFO nova.compute.manager [-] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Took 1.40 seconds to deallocate network for instance. [ 1908.438288] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "0c671bbc-2765-43b9-8ac1-ca532682d5f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.438643] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "0c671bbc-2765-43b9-8ac1-ca532682d5f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.438877] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "0c671bbc-2765-43b9-8ac1-ca532682d5f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.439083] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "0c671bbc-2765-43b9-8ac1-ca532682d5f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.439260] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "0c671bbc-2765-43b9-8ac1-ca532682d5f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.441769] env[62181]: INFO nova.compute.manager [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Terminating instance [ 1908.459196] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068573} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.459438] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1908.460214] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79edf065-2705-42f9-8eef-29cab16c9b82 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.487490] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] cfb05fc1-c3ae-43c2-a811-0a99ae48c03c/cfb05fc1-c3ae-43c2-a811-0a99ae48c03c.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1908.487697] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab186ba9-896e-4523-8d2b-35efa1cb7e0d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.506710] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1908.506710] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1908.513308] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1908.513308] env[62181]: value = "task-1790936" [ 1908.513308] env[62181]: _type = "Task" [ 1908.513308] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.522664] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.686308] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a8b72a3-fc07-499d-88c0-45a7c12a6824 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "561b8086-b6e8-4782-8604-9d3bfcdc23ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.482s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.836428] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.836706] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.837036] env[62181]: DEBUG nova.objects.instance [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lazy-loading 'resources' on Instance uuid bad9f7b2-c5e6-4527-af08-8a922b362cc5 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1908.945780] env[62181]: DEBUG nova.compute.manager [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1908.949715] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1908.949715] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97eead77-3781-4d29-904e-2a9d5bf9e8a1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.958228] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1908.958525] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8a7a050-d05d-4c7d-bd76-6a99a4afb999 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.968116] env[62181]: DEBUG oslo_vmware.api [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1908.968116] env[62181]: value = "task-1790937" [ 1908.968116] env[62181]: _type = "Task" [ 1908.968116] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.977390] env[62181]: DEBUG oslo_vmware.api [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.011205] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Skipping network cache update for instance because it is being deleted. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10433}} [ 1909.023046] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790936, 'name': ReconfigVM_Task, 'duration_secs': 0.477376} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.023523] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Reconfigured VM instance instance-00000068 to attach disk [datastore1] cfb05fc1-c3ae-43c2-a811-0a99ae48c03c/cfb05fc1-c3ae-43c2-a811-0a99ae48c03c.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1909.024309] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-784743b2-f42f-4913-87be-36af67836781 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.032527] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1909.032527] env[62181]: value = "task-1790938" [ 1909.032527] env[62181]: _type = "Task" [ 1909.032527] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.043964] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790938, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.476351] env[62181]: DEBUG oslo_vmware.api [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790937, 'name': PowerOffVM_Task, 'duration_secs': 0.217582} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.479692] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1909.479880] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1909.481126] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-570c33d1-8112-4069-bb35-00729b79c767 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.558100] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790938, 'name': Rename_Task, 'duration_secs': 0.177023} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.559522] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1909.561179] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec6eba1-a3b6-4bed-a30f-68a1799a218c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.565638] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47a832d6-f88e-4279-b707-f948f4d0f3e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.567829] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1909.568779] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1909.568779] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Deleting the datastore file [datastore1] 0c671bbc-2765-43b9-8ac1-ca532682d5f9 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1909.568876] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b9f66e1-3596-49b7-b370-6f7c93f66699 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.576139] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23156825-c0df-4ff4-a3d7-b2c3be52de8d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.583731] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1909.583731] env[62181]: value = "task-1790940" [ 1909.583731] env[62181]: _type = "Task" [ 1909.583731] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.584024] env[62181]: DEBUG oslo_vmware.api [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1909.584024] env[62181]: value = "task-1790941" [ 1909.584024] env[62181]: _type = "Task" [ 1909.584024] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.627834] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa162aa-2f10-4cfc-b47d-acc01d0c62e8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.632309] env[62181]: DEBUG nova.compute.manager [req-2ae1d417-db3b-456d-9756-4bc471e40d20 req-bdeb11f9-0ece-4207-94d3-0f1418762e17 service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Received event network-changed-f27675a7-a524-48ad-832c-650144d39efd {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1909.632539] env[62181]: DEBUG nova.compute.manager [req-2ae1d417-db3b-456d-9756-4bc471e40d20 req-bdeb11f9-0ece-4207-94d3-0f1418762e17 service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Refreshing instance network info cache due to event network-changed-f27675a7-a524-48ad-832c-650144d39efd. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1909.632790] env[62181]: DEBUG oslo_concurrency.lockutils [req-2ae1d417-db3b-456d-9756-4bc471e40d20 req-bdeb11f9-0ece-4207-94d3-0f1418762e17 service nova] Acquiring lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.632952] env[62181]: DEBUG oslo_concurrency.lockutils [req-2ae1d417-db3b-456d-9756-4bc471e40d20 req-bdeb11f9-0ece-4207-94d3-0f1418762e17 service nova] Acquired lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.635501] env[62181]: DEBUG nova.network.neutron [req-2ae1d417-db3b-456d-9756-4bc471e40d20 req-bdeb11f9-0ece-4207-94d3-0f1418762e17 service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Refreshing network info cache for port f27675a7-a524-48ad-832c-650144d39efd {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1909.642780] env[62181]: DEBUG oslo_vmware.api [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.642954] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.649769] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ab1d8e-55aa-4a92-bd88-dd1abbd039cf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.667837] env[62181]: DEBUG nova.compute.provider_tree [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1910.074298] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "refresh_cache-f613bc48-5135-492c-ae81-8b9c48534e73" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.074298] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquired lock "refresh_cache-f613bc48-5135-492c-ae81-8b9c48534e73" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.074298] env[62181]: DEBUG nova.network.neutron [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Forcefully refreshing network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1910.097065] env[62181]: DEBUG oslo_vmware.api [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790940, 'name': PowerOnVM_Task, 'duration_secs': 0.474671} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.100159] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1910.100392] env[62181]: INFO nova.compute.manager [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1910.100575] env[62181]: DEBUG nova.compute.manager [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1910.100909] env[62181]: DEBUG oslo_vmware.api [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221359} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.101639] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f44580-a970-483e-a3ef-2f192c0c6153 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.104386] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1910.104580] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1910.104756] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1910.104924] env[62181]: INFO nova.compute.manager [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1910.105183] env[62181]: DEBUG oslo.service.loopingcall [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1910.105745] env[62181]: DEBUG nova.compute.manager [-] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1910.105838] env[62181]: DEBUG nova.network.neutron [-] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1910.171809] env[62181]: DEBUG nova.scheduler.client.report [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1910.355054] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "f613bc48-5135-492c-ae81-8b9c48534e73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.355345] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "f613bc48-5135-492c-ae81-8b9c48534e73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.355633] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "f613bc48-5135-492c-ae81-8b9c48534e73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.355825] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "f613bc48-5135-492c-ae81-8b9c48534e73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.355996] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "f613bc48-5135-492c-ae81-8b9c48534e73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.358387] env[62181]: INFO nova.compute.manager [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Terminating instance [ 1910.381084] env[62181]: DEBUG nova.network.neutron [req-2ae1d417-db3b-456d-9756-4bc471e40d20 req-bdeb11f9-0ece-4207-94d3-0f1418762e17 service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Updated VIF entry in instance network info cache for port f27675a7-a524-48ad-832c-650144d39efd. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1910.381513] env[62181]: DEBUG nova.network.neutron [req-2ae1d417-db3b-456d-9756-4bc471e40d20 req-bdeb11f9-0ece-4207-94d3-0f1418762e17 service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Updating instance_info_cache with network_info: [{"id": "f27675a7-a524-48ad-832c-650144d39efd", "address": "fa:16:3e:41:18:81", "network": {"id": "2f3efdfa-3ac8-452a-82bb-94429086ff43", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795103716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccd6a836a1d4a9ba6136b46b7eecd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf27675a7-a5", "ovs_interfaceid": "f27675a7-a524-48ad-832c-650144d39efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.627875] env[62181]: INFO nova.compute.manager [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Took 12.38 seconds to build instance. [ 1910.677149] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.700294] env[62181]: INFO nova.scheduler.client.report [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Deleted allocations for instance bad9f7b2-c5e6-4527-af08-8a922b362cc5 [ 1910.864169] env[62181]: DEBUG nova.compute.manager [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1910.864169] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1910.864169] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a943a76d-4987-4dab-b92c-701c46ba9ee7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.872135] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1910.872418] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f814f944-7b2e-43d7-bdf8-e6d23aa67194 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.878589] env[62181]: DEBUG oslo_vmware.api [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1910.878589] env[62181]: value = "task-1790942" [ 1910.878589] env[62181]: _type = "Task" [ 1910.878589] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.887243] env[62181]: DEBUG oslo_concurrency.lockutils [req-2ae1d417-db3b-456d-9756-4bc471e40d20 req-bdeb11f9-0ece-4207-94d3-0f1418762e17 service nova] Releasing lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.888354] env[62181]: DEBUG oslo_vmware.api [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.093217] env[62181]: DEBUG nova.network.neutron [-] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.130612] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4748bfa3-10f7-406d-a6d7-b607753bd118 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "cfb05fc1-c3ae-43c2-a811-0a99ae48c03c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.890s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.209532] env[62181]: DEBUG oslo_concurrency.lockutils [None req-05c8b3e3-a6da-4f3a-bb1a-6f725340415e tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "bad9f7b2-c5e6-4527-af08-8a922b362cc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.955s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.328383] env[62181]: DEBUG nova.network.neutron [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Updating instance_info_cache with network_info: [{"id": "76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23", "address": "fa:16:3e:f6:c4:3b", "network": {"id": "cf0f5a05-fbde-4c45-abc5-259dee142c07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1963065330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f6ec5b5b77436e87c7852960b9b238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76fe1284-5e", "ovs_interfaceid": "76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.388983] env[62181]: DEBUG oslo_vmware.api [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790942, 'name': PowerOffVM_Task, 'duration_secs': 0.397525} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.389300] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1911.389478] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1911.389730] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1f7ba77-2c71-4e05-8d9d-dab823a1c64b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.519474] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.519742] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.565564] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "466d5b52-4457-44ed-9689-18afd78e2ca9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.565740] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "466d5b52-4457-44ed-9689-18afd78e2ca9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.595895] env[62181]: INFO nova.compute.manager [-] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Took 1.49 seconds to deallocate network for instance. [ 1911.660847] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1911.661188] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1911.661286] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Deleting the datastore file [datastore1] f613bc48-5135-492c-ae81-8b9c48534e73 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1911.661539] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a56474d-10f8-40dd-8318-0c5b9075b238 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.669792] env[62181]: DEBUG oslo_vmware.api [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1911.669792] env[62181]: value = "task-1790944" [ 1911.669792] env[62181]: _type = "Task" [ 1911.669792] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.678275] env[62181]: DEBUG oslo_vmware.api [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.691784] env[62181]: DEBUG nova.compute.manager [req-edb41d2f-0815-4250-bc28-24c18d3e8bc1 req-aad806b0-e9fc-494b-ade4-4a421fedccc5 service nova] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Received event network-vif-deleted-ae1d6422-1429-471f-b74f-e1dbee2fd792 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1911.831195] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Releasing lock "refresh_cache-f613bc48-5135-492c-ae81-8b9c48534e73" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.831475] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Updated the network info_cache for instance {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10455}} [ 1911.831706] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1911.831895] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1911.832072] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1911.832236] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1911.832393] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1911.832555] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1911.832688] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 1911.832843] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1912.024619] env[62181]: DEBUG nova.compute.manager [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1912.068768] env[62181]: DEBUG nova.compute.manager [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1912.106362] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.106689] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.107026] env[62181]: DEBUG nova.objects.instance [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lazy-loading 'resources' on Instance uuid 0c671bbc-2765-43b9-8ac1-ca532682d5f9 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1912.179703] env[62181]: DEBUG oslo_vmware.api [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204028} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.179978] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1912.180191] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1912.180396] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1912.180538] env[62181]: INFO nova.compute.manager [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1912.180775] env[62181]: DEBUG oslo.service.loopingcall [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1912.180977] env[62181]: DEBUG nova.compute.manager [-] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1912.181061] env[62181]: DEBUG nova.network.neutron [-] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1912.335443] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.551176] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.592910] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.660772] env[62181]: DEBUG nova.compute.manager [req-f924f957-6f2e-4a50-8256-d0d633aec484 req-0f0eeea4-fcc5-4891-8e00-0a47d7409452 service nova] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Received event network-vif-deleted-76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1912.660994] env[62181]: INFO nova.compute.manager [req-f924f957-6f2e-4a50-8256-d0d633aec484 req-0f0eeea4-fcc5-4891-8e00-0a47d7409452 service nova] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Neutron deleted interface 76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23; detaching it from the instance and deleting it from the info cache [ 1912.661215] env[62181]: DEBUG nova.network.neutron [req-f924f957-6f2e-4a50-8256-d0d633aec484 req-0f0eeea4-fcc5-4891-8e00-0a47d7409452 service nova] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.825805] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquiring lock "d4004d8c-3963-4420-8919-4db9bf426a69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.826119] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "d4004d8c-3963-4420-8919-4db9bf426a69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.826363] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquiring lock "d4004d8c-3963-4420-8919-4db9bf426a69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.826995] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "d4004d8c-3963-4420-8919-4db9bf426a69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.827214] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "d4004d8c-3963-4420-8919-4db9bf426a69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.829427] env[62181]: INFO nova.compute.manager [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Terminating instance [ 1912.874172] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c9fd5b-1cab-4b56-a7b1-6c4ba8a24fee {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.883581] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7b6095-d11f-44e3-9a8a-bff83ecd8a1c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.913803] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31d69a3-3461-4d79-9fc4-86259e9ddc65 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.921425] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca026daf-c3bd-4c54-b0d5-617b6915caa1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.935453] env[62181]: DEBUG nova.compute.provider_tree [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1913.139455] env[62181]: DEBUG nova.network.neutron [-] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.166851] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ce15253-f52c-44e7-834d-80f0e3687d87 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.175583] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb81d472-f52b-48ec-be6d-e5ee50ce45a6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.205970] env[62181]: DEBUG nova.compute.manager [req-f924f957-6f2e-4a50-8256-d0d633aec484 req-0f0eeea4-fcc5-4891-8e00-0a47d7409452 service nova] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Detach interface failed, port_id=76fe1284-5e5b-46a2-aaa1-4bfb50ebaf23, reason: Instance f613bc48-5135-492c-ae81-8b9c48534e73 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1913.332981] env[62181]: DEBUG nova.compute.manager [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1913.333272] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1913.334161] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061bb9bb-cf31-4db1-9484-66fd3127d07f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.342181] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1913.342438] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9077069-4916-4313-ab08-2809b398ce5f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.348820] env[62181]: DEBUG oslo_vmware.api [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1913.348820] env[62181]: value = "task-1790945" [ 1913.348820] env[62181]: _type = "Task" [ 1913.348820] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.356452] env[62181]: DEBUG oslo_vmware.api [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.438300] env[62181]: DEBUG nova.scheduler.client.report [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1913.642496] env[62181]: INFO nova.compute.manager [-] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Took 1.46 seconds to deallocate network for instance. [ 1913.859230] env[62181]: DEBUG oslo_vmware.api [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790945, 'name': PowerOffVM_Task, 'duration_secs': 0.311524} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.859513] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1913.859703] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1913.859955] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d095fb23-9ca9-451f-855c-03e4c95131b2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.943849] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.946068] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.610s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.946068] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.946068] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1913.946554] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.395s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.948548] env[62181]: INFO nova.compute.claims [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1913.952310] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1145d2-d24d-450c-a7f5-bdedab95b997 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.958217] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.958424] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.958673] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Deleting the datastore file [datastore1] d4004d8c-3963-4420-8919-4db9bf426a69 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.960809] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-014e7b52-db16-4076-b2d3-59c64ab7bcbe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.963616] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df275418-b67a-479f-8311-65c3c89dca13 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.968168] env[62181]: INFO nova.scheduler.client.report [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Deleted allocations for instance 0c671bbc-2765-43b9-8ac1-ca532682d5f9 [ 1913.975565] env[62181]: DEBUG oslo_vmware.api [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for the task: (returnval){ [ 1913.975565] env[62181]: value = "task-1790947" [ 1913.975565] env[62181]: _type = "Task" [ 1913.975565] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.986608] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d29313-418d-4e51-9a5c-4bce5cf158cf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.996376] env[62181]: DEBUG oslo_vmware.api [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.997346] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbb9a2b-f935-4589-ae76-c93772602ed3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.028061] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178991MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1914.028207] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.149432] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.475365] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3184dd78-c569-4442-8cbc-814ad487ec00 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "0c671bbc-2765-43b9-8ac1-ca532682d5f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.037s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.492851] env[62181]: DEBUG oslo_vmware.api [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Task: {'id': task-1790947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132215} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.493584] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1914.493771] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1914.493946] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1914.494130] env[62181]: INFO nova.compute.manager [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1914.494399] env[62181]: DEBUG oslo.service.loopingcall [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1914.494589] env[62181]: DEBUG nova.compute.manager [-] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1914.494685] env[62181]: DEBUG nova.network.neutron [-] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1914.818144] env[62181]: DEBUG nova.compute.manager [req-5941a07e-6a37-4268-af4e-018563a171c5 req-239306fa-49b9-46cd-8723-9726ee021371 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Received event network-vif-deleted-04fe897b-dfff-4556-b44f-785a04b71cec {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1914.818346] env[62181]: INFO nova.compute.manager [req-5941a07e-6a37-4268-af4e-018563a171c5 req-239306fa-49b9-46cd-8723-9726ee021371 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Neutron deleted interface 04fe897b-dfff-4556-b44f-785a04b71cec; detaching it from the instance and deleting it from the info cache [ 1914.818607] env[62181]: DEBUG nova.network.neutron [req-5941a07e-6a37-4268-af4e-018563a171c5 req-239306fa-49b9-46cd-8723-9726ee021371 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.110522] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dd2fdb-00f8-457d-8d6c-ed74cefe648e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.118089] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161c5e3a-3177-438f-9875-2097a338d704 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.148922] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04030daf-f399-4aed-bb8f-4b0c639c28af {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.156712] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf680299-a107-4e9f-9d33-85b7115ce7be {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.170145] env[62181]: DEBUG nova.compute.provider_tree [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1915.286380] env[62181]: DEBUG nova.network.neutron [-] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.320717] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c830d75d-1443-4dd4-8a9e-16ce9e747a69 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.335775] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b15c039-42f7-4da1-9a3e-36d569ec8109 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.363772] env[62181]: DEBUG nova.compute.manager [req-5941a07e-6a37-4268-af4e-018563a171c5 req-239306fa-49b9-46cd-8723-9726ee021371 service nova] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Detach interface failed, port_id=04fe897b-dfff-4556-b44f-785a04b71cec, reason: Instance d4004d8c-3963-4420-8919-4db9bf426a69 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1915.428920] env[62181]: DEBUG oslo_concurrency.lockutils [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "28dd8dee-5e81-4940-8ab5-db85d851573d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.429317] env[62181]: DEBUG oslo_concurrency.lockutils [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "28dd8dee-5e81-4940-8ab5-db85d851573d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.429612] env[62181]: DEBUG oslo_concurrency.lockutils [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "28dd8dee-5e81-4940-8ab5-db85d851573d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.429881] env[62181]: DEBUG oslo_concurrency.lockutils [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "28dd8dee-5e81-4940-8ab5-db85d851573d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.430166] env[62181]: DEBUG oslo_concurrency.lockutils [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "28dd8dee-5e81-4940-8ab5-db85d851573d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.432355] env[62181]: INFO nova.compute.manager [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Terminating instance [ 1915.673633] env[62181]: DEBUG nova.scheduler.client.report [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1915.789280] env[62181]: INFO nova.compute.manager [-] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Took 1.29 seconds to deallocate network for instance. [ 1915.936030] env[62181]: DEBUG nova.compute.manager [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1915.936241] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1915.937171] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f4c8fa-9df7-405e-9bca-e7da65c21152 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.945180] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1915.945638] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72045b67-5ae6-405d-80ca-7aa7c43e118e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.952010] env[62181]: DEBUG oslo_vmware.api [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1915.952010] env[62181]: value = "task-1790948" [ 1915.952010] env[62181]: _type = "Task" [ 1915.952010] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.960373] env[62181]: DEBUG oslo_vmware.api [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.179801] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.180535] env[62181]: DEBUG nova.compute.manager [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1916.183357] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.591s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.184819] env[62181]: INFO nova.compute.claims [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1916.296382] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.465032] env[62181]: DEBUG oslo_vmware.api [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790948, 'name': PowerOffVM_Task, 'duration_secs': 0.184759} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.465032] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1916.465032] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1916.465394] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c0726b4-8436-4c65-9d90-e773c8826cf2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.566261] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1916.566760] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1916.566896] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Deleting the datastore file [datastore1] 28dd8dee-5e81-4940-8ab5-db85d851573d {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1916.567242] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b6d6662-ef6b-4e97-b180-96f3ba1988d2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.573376] env[62181]: DEBUG oslo_vmware.api [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for the task: (returnval){ [ 1916.573376] env[62181]: value = "task-1790950" [ 1916.573376] env[62181]: _type = "Task" [ 1916.573376] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.581255] env[62181]: DEBUG oslo_vmware.api [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.689080] env[62181]: DEBUG nova.compute.utils [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1916.692468] env[62181]: DEBUG nova.compute.manager [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1916.692604] env[62181]: DEBUG nova.network.neutron [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1916.732709] env[62181]: DEBUG nova.policy [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a306696a0e074c5eb73b98bfd625f4b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b810530d8404a9a8d3161b09971917d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1917.017407] env[62181]: DEBUG nova.network.neutron [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Successfully created port: 1e4794a8-5656-48c5-ab48-c3297618391b {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1917.083430] env[62181]: DEBUG oslo_vmware.api [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.193982] env[62181]: DEBUG nova.compute.manager [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1917.405234] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71809ab-0911-4d13-a97d-ef8304f88972 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.413333] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d5ca8d-f5d7-4d8b-9385-4f944d47268b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.446260] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90e65f7-a91d-44f0-9b6d-4530368e8afb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.454735] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3802bd42-6b60-4f55-9ecd-4cc11f1a6386 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.468536] env[62181]: DEBUG nova.compute.provider_tree [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1917.594522] env[62181]: DEBUG oslo_vmware.api [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.971954] env[62181]: DEBUG nova.scheduler.client.report [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1918.084876] env[62181]: DEBUG oslo_vmware.api [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.207132] env[62181]: DEBUG nova.compute.manager [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1918.234377] env[62181]: DEBUG nova.virt.hardware [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1918.234627] env[62181]: DEBUG nova.virt.hardware [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1918.234785] env[62181]: DEBUG nova.virt.hardware [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1918.235088] env[62181]: DEBUG nova.virt.hardware [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1918.235267] env[62181]: DEBUG nova.virt.hardware [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1918.235416] env[62181]: DEBUG nova.virt.hardware [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1918.235675] env[62181]: DEBUG nova.virt.hardware [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1918.235856] env[62181]: DEBUG nova.virt.hardware [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1918.236030] env[62181]: DEBUG nova.virt.hardware [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1918.236207] env[62181]: DEBUG nova.virt.hardware [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1918.236380] env[62181]: DEBUG nova.virt.hardware [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1918.237297] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73850ae8-1c11-4bcd-93be-985be2f4001c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.246033] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2102912-8b0e-49e2-8193-c010a641091c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.480024] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.480024] env[62181]: DEBUG nova.compute.manager [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1918.481040] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.453s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.532515] env[62181]: DEBUG nova.compute.manager [req-c2792c41-5d97-4d96-b643-e2c27fb8d897 req-35f292d9-05d5-4ef0-897e-cf056ac6b54b service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Received event network-vif-plugged-1e4794a8-5656-48c5-ab48-c3297618391b {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1918.532515] env[62181]: DEBUG oslo_concurrency.lockutils [req-c2792c41-5d97-4d96-b643-e2c27fb8d897 req-35f292d9-05d5-4ef0-897e-cf056ac6b54b service nova] Acquiring lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.532515] env[62181]: DEBUG oslo_concurrency.lockutils [req-c2792c41-5d97-4d96-b643-e2c27fb8d897 req-35f292d9-05d5-4ef0-897e-cf056ac6b54b service nova] Lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.532515] env[62181]: DEBUG oslo_concurrency.lockutils [req-c2792c41-5d97-4d96-b643-e2c27fb8d897 req-35f292d9-05d5-4ef0-897e-cf056ac6b54b service nova] Lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.532515] env[62181]: DEBUG nova.compute.manager [req-c2792c41-5d97-4d96-b643-e2c27fb8d897 req-35f292d9-05d5-4ef0-897e-cf056ac6b54b service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] No waiting events found dispatching network-vif-plugged-1e4794a8-5656-48c5-ab48-c3297618391b {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1918.532515] env[62181]: WARNING nova.compute.manager [req-c2792c41-5d97-4d96-b643-e2c27fb8d897 req-35f292d9-05d5-4ef0-897e-cf056ac6b54b service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Received unexpected event network-vif-plugged-1e4794a8-5656-48c5-ab48-c3297618391b for instance with vm_state building and task_state spawning. [ 1918.586614] env[62181]: DEBUG oslo_vmware.api [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.628043] env[62181]: DEBUG nova.network.neutron [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Successfully updated port: 1e4794a8-5656-48c5-ab48-c3297618391b {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1918.986062] env[62181]: DEBUG nova.compute.utils [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1918.993272] env[62181]: DEBUG nova.compute.manager [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1918.993506] env[62181]: DEBUG nova.network.neutron [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1919.030974] env[62181]: DEBUG nova.policy [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51705f2b12864833b597b26767e1ac89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e049a32d49014fb1ac3c0599d2698179', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1919.086669] env[62181]: DEBUG oslo_vmware.api [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Task: {'id': task-1790950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.13448} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.086968] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1919.087178] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1919.087362] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1919.087537] env[62181]: INFO nova.compute.manager [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Took 3.15 seconds to destroy the instance on the hypervisor. [ 1919.087813] env[62181]: DEBUG oslo.service.loopingcall [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1919.088014] env[62181]: DEBUG nova.compute.manager [-] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1919.088111] env[62181]: DEBUG nova.network.neutron [-] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1919.130684] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.130842] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.130978] env[62181]: DEBUG nova.network.neutron [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.279650] env[62181]: DEBUG nova.network.neutron [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Successfully created port: 7c69797e-a6ad-40fb-88fb-16f9c8b7da2b {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1919.320909] env[62181]: DEBUG nova.compute.manager [req-2a7665f3-2e17-42f8-8781-7ac3bc4df5d6 req-73f6c5be-095e-4d21-a7b8-4552ae8609e2 service nova] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Received event network-vif-deleted-3b379388-3022-42a6-a4d6-4fad26f7d7f0 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1919.321140] env[62181]: INFO nova.compute.manager [req-2a7665f3-2e17-42f8-8781-7ac3bc4df5d6 req-73f6c5be-095e-4d21-a7b8-4552ae8609e2 service nova] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Neutron deleted interface 3b379388-3022-42a6-a4d6-4fad26f7d7f0; detaching it from the instance and deleting it from the info cache [ 1919.321320] env[62181]: DEBUG nova.network.neutron [req-2a7665f3-2e17-42f8-8781-7ac3bc4df5d6 req-73f6c5be-095e-4d21-a7b8-4552ae8609e2 service nova] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.497709] env[62181]: DEBUG nova.compute.manager [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1919.526659] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 13bc5ed7-0e84-4472-ba74-2009b801f4a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.527323] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 28dd8dee-5e81-4940-8ab5-db85d851573d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.527323] env[62181]: WARNING nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance f613bc48-5135-492c-ae81-8b9c48534e73 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1919.527323] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance b77a5328-e05e-4455-a6d2-71d7f294b7f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.527323] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 0cda0c2e-cd82-4918-957f-947842664263 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.527511] env[62181]: WARNING nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance d4004d8c-3963-4420-8919-4db9bf426a69 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1919.527511] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 5cc52e43-ffc7-4c1d-8541-c937f164eb31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.527582] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.527677] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance cfb05fc1-c3ae-43c2-a811-0a99ae48c03c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.527817] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance a7ff37a7-a9a2-4586-87a1-07486baa9f59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.527906] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 466d5b52-4457-44ed-9689-18afd78e2ca9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.528117] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1919.528260] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1919.666775] env[62181]: DEBUG nova.network.neutron [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1919.687371] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94cad54-9eb5-466a-97e2-16fb2a9a6b19 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.695427] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cb711c-cfe9-4e92-b117-caa9be784f46 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.743500] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342da7a5-3ee8-4d20-a7a4-55beb0b2f775 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.753641] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720ccf87-b37e-4291-841b-b7276bc2e55c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.769631] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1919.797871] env[62181]: DEBUG nova.network.neutron [-] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.824914] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f4869f2-41b2-4a0c-b82c-ff568c085870 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.834865] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4983c535-f8a7-4960-8b5e-53244d80c7bf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.864497] env[62181]: DEBUG nova.compute.manager [req-2a7665f3-2e17-42f8-8781-7ac3bc4df5d6 req-73f6c5be-095e-4d21-a7b8-4552ae8609e2 service nova] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Detach interface failed, port_id=3b379388-3022-42a6-a4d6-4fad26f7d7f0, reason: Instance 28dd8dee-5e81-4940-8ab5-db85d851573d could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1919.865699] env[62181]: DEBUG nova.network.neutron [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Updating instance_info_cache with network_info: [{"id": "1e4794a8-5656-48c5-ab48-c3297618391b", "address": "fa:16:3e:b1:b3:12", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4794a8-56", "ovs_interfaceid": "1e4794a8-5656-48c5-ab48-c3297618391b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.288953] env[62181]: ERROR nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [req-bcc84e52-f1d6-4f6b-aa92-15a2c4677011] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bcc84e52-f1d6-4f6b-aa92-15a2c4677011"}]} [ 1920.299661] env[62181]: INFO nova.compute.manager [-] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Took 1.21 seconds to deallocate network for instance. [ 1920.306348] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1920.318382] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1920.318560] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1920.368187] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.368516] env[62181]: DEBUG nova.compute.manager [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Instance network_info: |[{"id": "1e4794a8-5656-48c5-ab48-c3297618391b", "address": "fa:16:3e:b1:b3:12", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4794a8-56", "ovs_interfaceid": "1e4794a8-5656-48c5-ab48-c3297618391b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1920.368933] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:b3:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e4794a8-5656-48c5-ab48-c3297618391b', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1920.376668] env[62181]: DEBUG oslo.service.loopingcall [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1920.376880] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1920.377179] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8107b0f2-ee31-47d7-8749-1f1a25ec8229 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.397203] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1920.397203] env[62181]: value = "task-1790951" [ 1920.397203] env[62181]: _type = "Task" [ 1920.397203] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.398054] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1920.407851] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790951, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.416522] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1920.507602] env[62181]: DEBUG nova.compute.manager [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1920.532596] env[62181]: DEBUG nova.virt.hardware [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1920.532869] env[62181]: DEBUG nova.virt.hardware [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1920.533048] env[62181]: DEBUG nova.virt.hardware [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1920.533250] env[62181]: DEBUG nova.virt.hardware [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1920.533407] env[62181]: DEBUG nova.virt.hardware [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1920.533565] env[62181]: DEBUG nova.virt.hardware [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1920.533782] env[62181]: DEBUG nova.virt.hardware [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1920.533955] env[62181]: DEBUG nova.virt.hardware [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1920.534151] env[62181]: DEBUG nova.virt.hardware [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1920.534329] env[62181]: DEBUG nova.virt.hardware [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1920.534515] env[62181]: DEBUG nova.virt.hardware [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1920.535414] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2121f1-1eec-48d8-b904-e0b25c95cf97 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.545346] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37775841-62d0-4b36-a8c9-2a7bc5a25a58 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.550310] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0566ee-d0fe-451f-a0f6-1a4af67d5acd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.567887] env[62181]: DEBUG nova.compute.manager [req-68495dce-7328-4fc2-ba50-5e5dff5ede71 req-4cf8b891-f4a9-464d-9f93-cc3c9eaad6b4 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Received event network-changed-1e4794a8-5656-48c5-ab48-c3297618391b {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1920.567887] env[62181]: DEBUG nova.compute.manager [req-68495dce-7328-4fc2-ba50-5e5dff5ede71 req-4cf8b891-f4a9-464d-9f93-cc3c9eaad6b4 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Refreshing instance network info cache due to event network-changed-1e4794a8-5656-48c5-ab48-c3297618391b. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1920.568108] env[62181]: DEBUG oslo_concurrency.lockutils [req-68495dce-7328-4fc2-ba50-5e5dff5ede71 req-4cf8b891-f4a9-464d-9f93-cc3c9eaad6b4 service nova] Acquiring lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.568302] env[62181]: DEBUG oslo_concurrency.lockutils [req-68495dce-7328-4fc2-ba50-5e5dff5ede71 req-4cf8b891-f4a9-464d-9f93-cc3c9eaad6b4 service nova] Acquired lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.568516] env[62181]: DEBUG nova.network.neutron [req-68495dce-7328-4fc2-ba50-5e5dff5ede71 req-4cf8b891-f4a9-464d-9f93-cc3c9eaad6b4 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Refreshing network info cache for port 1e4794a8-5656-48c5-ab48-c3297618391b {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1920.571180] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be7e915-0dab-491d-a1d8-95335de53174 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.603712] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa24d37-465b-4227-b0e4-2a94695038a5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.612445] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0c1adf-247d-47c0-aec1-cd0a9421ffaf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.628423] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1920.805976] env[62181]: DEBUG oslo_concurrency.lockutils [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.829940] env[62181]: DEBUG nova.network.neutron [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Successfully updated port: 7c69797e-a6ad-40fb-88fb-16f9c8b7da2b {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1920.909654] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790951, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.159846] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1921.160090] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 141 to 142 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1921.160245] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1921.255271] env[62181]: DEBUG nova.network.neutron [req-68495dce-7328-4fc2-ba50-5e5dff5ede71 req-4cf8b891-f4a9-464d-9f93-cc3c9eaad6b4 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Updated VIF entry in instance network info cache for port 1e4794a8-5656-48c5-ab48-c3297618391b. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1921.255649] env[62181]: DEBUG nova.network.neutron [req-68495dce-7328-4fc2-ba50-5e5dff5ede71 req-4cf8b891-f4a9-464d-9f93-cc3c9eaad6b4 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Updating instance_info_cache with network_info: [{"id": "1e4794a8-5656-48c5-ab48-c3297618391b", "address": "fa:16:3e:b1:b3:12", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4794a8-56", "ovs_interfaceid": "1e4794a8-5656-48c5-ab48-c3297618391b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.333163] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "refresh_cache-466d5b52-4457-44ed-9689-18afd78e2ca9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.333420] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "refresh_cache-466d5b52-4457-44ed-9689-18afd78e2ca9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.333458] env[62181]: DEBUG nova.network.neutron [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1921.409488] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790951, 'name': CreateVM_Task, 'duration_secs': 0.596232} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.409657] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1921.410324] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.410489] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.410798] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1921.411059] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5acaa213-4a9e-41c4-8094-6fa1048c227c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.417169] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1921.417169] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]528ed008-3a8d-df9b-7e19-f6b38dbd94e6" [ 1921.417169] env[62181]: _type = "Task" [ 1921.417169] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.423269] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]528ed008-3a8d-df9b-7e19-f6b38dbd94e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.665749] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1921.665968] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.185s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.666551] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.517s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.666754] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.668755] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.373s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.668951] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.670638] env[62181]: DEBUG oslo_concurrency.lockutils [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.865s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.670901] env[62181]: DEBUG nova.objects.instance [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lazy-loading 'resources' on Instance uuid 28dd8dee-5e81-4940-8ab5-db85d851573d {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1921.695279] env[62181]: INFO nova.scheduler.client.report [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Deleted allocations for instance d4004d8c-3963-4420-8919-4db9bf426a69 [ 1921.699862] env[62181]: INFO nova.scheduler.client.report [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Deleted allocations for instance f613bc48-5135-492c-ae81-8b9c48534e73 [ 1921.758415] env[62181]: DEBUG oslo_concurrency.lockutils [req-68495dce-7328-4fc2-ba50-5e5dff5ede71 req-4cf8b891-f4a9-464d-9f93-cc3c9eaad6b4 service nova] Releasing lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.876336] env[62181]: DEBUG nova.network.neutron [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1921.926338] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]528ed008-3a8d-df9b-7e19-f6b38dbd94e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.926655] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.927088] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1921.927168] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.927275] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.927450] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1921.927701] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0acf0fc1-84b3-4772-af89-48c61d3f09a8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.935874] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1921.936059] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1921.936750] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3671942e-a079-4224-8495-39722e0dce4e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.942297] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1921.942297] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]522c5692-2be6-44fc-d1a3-55dbe2778e9e" [ 1921.942297] env[62181]: _type = "Task" [ 1921.942297] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.949824] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]522c5692-2be6-44fc-d1a3-55dbe2778e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.008983] env[62181]: DEBUG nova.network.neutron [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Updating instance_info_cache with network_info: [{"id": "7c69797e-a6ad-40fb-88fb-16f9c8b7da2b", "address": "fa:16:3e:d1:fc:07", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c69797e-a6", "ovs_interfaceid": "7c69797e-a6ad-40fb-88fb-16f9c8b7da2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.102524] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "b77a5328-e05e-4455-a6d2-71d7f294b7f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.102887] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "b77a5328-e05e-4455-a6d2-71d7f294b7f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.103184] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "b77a5328-e05e-4455-a6d2-71d7f294b7f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.103437] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "b77a5328-e05e-4455-a6d2-71d7f294b7f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.103668] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "b77a5328-e05e-4455-a6d2-71d7f294b7f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.106338] env[62181]: INFO nova.compute.manager [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Terminating instance [ 1922.212664] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a98c64de-7510-4994-865e-63322c1303a5 tempest-SecurityGroupsTestJSON-1379295410 tempest-SecurityGroupsTestJSON-1379295410-project-member] Lock "d4004d8c-3963-4420-8919-4db9bf426a69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.386s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.214619] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c8254357-9153-4625-b124-68d46fe6319d tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "f613bc48-5135-492c-ae81-8b9c48534e73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.859s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.309410] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86f05d9-0b9d-4ded-a3a8-4f475a5a09ab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.318829] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ee3fa1-4d09-4edf-8c6c-1153139fe3c4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.350727] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04b606b-81ae-4323-aebf-39a02bd14e05 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.362041] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c490b58a-3ef2-484c-b27f-927b4bb6cb00 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.376276] env[62181]: DEBUG nova.compute.provider_tree [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1922.453375] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]522c5692-2be6-44fc-d1a3-55dbe2778e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009022} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.454363] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566d8c4c-71e5-4d8e-b3f6-83f27e645f75 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.459854] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1922.459854] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52441fd0-43af-75b3-0b5b-2750b5beb012" [ 1922.459854] env[62181]: _type = "Task" [ 1922.459854] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.467774] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52441fd0-43af-75b3-0b5b-2750b5beb012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.513567] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "refresh_cache-466d5b52-4457-44ed-9689-18afd78e2ca9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.513928] env[62181]: DEBUG nova.compute.manager [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Instance network_info: |[{"id": "7c69797e-a6ad-40fb-88fb-16f9c8b7da2b", "address": "fa:16:3e:d1:fc:07", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c69797e-a6", "ovs_interfaceid": "7c69797e-a6ad-40fb-88fb-16f9c8b7da2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1922.514375] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:fc:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c69797e-a6ad-40fb-88fb-16f9c8b7da2b', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1922.522527] env[62181]: DEBUG oslo.service.loopingcall [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1922.523049] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1922.523624] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10e484b2-49d3-4fa8-b4ec-65f98d0b53f8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.543222] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1922.543222] env[62181]: value = "task-1790952" [ 1922.543222] env[62181]: _type = "Task" [ 1922.543222] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.551678] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790952, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.590424] env[62181]: DEBUG nova.compute.manager [req-8f837068-b508-47d6-9cf1-961daf3e469a req-d829c4bb-4cdc-4655-888c-19910b5d54b8 service nova] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Received event network-vif-plugged-7c69797e-a6ad-40fb-88fb-16f9c8b7da2b {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1922.590661] env[62181]: DEBUG oslo_concurrency.lockutils [req-8f837068-b508-47d6-9cf1-961daf3e469a req-d829c4bb-4cdc-4655-888c-19910b5d54b8 service nova] Acquiring lock "466d5b52-4457-44ed-9689-18afd78e2ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.590932] env[62181]: DEBUG oslo_concurrency.lockutils [req-8f837068-b508-47d6-9cf1-961daf3e469a req-d829c4bb-4cdc-4655-888c-19910b5d54b8 service nova] Lock "466d5b52-4457-44ed-9689-18afd78e2ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.591250] env[62181]: DEBUG oslo_concurrency.lockutils [req-8f837068-b508-47d6-9cf1-961daf3e469a req-d829c4bb-4cdc-4655-888c-19910b5d54b8 service nova] Lock "466d5b52-4457-44ed-9689-18afd78e2ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.591497] env[62181]: DEBUG nova.compute.manager [req-8f837068-b508-47d6-9cf1-961daf3e469a req-d829c4bb-4cdc-4655-888c-19910b5d54b8 service nova] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] No waiting events found dispatching network-vif-plugged-7c69797e-a6ad-40fb-88fb-16f9c8b7da2b {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1922.591842] env[62181]: WARNING nova.compute.manager [req-8f837068-b508-47d6-9cf1-961daf3e469a req-d829c4bb-4cdc-4655-888c-19910b5d54b8 service nova] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Received unexpected event network-vif-plugged-7c69797e-a6ad-40fb-88fb-16f9c8b7da2b for instance with vm_state building and task_state spawning. [ 1922.591956] env[62181]: DEBUG nova.compute.manager [req-8f837068-b508-47d6-9cf1-961daf3e469a req-d829c4bb-4cdc-4655-888c-19910b5d54b8 service nova] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Received event network-changed-7c69797e-a6ad-40fb-88fb-16f9c8b7da2b {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1922.592201] env[62181]: DEBUG nova.compute.manager [req-8f837068-b508-47d6-9cf1-961daf3e469a req-d829c4bb-4cdc-4655-888c-19910b5d54b8 service nova] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Refreshing instance network info cache due to event network-changed-7c69797e-a6ad-40fb-88fb-16f9c8b7da2b. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1922.592353] env[62181]: DEBUG oslo_concurrency.lockutils [req-8f837068-b508-47d6-9cf1-961daf3e469a req-d829c4bb-4cdc-4655-888c-19910b5d54b8 service nova] Acquiring lock "refresh_cache-466d5b52-4457-44ed-9689-18afd78e2ca9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.592548] env[62181]: DEBUG oslo_concurrency.lockutils [req-8f837068-b508-47d6-9cf1-961daf3e469a req-d829c4bb-4cdc-4655-888c-19910b5d54b8 service nova] Acquired lock "refresh_cache-466d5b52-4457-44ed-9689-18afd78e2ca9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.592713] env[62181]: DEBUG nova.network.neutron [req-8f837068-b508-47d6-9cf1-961daf3e469a req-d829c4bb-4cdc-4655-888c-19910b5d54b8 service nova] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Refreshing network info cache for port 7c69797e-a6ad-40fb-88fb-16f9c8b7da2b {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1922.609909] env[62181]: DEBUG nova.compute.manager [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1922.610167] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1922.611047] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb85c6f-2cae-4772-86ab-a4ccc96a7e5c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.619445] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1922.619630] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e89c17de-a204-4026-9bc2-82f8c100fa01 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.627392] env[62181]: DEBUG oslo_vmware.api [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1922.627392] env[62181]: value = "task-1790953" [ 1922.627392] env[62181]: _type = "Task" [ 1922.627392] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.634957] env[62181]: DEBUG oslo_vmware.api [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.882255] env[62181]: DEBUG nova.scheduler.client.report [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1922.971301] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52441fd0-43af-75b3-0b5b-2750b5beb012, 'name': SearchDatastore_Task, 'duration_secs': 0.009486} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.971631] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.971906] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] a7ff37a7-a9a2-4586-87a1-07486baa9f59/a7ff37a7-a9a2-4586-87a1-07486baa9f59.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1922.972365] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-588a3110-7945-4991-b249-046900324d62 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.981150] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1922.981150] env[62181]: value = "task-1790954" [ 1922.981150] env[62181]: _type = "Task" [ 1922.981150] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.989131] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.053613] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790952, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.139131] env[62181]: DEBUG oslo_vmware.api [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790953, 'name': PowerOffVM_Task, 'duration_secs': 0.252671} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.139640] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1923.139817] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1923.140088] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99118c4e-f2e6-402b-bc94-7eb8ad340290 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.267755] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1923.268008] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1923.268203] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Deleting the datastore file [datastore1] b77a5328-e05e-4455-a6d2-71d7f294b7f2 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1923.271283] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe862e92-1027-4a6e-9683-58dde0929c87 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.280473] env[62181]: DEBUG oslo_vmware.api [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1923.280473] env[62181]: value = "task-1790956" [ 1923.280473] env[62181]: _type = "Task" [ 1923.280473] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.288470] env[62181]: DEBUG oslo_vmware.api [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.385198] env[62181]: DEBUG oslo_concurrency.lockutils [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.413998] env[62181]: INFO nova.scheduler.client.report [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Deleted allocations for instance 28dd8dee-5e81-4940-8ab5-db85d851573d [ 1923.464514] env[62181]: DEBUG nova.network.neutron [req-8f837068-b508-47d6-9cf1-961daf3e469a req-d829c4bb-4cdc-4655-888c-19910b5d54b8 service nova] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Updated VIF entry in instance network info cache for port 7c69797e-a6ad-40fb-88fb-16f9c8b7da2b. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1923.465162] env[62181]: DEBUG nova.network.neutron [req-8f837068-b508-47d6-9cf1-961daf3e469a req-d829c4bb-4cdc-4655-888c-19910b5d54b8 service nova] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Updating instance_info_cache with network_info: [{"id": "7c69797e-a6ad-40fb-88fb-16f9c8b7da2b", "address": "fa:16:3e:d1:fc:07", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c69797e-a6", "ovs_interfaceid": "7c69797e-a6ad-40fb-88fb-16f9c8b7da2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.491949] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.558136] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790952, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.790956] env[62181]: DEBUG oslo_vmware.api [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.921642] env[62181]: DEBUG oslo_concurrency.lockutils [None req-94109f8d-519e-4c1f-9832-7f918e404f85 tempest-ServerRescueNegativeTestJSON-822539906 tempest-ServerRescueNegativeTestJSON-822539906-project-member] Lock "28dd8dee-5e81-4940-8ab5-db85d851573d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.492s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.971788] env[62181]: DEBUG oslo_concurrency.lockutils [req-8f837068-b508-47d6-9cf1-961daf3e469a req-d829c4bb-4cdc-4655-888c-19910b5d54b8 service nova] Releasing lock "refresh_cache-466d5b52-4457-44ed-9689-18afd78e2ca9" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.972352] env[62181]: DEBUG oslo_concurrency.lockutils [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.972568] env[62181]: DEBUG oslo_concurrency.lockutils [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.990174] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.056572] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790952, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.291999] env[62181]: DEBUG oslo_vmware.api [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.476528] env[62181]: DEBUG nova.compute.manager [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1924.490871] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.558629] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790952, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.793450] env[62181]: DEBUG oslo_vmware.api [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.997907] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.008867] env[62181]: DEBUG oslo_concurrency.lockutils [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.009098] env[62181]: DEBUG oslo_concurrency.lockutils [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.010645] env[62181]: INFO nova.compute.claims [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1925.057096] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790952, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.297395] env[62181]: DEBUG oslo_vmware.api [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.492743] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790954, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.558508] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790952, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.794754] env[62181]: DEBUG oslo_vmware.api [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.239716} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.795058] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1925.795264] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1925.795443] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1925.795651] env[62181]: INFO nova.compute.manager [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Took 3.19 seconds to destroy the instance on the hypervisor. [ 1925.795916] env[62181]: DEBUG oslo.service.loopingcall [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.796134] env[62181]: DEBUG nova.compute.manager [-] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1925.796232] env[62181]: DEBUG nova.network.neutron [-] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1925.993548] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790954, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.058564] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790952, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.139603] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5813fd4d-82fe-4346-9253-e2b4a9dc780c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.147142] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdb7ee2-5623-420c-bac4-ee80c6d0c56a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.190344] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6748ec-e1e5-42be-95c8-f29127414a85 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.199340] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10171784-cf2a-404e-a93e-f67d6751133b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.214422] env[62181]: DEBUG nova.compute.provider_tree [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1926.272019] env[62181]: DEBUG nova.compute.manager [req-1ea059e2-3713-4b7c-bd27-d5c5a23258c7 req-fe0f570e-0f25-4b0a-84c8-8b0984247bb5 service nova] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Received event network-vif-deleted-a65fe5eb-73f0-45f8-b828-f013b5c97015 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1926.272019] env[62181]: INFO nova.compute.manager [req-1ea059e2-3713-4b7c-bd27-d5c5a23258c7 req-fe0f570e-0f25-4b0a-84c8-8b0984247bb5 service nova] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Neutron deleted interface a65fe5eb-73f0-45f8-b828-f013b5c97015; detaching it from the instance and deleting it from the info cache [ 1926.272019] env[62181]: DEBUG nova.network.neutron [req-1ea059e2-3713-4b7c-bd27-d5c5a23258c7 req-fe0f570e-0f25-4b0a-84c8-8b0984247bb5 service nova] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.497020] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790954, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.558445] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790952, 'name': CreateVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.720087] env[62181]: DEBUG nova.scheduler.client.report [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1926.741217] env[62181]: DEBUG nova.network.neutron [-] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.775698] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc2ed23a-477c-493e-a152-dc6a955fd5fe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.785369] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a73e9a9-16fe-4799-919f-91f86958f4e0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.813883] env[62181]: DEBUG nova.compute.manager [req-1ea059e2-3713-4b7c-bd27-d5c5a23258c7 req-fe0f570e-0f25-4b0a-84c8-8b0984247bb5 service nova] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Detach interface failed, port_id=a65fe5eb-73f0-45f8-b828-f013b5c97015, reason: Instance b77a5328-e05e-4455-a6d2-71d7f294b7f2 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1926.994848] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790954, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.757789} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.995042] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] a7ff37a7-a9a2-4586-87a1-07486baa9f59/a7ff37a7-a9a2-4586-87a1-07486baa9f59.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1926.995261] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1926.995527] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4033734e-faa8-4420-a882-b6837d7fcd72 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.001859] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1927.001859] env[62181]: value = "task-1790957" [ 1927.001859] env[62181]: _type = "Task" [ 1927.001859] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.008824] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.057510] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790952, 'name': CreateVM_Task, 'duration_secs': 4.181535} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.057677] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1927.058395] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.058567] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.058882] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1927.059133] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b21ba9-12ba-4b0f-a6ff-ebd2a17e35b6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.063162] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1927.063162] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]524d222d-4c28-4eba-99ca-bc04f8546125" [ 1927.063162] env[62181]: _type = "Task" [ 1927.063162] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.071554] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]524d222d-4c28-4eba-99ca-bc04f8546125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.225149] env[62181]: DEBUG oslo_concurrency.lockutils [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.225701] env[62181]: DEBUG nova.compute.manager [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1927.243211] env[62181]: INFO nova.compute.manager [-] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Took 1.45 seconds to deallocate network for instance. [ 1927.511429] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064181} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.511701] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1927.512484] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51829cb-0020-48ec-804b-8d01e4c8576e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.533808] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] a7ff37a7-a9a2-4586-87a1-07486baa9f59/a7ff37a7-a9a2-4586-87a1-07486baa9f59.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1927.534318] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e16af0e-a43c-4711-ab93-1263f2928ebc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.552860] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1927.552860] env[62181]: value = "task-1790958" [ 1927.552860] env[62181]: _type = "Task" [ 1927.552860] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.560092] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.572280] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]524d222d-4c28-4eba-99ca-bc04f8546125, 'name': SearchDatastore_Task, 'duration_secs': 0.009413} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.572553] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.572781] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1927.573027] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.573181] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.573361] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1927.573631] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51504b95-081f-4d89-ace7-6ca73599e1f8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.586119] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1927.586326] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1927.587220] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c28a92-d3c2-47b2-b84e-372f6bddbe86 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.592368] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1927.592368] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52555236-dec9-61df-232f-a600ec23394b" [ 1927.592368] env[62181]: _type = "Task" [ 1927.592368] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.600311] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52555236-dec9-61df-232f-a600ec23394b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.731222] env[62181]: DEBUG nova.compute.utils [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1927.732710] env[62181]: DEBUG nova.compute.manager [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1927.732888] env[62181]: DEBUG nova.network.neutron [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1927.749449] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.749701] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.749916] env[62181]: DEBUG nova.objects.instance [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lazy-loading 'resources' on Instance uuid b77a5328-e05e-4455-a6d2-71d7f294b7f2 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1927.773331] env[62181]: DEBUG nova.policy [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '866bc61afeb847d7ba246c582d3d62c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8f6ec5b5b77436e87c7852960b9b238', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1928.062889] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790958, 'name': ReconfigVM_Task, 'duration_secs': 0.261876} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.063482] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Reconfigured VM instance instance-00000069 to attach disk [datastore1] a7ff37a7-a9a2-4586-87a1-07486baa9f59/a7ff37a7-a9a2-4586-87a1-07486baa9f59.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1928.064260] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0afb77a-68d8-4160-8d92-52c1dcd14ca3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.071587] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1928.071587] env[62181]: value = "task-1790959" [ 1928.071587] env[62181]: _type = "Task" [ 1928.071587] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.080481] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790959, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.087716] env[62181]: DEBUG nova.network.neutron [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Successfully created port: d97ac125-6750-4482-bc01-1bc1d4abf2d5 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1928.102716] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52555236-dec9-61df-232f-a600ec23394b, 'name': SearchDatastore_Task, 'duration_secs': 0.010638} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.103558] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2bc8fae-eaae-47f2-9e3c-c0e8a9fde466 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.108964] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1928.108964] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52897c0d-aefb-4544-9947-293dd57f2db0" [ 1928.108964] env[62181]: _type = "Task" [ 1928.108964] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.116230] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52897c0d-aefb-4544-9947-293dd57f2db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.236246] env[62181]: DEBUG nova.compute.manager [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1928.367039] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71351135-a789-4333-a30a-ab123bdf9b91 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.374405] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be4c0b1-2bed-4793-900a-a3232ddfa339 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.404381] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10b5555-d7cd-4976-8114-b569c567f078 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.412369] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3eafcf3-d798-429e-bb5a-75841cb7ab60 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.425470] env[62181]: DEBUG nova.compute.provider_tree [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1928.581789] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790959, 'name': Rename_Task, 'duration_secs': 0.1403} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.582173] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1928.582425] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fade2d5-a4d8-48c8-bdd6-788a7b578d35 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.588605] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1928.588605] env[62181]: value = "task-1790960" [ 1928.588605] env[62181]: _type = "Task" [ 1928.588605] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.595759] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.618315] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52897c0d-aefb-4544-9947-293dd57f2db0, 'name': SearchDatastore_Task, 'duration_secs': 0.00905} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.618571] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.618825] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 466d5b52-4457-44ed-9689-18afd78e2ca9/466d5b52-4457-44ed-9689-18afd78e2ca9.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1928.619100] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edfd6f73-0b1f-4bdb-83cf-49b886ed4b72 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.624834] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1928.624834] env[62181]: value = "task-1790961" [ 1928.624834] env[62181]: _type = "Task" [ 1928.624834] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.632021] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.928598] env[62181]: DEBUG nova.scheduler.client.report [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1929.097801] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.134074] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.246250] env[62181]: DEBUG nova.compute.manager [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1929.272298] env[62181]: DEBUG nova.virt.hardware [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1929.272567] env[62181]: DEBUG nova.virt.hardware [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1929.272745] env[62181]: DEBUG nova.virt.hardware [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1929.272963] env[62181]: DEBUG nova.virt.hardware [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1929.273144] env[62181]: DEBUG nova.virt.hardware [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1929.273308] env[62181]: DEBUG nova.virt.hardware [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1929.273535] env[62181]: DEBUG nova.virt.hardware [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1929.273716] env[62181]: DEBUG nova.virt.hardware [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1929.273913] env[62181]: DEBUG nova.virt.hardware [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1929.274119] env[62181]: DEBUG nova.virt.hardware [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1929.274342] env[62181]: DEBUG nova.virt.hardware [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1929.275223] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d20ced9-eaf3-4e86-8bd7-98f47e33c6cc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.283416] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a5f2bf-6a08-4ad7-bf7a-36d58fa11b6f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.433901] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.455487] env[62181]: INFO nova.scheduler.client.report [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Deleted allocations for instance b77a5328-e05e-4455-a6d2-71d7f294b7f2 [ 1929.475364] env[62181]: DEBUG nova.compute.manager [req-32082808-a8a9-4e49-8589-bcc33dfa5302 req-cf5faa57-87ca-4774-976a-25ad84b8c819 service nova] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Received event network-vif-plugged-d97ac125-6750-4482-bc01-1bc1d4abf2d5 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1929.475662] env[62181]: DEBUG oslo_concurrency.lockutils [req-32082808-a8a9-4e49-8589-bcc33dfa5302 req-cf5faa57-87ca-4774-976a-25ad84b8c819 service nova] Acquiring lock "136c0555-9c6f-4614-9d93-a1a6313d4d39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.475980] env[62181]: DEBUG oslo_concurrency.lockutils [req-32082808-a8a9-4e49-8589-bcc33dfa5302 req-cf5faa57-87ca-4774-976a-25ad84b8c819 service nova] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.476468] env[62181]: DEBUG oslo_concurrency.lockutils [req-32082808-a8a9-4e49-8589-bcc33dfa5302 req-cf5faa57-87ca-4774-976a-25ad84b8c819 service nova] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.476729] env[62181]: DEBUG nova.compute.manager [req-32082808-a8a9-4e49-8589-bcc33dfa5302 req-cf5faa57-87ca-4774-976a-25ad84b8c819 service nova] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] No waiting events found dispatching network-vif-plugged-d97ac125-6750-4482-bc01-1bc1d4abf2d5 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1929.476928] env[62181]: WARNING nova.compute.manager [req-32082808-a8a9-4e49-8589-bcc33dfa5302 req-cf5faa57-87ca-4774-976a-25ad84b8c819 service nova] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Received unexpected event network-vif-plugged-d97ac125-6750-4482-bc01-1bc1d4abf2d5 for instance with vm_state building and task_state spawning. [ 1929.587990] env[62181]: DEBUG nova.network.neutron [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Successfully updated port: d97ac125-6750-4482-bc01-1bc1d4abf2d5 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1929.599126] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790960, 'name': PowerOnVM_Task} progress is 70%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.638246] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790961, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.964462] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4c54cc8c-fc11-40f4-b888-e2283dfac103 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "b77a5328-e05e-4455-a6d2-71d7f294b7f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.861s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.093841] env[62181]: DEBUG oslo_concurrency.lockutils [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "refresh_cache-136c0555-9c6f-4614-9d93-a1a6313d4d39" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.094064] env[62181]: DEBUG oslo_concurrency.lockutils [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquired lock "refresh_cache-136c0555-9c6f-4614-9d93-a1a6313d4d39" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.094185] env[62181]: DEBUG nova.network.neutron [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1930.101140] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790960, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.136573] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790961, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.379076} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.136858] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 466d5b52-4457-44ed-9689-18afd78e2ca9/466d5b52-4457-44ed-9689-18afd78e2ca9.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1930.137197] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1930.137363] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8ca9276-9264-43ad-86db-bb745499e2b0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.144321] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1930.144321] env[62181]: value = "task-1790962" [ 1930.144321] env[62181]: _type = "Task" [ 1930.144321] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.151600] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.602678] env[62181]: DEBUG oslo_vmware.api [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790960, 'name': PowerOnVM_Task, 'duration_secs': 1.708354} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.603354] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1930.603444] env[62181]: INFO nova.compute.manager [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Took 12.40 seconds to spawn the instance on the hypervisor. [ 1930.603686] env[62181]: DEBUG nova.compute.manager [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1930.604503] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f0095f-7b97-4fa9-bca3-671b8ebd2993 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.639423] env[62181]: DEBUG nova.network.neutron [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1930.655130] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066407} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.655400] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1930.656196] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428074b8-f726-472b-b5ad-df3ddc862e15 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.681231] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 466d5b52-4457-44ed-9689-18afd78e2ca9/466d5b52-4457-44ed-9689-18afd78e2ca9.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1930.683603] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0199fdaa-0110-437c-93a3-1160d88190d7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.702797] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1930.702797] env[62181]: value = "task-1790963" [ 1930.702797] env[62181]: _type = "Task" [ 1930.702797] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.710564] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.789095] env[62181]: DEBUG nova.network.neutron [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Updating instance_info_cache with network_info: [{"id": "d97ac125-6750-4482-bc01-1bc1d4abf2d5", "address": "fa:16:3e:4f:9d:2a", "network": {"id": "cf0f5a05-fbde-4c45-abc5-259dee142c07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1963065330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f6ec5b5b77436e87c7852960b9b238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd97ac125-67", "ovs_interfaceid": "d97ac125-6750-4482-bc01-1bc1d4abf2d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.128896] env[62181]: INFO nova.compute.manager [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Took 18.60 seconds to build instance. [ 1931.214538] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.291747] env[62181]: DEBUG oslo_concurrency.lockutils [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Releasing lock "refresh_cache-136c0555-9c6f-4614-9d93-a1a6313d4d39" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.292165] env[62181]: DEBUG nova.compute.manager [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Instance network_info: |[{"id": "d97ac125-6750-4482-bc01-1bc1d4abf2d5", "address": "fa:16:3e:4f:9d:2a", "network": {"id": "cf0f5a05-fbde-4c45-abc5-259dee142c07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1963065330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f6ec5b5b77436e87c7852960b9b238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd97ac125-67", "ovs_interfaceid": "d97ac125-6750-4482-bc01-1bc1d4abf2d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1931.292601] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:9d:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd97ac125-6750-4482-bc01-1bc1d4abf2d5', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1931.300917] env[62181]: DEBUG oslo.service.loopingcall [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1931.301137] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1931.301355] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75ab5858-4977-4fd3-80b0-e11e2158dbb9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.323739] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1931.323739] env[62181]: value = "task-1790964" [ 1931.323739] env[62181]: _type = "Task" [ 1931.323739] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.329314] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790964, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.502758] env[62181]: DEBUG nova.compute.manager [req-e0ed929e-64d8-43cf-ba9b-7137aaf9bc06 req-27145935-8e04-405d-8d64-f30995c303a9 service nova] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Received event network-changed-d97ac125-6750-4482-bc01-1bc1d4abf2d5 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1931.503000] env[62181]: DEBUG nova.compute.manager [req-e0ed929e-64d8-43cf-ba9b-7137aaf9bc06 req-27145935-8e04-405d-8d64-f30995c303a9 service nova] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Refreshing instance network info cache due to event network-changed-d97ac125-6750-4482-bc01-1bc1d4abf2d5. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1931.503271] env[62181]: DEBUG oslo_concurrency.lockutils [req-e0ed929e-64d8-43cf-ba9b-7137aaf9bc06 req-27145935-8e04-405d-8d64-f30995c303a9 service nova] Acquiring lock "refresh_cache-136c0555-9c6f-4614-9d93-a1a6313d4d39" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.503447] env[62181]: DEBUG oslo_concurrency.lockutils [req-e0ed929e-64d8-43cf-ba9b-7137aaf9bc06 req-27145935-8e04-405d-8d64-f30995c303a9 service nova] Acquired lock "refresh_cache-136c0555-9c6f-4614-9d93-a1a6313d4d39" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.503694] env[62181]: DEBUG nova.network.neutron [req-e0ed929e-64d8-43cf-ba9b-7137aaf9bc06 req-27145935-8e04-405d-8d64-f30995c303a9 service nova] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Refreshing network info cache for port d97ac125-6750-4482-bc01-1bc1d4abf2d5 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1931.630861] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e6c62ee3-9211-4402-b490-8ecea2da7627 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.111s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.716590] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790963, 'name': ReconfigVM_Task, 'duration_secs': 0.519795} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.716732] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 466d5b52-4457-44ed-9689-18afd78e2ca9/466d5b52-4457-44ed-9689-18afd78e2ca9.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1931.717380] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14d94604-a5ab-40bb-9e2a-80a96ecf24d7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.723492] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1931.723492] env[62181]: value = "task-1790965" [ 1931.723492] env[62181]: _type = "Task" [ 1931.723492] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.729833] env[62181]: DEBUG nova.compute.manager [req-afccedcd-4b0d-49c2-a57e-0c81575b7794 req-c181c5e1-3ab9-46fc-8ad7-aa9c63de2d90 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Received event network-changed-1e4794a8-5656-48c5-ab48-c3297618391b {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1931.730037] env[62181]: DEBUG nova.compute.manager [req-afccedcd-4b0d-49c2-a57e-0c81575b7794 req-c181c5e1-3ab9-46fc-8ad7-aa9c63de2d90 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Refreshing instance network info cache due to event network-changed-1e4794a8-5656-48c5-ab48-c3297618391b. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1931.730354] env[62181]: DEBUG oslo_concurrency.lockutils [req-afccedcd-4b0d-49c2-a57e-0c81575b7794 req-c181c5e1-3ab9-46fc-8ad7-aa9c63de2d90 service nova] Acquiring lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.730538] env[62181]: DEBUG oslo_concurrency.lockutils [req-afccedcd-4b0d-49c2-a57e-0c81575b7794 req-c181c5e1-3ab9-46fc-8ad7-aa9c63de2d90 service nova] Acquired lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.730707] env[62181]: DEBUG nova.network.neutron [req-afccedcd-4b0d-49c2-a57e-0c81575b7794 req-c181c5e1-3ab9-46fc-8ad7-aa9c63de2d90 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Refreshing network info cache for port 1e4794a8-5656-48c5-ab48-c3297618391b {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1931.735570] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790965, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.833806] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790964, 'name': CreateVM_Task, 'duration_secs': 0.362248} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.834342] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1931.835121] env[62181]: DEBUG oslo_concurrency.lockutils [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.835284] env[62181]: DEBUG oslo_concurrency.lockutils [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.835783] env[62181]: DEBUG oslo_concurrency.lockutils [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1931.836098] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f178d3d9-3585-4021-8c72-a1fd1d66e86f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.841176] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1931.841176] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52eda9d9-58e0-3e39-f536-b8eb29711a62" [ 1931.841176] env[62181]: _type = "Task" [ 1931.841176] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.859478] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52eda9d9-58e0-3e39-f536-b8eb29711a62, 'name': SearchDatastore_Task, 'duration_secs': 0.008297} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.859771] env[62181]: DEBUG oslo_concurrency.lockutils [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.860011] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1931.860275] env[62181]: DEBUG oslo_concurrency.lockutils [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.860427] env[62181]: DEBUG oslo_concurrency.lockutils [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.860610] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1931.860892] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f68fa3fe-135b-4956-844c-b9a6dfdeb98b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.868771] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1931.868977] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1931.871265] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d3d87e-9ec4-45be-a092-7abac7216ef0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.876851] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1931.876851] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52e9c258-aa14-9186-0850-df12ad4d3b4f" [ 1931.876851] env[62181]: _type = "Task" [ 1931.876851] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.882766] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e9c258-aa14-9186-0850-df12ad4d3b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.148329] env[62181]: DEBUG oslo_concurrency.lockutils [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.148550] env[62181]: DEBUG oslo_concurrency.lockutils [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.233973] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790965, 'name': Rename_Task, 'duration_secs': 0.139797} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.234289] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1932.234537] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c76c8232-6c26-476e-b732-8957d253aa21 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.242403] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1932.242403] env[62181]: value = "task-1790966" [ 1932.242403] env[62181]: _type = "Task" [ 1932.242403] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.246647] env[62181]: DEBUG nova.network.neutron [req-e0ed929e-64d8-43cf-ba9b-7137aaf9bc06 req-27145935-8e04-405d-8d64-f30995c303a9 service nova] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Updated VIF entry in instance network info cache for port d97ac125-6750-4482-bc01-1bc1d4abf2d5. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1932.247030] env[62181]: DEBUG nova.network.neutron [req-e0ed929e-64d8-43cf-ba9b-7137aaf9bc06 req-27145935-8e04-405d-8d64-f30995c303a9 service nova] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Updating instance_info_cache with network_info: [{"id": "d97ac125-6750-4482-bc01-1bc1d4abf2d5", "address": "fa:16:3e:4f:9d:2a", "network": {"id": "cf0f5a05-fbde-4c45-abc5-259dee142c07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1963065330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f6ec5b5b77436e87c7852960b9b238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd97ac125-67", "ovs_interfaceid": "d97ac125-6750-4482-bc01-1bc1d4abf2d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.256027] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.388061] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e9c258-aa14-9186-0850-df12ad4d3b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.007414} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.388819] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc836d9-86e3-4086-aafa-528f0a938a5a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.394360] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1932.394360] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5284e1e1-626c-73ff-40cc-47389acb1d1b" [ 1932.394360] env[62181]: _type = "Task" [ 1932.394360] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.401871] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5284e1e1-626c-73ff-40cc-47389acb1d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.448016] env[62181]: DEBUG nova.network.neutron [req-afccedcd-4b0d-49c2-a57e-0c81575b7794 req-c181c5e1-3ab9-46fc-8ad7-aa9c63de2d90 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Updated VIF entry in instance network info cache for port 1e4794a8-5656-48c5-ab48-c3297618391b. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1932.448402] env[62181]: DEBUG nova.network.neutron [req-afccedcd-4b0d-49c2-a57e-0c81575b7794 req-c181c5e1-3ab9-46fc-8ad7-aa9c63de2d90 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Updating instance_info_cache with network_info: [{"id": "1e4794a8-5656-48c5-ab48-c3297618391b", "address": "fa:16:3e:b1:b3:12", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4794a8-56", "ovs_interfaceid": "1e4794a8-5656-48c5-ab48-c3297618391b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.641270] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.641603] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.653919] env[62181]: DEBUG nova.compute.utils [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1932.750320] env[62181]: DEBUG oslo_concurrency.lockutils [req-e0ed929e-64d8-43cf-ba9b-7137aaf9bc06 req-27145935-8e04-405d-8d64-f30995c303a9 service nova] Releasing lock "refresh_cache-136c0555-9c6f-4614-9d93-a1a6313d4d39" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.754019] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.907314] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5284e1e1-626c-73ff-40cc-47389acb1d1b, 'name': SearchDatastore_Task, 'duration_secs': 0.021265} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.907625] env[62181]: DEBUG oslo_concurrency.lockutils [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.907998] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 136c0555-9c6f-4614-9d93-a1a6313d4d39/136c0555-9c6f-4614-9d93-a1a6313d4d39.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1932.908289] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa37d05c-a896-483a-8c26-bc31cb8e59f8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.915212] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1932.915212] env[62181]: value = "task-1790967" [ 1932.915212] env[62181]: _type = "Task" [ 1932.915212] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.924899] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.948688] env[62181]: DEBUG nova.compute.manager [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Stashing vm_state: active {{(pid=62181) _prep_resize /opt/stack/nova/nova/compute/manager.py:6073}} [ 1932.951689] env[62181]: DEBUG oslo_concurrency.lockutils [req-afccedcd-4b0d-49c2-a57e-0c81575b7794 req-c181c5e1-3ab9-46fc-8ad7-aa9c63de2d90 service nova] Releasing lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.143592] env[62181]: DEBUG nova.compute.manager [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1933.156826] env[62181]: DEBUG oslo_concurrency.lockutils [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.254388] env[62181]: DEBUG oslo_vmware.api [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790966, 'name': PowerOnVM_Task, 'duration_secs': 0.80792} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.254732] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1933.254961] env[62181]: INFO nova.compute.manager [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Took 12.75 seconds to spawn the instance on the hypervisor. [ 1933.255178] env[62181]: DEBUG nova.compute.manager [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1933.256031] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1407fe-705c-45fe-9a1d-5a7ec4829dd1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.426652] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790967, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.470933] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.471314] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.661795] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.773177] env[62181]: INFO nova.compute.manager [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Took 21.20 seconds to build instance. [ 1933.925740] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65456} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.926035] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 136c0555-9c6f-4614-9d93-a1a6313d4d39/136c0555-9c6f-4614-9d93-a1a6313d4d39.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1933.926303] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1933.926495] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51e1b440-d22d-4a0f-9936-4c02478b12c9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.932808] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1933.932808] env[62181]: value = "task-1790968" [ 1933.932808] env[62181]: _type = "Task" [ 1933.932808] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.941610] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.976986] env[62181]: INFO nova.compute.claims [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1934.218339] env[62181]: DEBUG oslo_concurrency.lockutils [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.218555] env[62181]: DEBUG oslo_concurrency.lockutils [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.218794] env[62181]: INFO nova.compute.manager [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Attaching volume 9fca9021-75f7-48d1-9e38-ac231d581a3c to /dev/sdb [ 1934.249703] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb574c7-93b3-4173-b139-a529f61642e1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.257787] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2076335f-ee51-4471-83e9-1b2f3d3de11e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.271549] env[62181]: DEBUG nova.virt.block_device [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Updating existing volume attachment record: cf63a4fb-9ef1-4174-9344-0b27bb2a9055 {{(pid=62181) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1934.275040] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5526a40b-1b70-4efc-aab2-6cac4999ccf1 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "466d5b52-4457-44ed-9689-18afd78e2ca9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.709s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.447405] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.332118} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.447405] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1934.447482] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcacd50-380c-4c04-950b-37634363d010 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.470966] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 136c0555-9c6f-4614-9d93-a1a6313d4d39/136c0555-9c6f-4614-9d93-a1a6313d4d39.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1934.471219] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-721fe842-ab88-4bbd-b0df-c6cb0e269f7a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.487215] env[62181]: INFO nova.compute.resource_tracker [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating resource usage from migration 2354a66b-f0fb-4818-b274-26f232aa74d1 [ 1934.495022] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1934.495022] env[62181]: value = "task-1790970" [ 1934.495022] env[62181]: _type = "Task" [ 1934.495022] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.503721] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.633013] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509e695e-635c-4e5a-8c56-46671c4e9e83 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.641380] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be14e11-bc37-461c-bb43-b9a07ec9010f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.677531] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79232656-1616-46de-8dae-4d69dfe3b14b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.685943] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61672804-2171-4668-9313-4671e16767dc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.700118] env[62181]: DEBUG nova.compute.provider_tree [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1935.005414] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790970, 'name': ReconfigVM_Task, 'duration_secs': 0.288835} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.005719] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 136c0555-9c6f-4614-9d93-a1a6313d4d39/136c0555-9c6f-4614-9d93-a1a6313d4d39.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1935.006437] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45bcfb71-f35a-4c9d-9b4f-ba76ea989341 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.013331] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1935.013331] env[62181]: value = "task-1790971" [ 1935.013331] env[62181]: _type = "Task" [ 1935.013331] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.021547] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790971, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.099494] env[62181]: DEBUG oslo_concurrency.lockutils [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "466d5b52-4457-44ed-9689-18afd78e2ca9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.099764] env[62181]: DEBUG oslo_concurrency.lockutils [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "466d5b52-4457-44ed-9689-18afd78e2ca9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.099998] env[62181]: DEBUG oslo_concurrency.lockutils [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "466d5b52-4457-44ed-9689-18afd78e2ca9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.100204] env[62181]: DEBUG oslo_concurrency.lockutils [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "466d5b52-4457-44ed-9689-18afd78e2ca9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.100389] env[62181]: DEBUG oslo_concurrency.lockutils [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "466d5b52-4457-44ed-9689-18afd78e2ca9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.102521] env[62181]: INFO nova.compute.manager [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Terminating instance [ 1935.222331] env[62181]: ERROR nova.scheduler.client.report [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [req-5da0adad-fd65-470d-b524-3fc7d1b41c2d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5da0adad-fd65-470d-b524-3fc7d1b41c2d"}]} [ 1935.237526] env[62181]: DEBUG nova.scheduler.client.report [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1935.250286] env[62181]: DEBUG nova.scheduler.client.report [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1935.250491] env[62181]: DEBUG nova.compute.provider_tree [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1935.260235] env[62181]: DEBUG nova.scheduler.client.report [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1935.276621] env[62181]: DEBUG nova.scheduler.client.report [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1935.382889] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0499c0c3-97f5-4eba-ae06-7c500c5b8b8a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.390652] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41d3433-bbe4-4275-8b71-c66defd09bda {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.421865] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190cecbf-f9a4-4bb0-b31a-136289e36527 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.428972] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f6c684-866d-4edb-a8ba-e732268f4ea7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.443146] env[62181]: DEBUG nova.compute.provider_tree [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1935.524047] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790971, 'name': Rename_Task, 'duration_secs': 0.136702} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.524378] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1935.524644] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0115a95e-06fd-46b7-b45e-bb27083ca240 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.530960] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1935.530960] env[62181]: value = "task-1790972" [ 1935.530960] env[62181]: _type = "Task" [ 1935.530960] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.539052] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.606046] env[62181]: DEBUG nova.compute.manager [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1935.606349] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1935.607287] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bda8d8-98e7-4481-963e-65e12e9dc897 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.615164] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1935.615399] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22605cc1-7619-404e-8baa-f5c253c06e64 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.621709] env[62181]: DEBUG oslo_vmware.api [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1935.621709] env[62181]: value = "task-1790973" [ 1935.621709] env[62181]: _type = "Task" [ 1935.621709] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.630041] env[62181]: DEBUG oslo_vmware.api [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.972114] env[62181]: DEBUG nova.scheduler.client.report [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1935.972419] env[62181]: DEBUG nova.compute.provider_tree [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 146 to 147 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1935.972566] env[62181]: DEBUG nova.compute.provider_tree [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1936.040601] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790972, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.131770] env[62181]: DEBUG oslo_vmware.api [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790973, 'name': PowerOffVM_Task, 'duration_secs': 0.470498} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.132057] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1936.132238] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1936.132493] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38913fcc-6a4b-4e8d-99d9-33f3cb1f1733 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.477159] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.006s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.477386] env[62181]: INFO nova.compute.manager [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Migrating [ 1936.484456] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.823s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.486304] env[62181]: INFO nova.compute.claims [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1936.543164] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790972, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.838834] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1936.839159] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1936.839391] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleting the datastore file [datastore1] 466d5b52-4457-44ed-9689-18afd78e2ca9 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1936.839713] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02682eb1-0dc0-4682-bcda-895209a96324 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.846508] env[62181]: DEBUG oslo_vmware.api [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1936.846508] env[62181]: value = "task-1790976" [ 1936.846508] env[62181]: _type = "Task" [ 1936.846508] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.856707] env[62181]: DEBUG oslo_vmware.api [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.997952] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.998366] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.998366] env[62181]: DEBUG nova.network.neutron [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1937.040520] env[62181]: DEBUG oslo_vmware.api [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1790972, 'name': PowerOnVM_Task, 'duration_secs': 1.246586} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.040787] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1937.040989] env[62181]: INFO nova.compute.manager [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1937.041195] env[62181]: DEBUG nova.compute.manager [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1937.041963] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7e3365-e197-4417-8ac3-55e33c9a00a5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.357026] env[62181]: DEBUG oslo_vmware.api [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174282} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.357209] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1937.357307] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1937.357482] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1937.357654] env[62181]: INFO nova.compute.manager [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1937.357896] env[62181]: DEBUG oslo.service.loopingcall [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1937.358102] env[62181]: DEBUG nova.compute.manager [-] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1937.358198] env[62181]: DEBUG nova.network.neutron [-] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1937.563347] env[62181]: INFO nova.compute.manager [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Took 12.58 seconds to build instance. [ 1937.636222] env[62181]: DEBUG nova.compute.manager [req-b18fad4e-ecb7-4572-a861-65268aeec055 req-826a48b1-794a-4c9e-b8da-4de10479e4af service nova] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Received event network-vif-deleted-7c69797e-a6ad-40fb-88fb-16f9c8b7da2b {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1937.636442] env[62181]: INFO nova.compute.manager [req-b18fad4e-ecb7-4572-a861-65268aeec055 req-826a48b1-794a-4c9e-b8da-4de10479e4af service nova] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Neutron deleted interface 7c69797e-a6ad-40fb-88fb-16f9c8b7da2b; detaching it from the instance and deleting it from the info cache [ 1937.636613] env[62181]: DEBUG nova.network.neutron [req-b18fad4e-ecb7-4572-a861-65268aeec055 req-826a48b1-794a-4c9e-b8da-4de10479e4af service nova] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.678904] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac454c52-435e-4380-99f6-b18bbdfba61e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.687689] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f0e810-1b40-40c1-a0f2-02552ed1a6b9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.725952] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3169d1d0-5ef8-4e5b-955e-67f88f80d4b5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.733970] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d79bba6-b733-43a8-9053-3951a0a17374 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.749419] env[62181]: DEBUG nova.compute.provider_tree [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1937.830745] env[62181]: DEBUG nova.network.neutron [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating instance_info_cache with network_info: [{"id": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "address": "fa:16:3e:dd:3d:04", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bfbca6e-5f", "ovs_interfaceid": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.066797] env[62181]: DEBUG oslo_concurrency.lockutils [None req-84cc6628-09de-46d2-be55-bd612b344e12 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.093s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.105545] env[62181]: DEBUG nova.network.neutron [-] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.143433] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6149e34e-a6db-4765-a34d-2f9a2549948c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.153995] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf9eefe-1670-4f50-96f4-9d2701caa72c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.184620] env[62181]: DEBUG nova.compute.manager [req-b18fad4e-ecb7-4572-a861-65268aeec055 req-826a48b1-794a-4c9e-b8da-4de10479e4af service nova] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Detach interface failed, port_id=7c69797e-a6ad-40fb-88fb-16f9c8b7da2b, reason: Instance 466d5b52-4457-44ed-9689-18afd78e2ca9 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1938.252705] env[62181]: DEBUG nova.scheduler.client.report [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1938.333085] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.611024] env[62181]: INFO nova.compute.manager [-] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Took 1.25 seconds to deallocate network for instance. [ 1938.758489] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.758855] env[62181]: DEBUG nova.compute.manager [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1938.813721] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Volume attach. Driver type: vmdk {{(pid=62181) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1938.813973] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371529', 'volume_id': '9fca9021-75f7-48d1-9e38-ac231d581a3c', 'name': 'volume-9fca9021-75f7-48d1-9e38-ac231d581a3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5cc52e43-ffc7-4c1d-8541-c937f164eb31', 'attached_at': '', 'detached_at': '', 'volume_id': '9fca9021-75f7-48d1-9e38-ac231d581a3c', 'serial': '9fca9021-75f7-48d1-9e38-ac231d581a3c'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1938.814843] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eee49a5-ec82-4090-b32a-f0314e4ee07b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.831877] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851bb6a2-d0bd-4670-b33d-e998264766e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.860261] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-9fca9021-75f7-48d1-9e38-ac231d581a3c/volume-9fca9021-75f7-48d1-9e38-ac231d581a3c.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1938.860840] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d61f6af-d650-427b-a6bc-129052cd2436 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.879060] env[62181]: DEBUG oslo_vmware.api [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1938.879060] env[62181]: value = "task-1790977" [ 1938.879060] env[62181]: _type = "Task" [ 1938.879060] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.888410] env[62181]: DEBUG oslo_vmware.api [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.116575] env[62181]: DEBUG oslo_concurrency.lockutils [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.116909] env[62181]: DEBUG oslo_concurrency.lockutils [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.117106] env[62181]: DEBUG nova.objects.instance [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lazy-loading 'resources' on Instance uuid 466d5b52-4457-44ed-9689-18afd78e2ca9 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1939.264340] env[62181]: DEBUG nova.compute.utils [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1939.266045] env[62181]: DEBUG nova.compute.manager [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1939.266320] env[62181]: DEBUG nova.network.neutron [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1939.311082] env[62181]: DEBUG nova.policy [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a306696a0e074c5eb73b98bfd625f4b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b810530d8404a9a8d3161b09971917d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1939.390388] env[62181]: DEBUG oslo_vmware.api [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.614599] env[62181]: DEBUG nova.network.neutron [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Successfully created port: 9123fd1f-b465-4de9-93f1-75e14d213cc9 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1939.662238] env[62181]: DEBUG nova.compute.manager [req-7abfd8ca-95c5-438b-9178-9220104ad694 req-f40cc539-82de-4778-90ff-aee56f80c67d service nova] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Received event network-changed-d97ac125-6750-4482-bc01-1bc1d4abf2d5 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1939.662456] env[62181]: DEBUG nova.compute.manager [req-7abfd8ca-95c5-438b-9178-9220104ad694 req-f40cc539-82de-4778-90ff-aee56f80c67d service nova] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Refreshing instance network info cache due to event network-changed-d97ac125-6750-4482-bc01-1bc1d4abf2d5. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1939.662668] env[62181]: DEBUG oslo_concurrency.lockutils [req-7abfd8ca-95c5-438b-9178-9220104ad694 req-f40cc539-82de-4778-90ff-aee56f80c67d service nova] Acquiring lock "refresh_cache-136c0555-9c6f-4614-9d93-a1a6313d4d39" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.662766] env[62181]: DEBUG oslo_concurrency.lockutils [req-7abfd8ca-95c5-438b-9178-9220104ad694 req-f40cc539-82de-4778-90ff-aee56f80c67d service nova] Acquired lock "refresh_cache-136c0555-9c6f-4614-9d93-a1a6313d4d39" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.662965] env[62181]: DEBUG nova.network.neutron [req-7abfd8ca-95c5-438b-9178-9220104ad694 req-f40cc539-82de-4778-90ff-aee56f80c67d service nova] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Refreshing network info cache for port d97ac125-6750-4482-bc01-1bc1d4abf2d5 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1939.756188] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40091d5-20d7-458f-b74d-85e779d35b43 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.764171] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5763b16-4ede-4c5a-95ff-0ad03951286b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.770036] env[62181]: DEBUG nova.compute.manager [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1939.800119] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8465a5-f157-41af-a320-2ac968987104 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.811937] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597283f8-5927-42d6-82d5-524a9df71a1b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.825040] env[62181]: DEBUG nova.compute.provider_tree [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1939.870597] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd579b0a-b833-4d9d-86c7-0e7bebae6cce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.889900] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating instance '13bc5ed7-0e84-4472-ba74-2009b801f4a1' progress to 0 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1939.901504] env[62181]: DEBUG oslo_vmware.api [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790977, 'name': ReconfigVM_Task, 'duration_secs': 0.64502} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.901786] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-9fca9021-75f7-48d1-9e38-ac231d581a3c/volume-9fca9021-75f7-48d1-9e38-ac231d581a3c.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1939.906586] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d91c93a-cea7-4fb1-86d0-f9a2f25c4df5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.921785] env[62181]: DEBUG oslo_vmware.api [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1939.921785] env[62181]: value = "task-1790978" [ 1939.921785] env[62181]: _type = "Task" [ 1939.921785] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.930330] env[62181]: DEBUG oslo_vmware.api [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.355102] env[62181]: DEBUG nova.scheduler.client.report [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1940.355536] env[62181]: DEBUG nova.compute.provider_tree [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 147 to 148 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1940.355536] env[62181]: DEBUG nova.compute.provider_tree [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1940.385447] env[62181]: DEBUG nova.network.neutron [req-7abfd8ca-95c5-438b-9178-9220104ad694 req-f40cc539-82de-4778-90ff-aee56f80c67d service nova] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Updated VIF entry in instance network info cache for port d97ac125-6750-4482-bc01-1bc1d4abf2d5. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1940.385846] env[62181]: DEBUG nova.network.neutron [req-7abfd8ca-95c5-438b-9178-9220104ad694 req-f40cc539-82de-4778-90ff-aee56f80c67d service nova] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Updating instance_info_cache with network_info: [{"id": "d97ac125-6750-4482-bc01-1bc1d4abf2d5", "address": "fa:16:3e:4f:9d:2a", "network": {"id": "cf0f5a05-fbde-4c45-abc5-259dee142c07", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1963065330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f6ec5b5b77436e87c7852960b9b238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd97ac125-67", "ovs_interfaceid": "d97ac125-6750-4482-bc01-1bc1d4abf2d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.398391] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1940.398873] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae869982-3f5f-4436-87c7-1d9c7f14a535 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.406060] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1940.406060] env[62181]: value = "task-1790979" [ 1940.406060] env[62181]: _type = "Task" [ 1940.406060] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.414286] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.429982] env[62181]: DEBUG oslo_vmware.api [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790978, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.806280] env[62181]: DEBUG nova.compute.manager [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1940.831787] env[62181]: DEBUG nova.virt.hardware [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1940.832073] env[62181]: DEBUG nova.virt.hardware [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1940.832251] env[62181]: DEBUG nova.virt.hardware [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1940.832442] env[62181]: DEBUG nova.virt.hardware [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1940.832634] env[62181]: DEBUG nova.virt.hardware [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1940.832881] env[62181]: DEBUG nova.virt.hardware [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1940.833216] env[62181]: DEBUG nova.virt.hardware [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1940.833490] env[62181]: DEBUG nova.virt.hardware [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1940.833676] env[62181]: DEBUG nova.virt.hardware [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1940.833868] env[62181]: DEBUG nova.virt.hardware [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1940.834069] env[62181]: DEBUG nova.virt.hardware [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1940.834924] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5f50a2-aa5e-4c8c-a2a6-d334801295ad {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.843400] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25deeeb-17ee-47c9-9ff0-58a1c74f6cd1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.860453] env[62181]: DEBUG oslo_concurrency.lockutils [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.880330] env[62181]: INFO nova.scheduler.client.report [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleted allocations for instance 466d5b52-4457-44ed-9689-18afd78e2ca9 [ 1940.888353] env[62181]: DEBUG oslo_concurrency.lockutils [req-7abfd8ca-95c5-438b-9178-9220104ad694 req-f40cc539-82de-4778-90ff-aee56f80c67d service nova] Releasing lock "refresh_cache-136c0555-9c6f-4614-9d93-a1a6313d4d39" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.916279] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.933184] env[62181]: DEBUG oslo_vmware.api [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790978, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.024164] env[62181]: DEBUG nova.compute.manager [req-d2e73d33-cd25-4c9d-b760-ff5ceafdfd98 req-fb834367-c62a-4147-801e-a229e4cbbf6f service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Received event network-vif-plugged-9123fd1f-b465-4de9-93f1-75e14d213cc9 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1941.024164] env[62181]: DEBUG oslo_concurrency.lockutils [req-d2e73d33-cd25-4c9d-b760-ff5ceafdfd98 req-fb834367-c62a-4147-801e-a229e4cbbf6f service nova] Acquiring lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.024164] env[62181]: DEBUG oslo_concurrency.lockutils [req-d2e73d33-cd25-4c9d-b760-ff5ceafdfd98 req-fb834367-c62a-4147-801e-a229e4cbbf6f service nova] Lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.024595] env[62181]: DEBUG oslo_concurrency.lockutils [req-d2e73d33-cd25-4c9d-b760-ff5ceafdfd98 req-fb834367-c62a-4147-801e-a229e4cbbf6f service nova] Lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.024895] env[62181]: DEBUG nova.compute.manager [req-d2e73d33-cd25-4c9d-b760-ff5ceafdfd98 req-fb834367-c62a-4147-801e-a229e4cbbf6f service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] No waiting events found dispatching network-vif-plugged-9123fd1f-b465-4de9-93f1-75e14d213cc9 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1941.025199] env[62181]: WARNING nova.compute.manager [req-d2e73d33-cd25-4c9d-b760-ff5ceafdfd98 req-fb834367-c62a-4147-801e-a229e4cbbf6f service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Received unexpected event network-vif-plugged-9123fd1f-b465-4de9-93f1-75e14d213cc9 for instance with vm_state building and task_state spawning. [ 1941.114422] env[62181]: DEBUG nova.network.neutron [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Successfully updated port: 9123fd1f-b465-4de9-93f1-75e14d213cc9 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1941.387940] env[62181]: DEBUG oslo_concurrency.lockutils [None req-11050569-337d-40aa-bfe4-cdf2e9d71974 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "466d5b52-4457-44ed-9689-18afd78e2ca9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.287s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.417253] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.432934] env[62181]: DEBUG oslo_vmware.api [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790978, 'name': ReconfigVM_Task, 'duration_secs': 1.265639} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.433539] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371529', 'volume_id': '9fca9021-75f7-48d1-9e38-ac231d581a3c', 'name': 'volume-9fca9021-75f7-48d1-9e38-ac231d581a3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5cc52e43-ffc7-4c1d-8541-c937f164eb31', 'attached_at': '', 'detached_at': '', 'volume_id': '9fca9021-75f7-48d1-9e38-ac231d581a3c', 'serial': '9fca9021-75f7-48d1-9e38-ac231d581a3c'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1941.620931] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.621157] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.621361] env[62181]: DEBUG nova.network.neutron [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1941.690424] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "cfb05fc1-c3ae-43c2-a811-0a99ae48c03c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.690698] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "cfb05fc1-c3ae-43c2-a811-0a99ae48c03c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.690914] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "cfb05fc1-c3ae-43c2-a811-0a99ae48c03c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.691116] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "cfb05fc1-c3ae-43c2-a811-0a99ae48c03c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.691292] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "cfb05fc1-c3ae-43c2-a811-0a99ae48c03c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.693799] env[62181]: INFO nova.compute.manager [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Terminating instance [ 1941.918235] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790979, 'name': PowerOffVM_Task, 'duration_secs': 1.173896} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.918513] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1941.918698] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating instance '13bc5ed7-0e84-4472-ba74-2009b801f4a1' progress to 17 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1942.152143] env[62181]: DEBUG nova.network.neutron [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1942.196946] env[62181]: DEBUG nova.compute.manager [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1942.197254] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1942.200069] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a04ab3-bdb5-48d4-856e-4a39b91b8494 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.207881] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1942.208148] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ae29564-a6b2-44d1-ac55-01c6913ae1dc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.219591] env[62181]: DEBUG oslo_vmware.api [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1942.219591] env[62181]: value = "task-1790980" [ 1942.219591] env[62181]: _type = "Task" [ 1942.219591] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.232782] env[62181]: DEBUG oslo_vmware.api [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.303578] env[62181]: DEBUG nova.network.neutron [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Updating instance_info_cache with network_info: [{"id": "9123fd1f-b465-4de9-93f1-75e14d213cc9", "address": "fa:16:3e:2a:7d:2f", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9123fd1f-b4", "ovs_interfaceid": "9123fd1f-b465-4de9-93f1-75e14d213cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.424861] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1942.425267] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1942.425337] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1942.425583] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1942.425808] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1942.425983] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1942.426251] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1942.426453] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1942.426665] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1942.426920] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1942.427164] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1942.432986] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7fbeeb3-66d7-4776-9c9a-e39aa80e4f5b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.453685] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1942.453685] env[62181]: value = "task-1790981" [ 1942.453685] env[62181]: _type = "Task" [ 1942.453685] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.463799] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.473097] env[62181]: DEBUG nova.objects.instance [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lazy-loading 'flavor' on Instance uuid 5cc52e43-ffc7-4c1d-8541-c937f164eb31 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1942.714920] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a5a65d0-9b06-4f75-adf3-2435f0afda63 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.729146] env[62181]: DEBUG oslo_vmware.api [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790980, 'name': PowerOffVM_Task, 'duration_secs': 0.269738} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.729453] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1942.729628] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1942.729872] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1ccb8bd-f564-4eaf-8d2e-afe877ae5519 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.803558] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1942.803858] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1942.804078] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleting the datastore file [datastore1] cfb05fc1-c3ae-43c2-a811-0a99ae48c03c {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1942.804368] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-903ed6b6-a79d-4b1a-98cf-c36977096268 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.807337] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.807705] env[62181]: DEBUG nova.compute.manager [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Instance network_info: |[{"id": "9123fd1f-b465-4de9-93f1-75e14d213cc9", "address": "fa:16:3e:2a:7d:2f", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9123fd1f-b4", "ovs_interfaceid": "9123fd1f-b465-4de9-93f1-75e14d213cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1942.808176] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:7d:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9123fd1f-b465-4de9-93f1-75e14d213cc9', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1942.817068] env[62181]: DEBUG oslo.service.loopingcall [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1942.817690] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1942.817938] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6eaf4b40-3ff9-4abf-abe5-e0798b613faa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.835878] env[62181]: DEBUG oslo_vmware.api [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1942.835878] env[62181]: value = "task-1790983" [ 1942.835878] env[62181]: _type = "Task" [ 1942.835878] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.841530] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1942.841530] env[62181]: value = "task-1790984" [ 1942.841530] env[62181]: _type = "Task" [ 1942.841530] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.844685] env[62181]: DEBUG oslo_vmware.api [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.852310] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790984, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.963965] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790981, 'name': ReconfigVM_Task, 'duration_secs': 0.415917} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.964325] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating instance '13bc5ed7-0e84-4472-ba74-2009b801f4a1' progress to 33 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1942.978713] env[62181]: DEBUG oslo_concurrency.lockutils [None req-03640c6e-bb14-4e6d-8d13-b4c4c5ca5815 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.760s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.979972] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a5a65d0-9b06-4f75-adf3-2435f0afda63 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.265s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.047915] env[62181]: DEBUG nova.compute.manager [req-7f96ffa7-34f4-4a1e-9c91-c430a3591bf8 req-96591965-5db5-4557-ab66-83451aa8d222 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Received event network-changed-9123fd1f-b465-4de9-93f1-75e14d213cc9 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1943.048277] env[62181]: DEBUG nova.compute.manager [req-7f96ffa7-34f4-4a1e-9c91-c430a3591bf8 req-96591965-5db5-4557-ab66-83451aa8d222 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Refreshing instance network info cache due to event network-changed-9123fd1f-b465-4de9-93f1-75e14d213cc9. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1943.048519] env[62181]: DEBUG oslo_concurrency.lockutils [req-7f96ffa7-34f4-4a1e-9c91-c430a3591bf8 req-96591965-5db5-4557-ab66-83451aa8d222 service nova] Acquiring lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.048672] env[62181]: DEBUG oslo_concurrency.lockutils [req-7f96ffa7-34f4-4a1e-9c91-c430a3591bf8 req-96591965-5db5-4557-ab66-83451aa8d222 service nova] Acquired lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.048835] env[62181]: DEBUG nova.network.neutron [req-7f96ffa7-34f4-4a1e-9c91-c430a3591bf8 req-96591965-5db5-4557-ab66-83451aa8d222 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Refreshing network info cache for port 9123fd1f-b465-4de9-93f1-75e14d213cc9 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1943.350527] env[62181]: DEBUG oslo_vmware.api [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1790983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144904} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.351152] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1943.351394] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1943.351588] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1943.351766] env[62181]: INFO nova.compute.manager [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1943.351996] env[62181]: DEBUG oslo.service.loopingcall [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1943.352199] env[62181]: DEBUG nova.compute.manager [-] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1943.352292] env[62181]: DEBUG nova.network.neutron [-] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1943.356925] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1790984, 'name': CreateVM_Task, 'duration_secs': 0.360209} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.357350] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1943.357908] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.358108] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.358429] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1943.358652] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88664c36-f41b-4435-86fa-de3942e4729e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.363196] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1943.363196] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a9aa52-4c4b-ec3a-c0f3-8c695af81efd" [ 1943.363196] env[62181]: _type = "Task" [ 1943.363196] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.370447] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a9aa52-4c4b-ec3a-c0f3-8c695af81efd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.470830] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1943.471199] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1943.471370] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1943.471617] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1943.471871] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1943.472302] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1943.472598] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1943.472836] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1943.473083] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1943.473306] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1943.473534] env[62181]: DEBUG nova.virt.hardware [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1943.479021] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1943.479312] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a978240a-2944-4773-a8e0-eb1ae0ba5d64 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.493075] env[62181]: INFO nova.compute.manager [None req-2a5a65d0-9b06-4f75-adf3-2435f0afda63 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Detaching volume 9fca9021-75f7-48d1-9e38-ac231d581a3c [ 1943.501487] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1943.501487] env[62181]: value = "task-1790985" [ 1943.501487] env[62181]: _type = "Task" [ 1943.501487] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.509949] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.526875] env[62181]: INFO nova.virt.block_device [None req-2a5a65d0-9b06-4f75-adf3-2435f0afda63 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Attempting to driver detach volume 9fca9021-75f7-48d1-9e38-ac231d581a3c from mountpoint /dev/sdb [ 1943.527161] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5a65d0-9b06-4f75-adf3-2435f0afda63 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Volume detach. Driver type: vmdk {{(pid=62181) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1943.527378] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5a65d0-9b06-4f75-adf3-2435f0afda63 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371529', 'volume_id': '9fca9021-75f7-48d1-9e38-ac231d581a3c', 'name': 'volume-9fca9021-75f7-48d1-9e38-ac231d581a3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5cc52e43-ffc7-4c1d-8541-c937f164eb31', 'attached_at': '', 'detached_at': '', 'volume_id': '9fca9021-75f7-48d1-9e38-ac231d581a3c', 'serial': '9fca9021-75f7-48d1-9e38-ac231d581a3c'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1943.528262] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2285b5ea-40d5-469d-b3fa-43cca66eb9a5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.550395] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b33f166-2be5-41eb-806f-dc1452338d58 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.560658] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4839fae-7115-4989-b2ae-22bf2f9d9f20 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.583185] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbb5547-7aef-449b-a05d-c4cb553ba00c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.598834] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5a65d0-9b06-4f75-adf3-2435f0afda63 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] The volume has not been displaced from its original location: [datastore1] volume-9fca9021-75f7-48d1-9e38-ac231d581a3c/volume-9fca9021-75f7-48d1-9e38-ac231d581a3c.vmdk. No consolidation needed. {{(pid=62181) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1943.604229] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5a65d0-9b06-4f75-adf3-2435f0afda63 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1943.607036] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1b29386-f6e9-42ed-b1fb-a26997f71e5e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.626945] env[62181]: DEBUG oslo_vmware.api [None req-2a5a65d0-9b06-4f75-adf3-2435f0afda63 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1943.626945] env[62181]: value = "task-1790986" [ 1943.626945] env[62181]: _type = "Task" [ 1943.626945] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.635131] env[62181]: DEBUG oslo_vmware.api [None req-2a5a65d0-9b06-4f75-adf3-2435f0afda63 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.790704] env[62181]: DEBUG nova.network.neutron [req-7f96ffa7-34f4-4a1e-9c91-c430a3591bf8 req-96591965-5db5-4557-ab66-83451aa8d222 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Updated VIF entry in instance network info cache for port 9123fd1f-b465-4de9-93f1-75e14d213cc9. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1943.791125] env[62181]: DEBUG nova.network.neutron [req-7f96ffa7-34f4-4a1e-9c91-c430a3591bf8 req-96591965-5db5-4557-ab66-83451aa8d222 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Updating instance_info_cache with network_info: [{"id": "9123fd1f-b465-4de9-93f1-75e14d213cc9", "address": "fa:16:3e:2a:7d:2f", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9123fd1f-b4", "ovs_interfaceid": "9123fd1f-b465-4de9-93f1-75e14d213cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.873411] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a9aa52-4c4b-ec3a-c0f3-8c695af81efd, 'name': SearchDatastore_Task, 'duration_secs': 0.012115} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.873720] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.874012] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1943.874266] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.874412] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.874588] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1943.874838] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a134e37-3a7c-4772-87b0-0d219a6dcfbe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.882419] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1943.882596] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1943.883293] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa72b8cd-337b-4156-bf62-fc95cae4649d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.887935] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1943.887935] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525f859f-3199-7cfe-369a-fa839d86f25a" [ 1943.887935] env[62181]: _type = "Task" [ 1943.887935] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.895400] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525f859f-3199-7cfe-369a-fa839d86f25a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.011189] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790985, 'name': ReconfigVM_Task, 'duration_secs': 0.16759} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.011397] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1944.012192] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a2a685-4552-4c99-b8e0-520a226f42d3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.033501] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 13bc5ed7-0e84-4472-ba74-2009b801f4a1/13bc5ed7-0e84-4472-ba74-2009b801f4a1.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1944.033956] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03daaa7e-0635-4094-bc4a-e40f3924af99 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.051763] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1944.051763] env[62181]: value = "task-1790987" [ 1944.051763] env[62181]: _type = "Task" [ 1944.051763] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.059818] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.137551] env[62181]: DEBUG oslo_vmware.api [None req-2a5a65d0-9b06-4f75-adf3-2435f0afda63 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790986, 'name': ReconfigVM_Task, 'duration_secs': 0.233359} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.137845] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5a65d0-9b06-4f75-adf3-2435f0afda63 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1944.142373] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15570ecb-625e-47f8-a7ec-fdab779b8f2c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.155566] env[62181]: DEBUG nova.network.neutron [-] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.158015] env[62181]: DEBUG oslo_vmware.api [None req-2a5a65d0-9b06-4f75-adf3-2435f0afda63 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1944.158015] env[62181]: value = "task-1790988" [ 1944.158015] env[62181]: _type = "Task" [ 1944.158015] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.166191] env[62181]: DEBUG oslo_vmware.api [None req-2a5a65d0-9b06-4f75-adf3-2435f0afda63 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.293992] env[62181]: DEBUG oslo_concurrency.lockutils [req-7f96ffa7-34f4-4a1e-9c91-c430a3591bf8 req-96591965-5db5-4557-ab66-83451aa8d222 service nova] Releasing lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.398880] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525f859f-3199-7cfe-369a-fa839d86f25a, 'name': SearchDatastore_Task, 'duration_secs': 0.008666} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.399725] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d191bb-35bf-4ae6-8275-704a45c195a5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.405628] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1944.405628] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5231efce-28c1-f881-9aee-0fe1a99ff47f" [ 1944.405628] env[62181]: _type = "Task" [ 1944.405628] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.413944] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5231efce-28c1-f881-9aee-0fe1a99ff47f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.562311] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.660024] env[62181]: INFO nova.compute.manager [-] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Took 1.31 seconds to deallocate network for instance. [ 1944.672162] env[62181]: DEBUG oslo_vmware.api [None req-2a5a65d0-9b06-4f75-adf3-2435f0afda63 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790988, 'name': ReconfigVM_Task, 'duration_secs': 0.13804} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.672445] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5a65d0-9b06-4f75-adf3-2435f0afda63 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371529', 'volume_id': '9fca9021-75f7-48d1-9e38-ac231d581a3c', 'name': 'volume-9fca9021-75f7-48d1-9e38-ac231d581a3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5cc52e43-ffc7-4c1d-8541-c937f164eb31', 'attached_at': '', 'detached_at': '', 'volume_id': '9fca9021-75f7-48d1-9e38-ac231d581a3c', 'serial': '9fca9021-75f7-48d1-9e38-ac231d581a3c'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1944.915897] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5231efce-28c1-f881-9aee-0fe1a99ff47f, 'name': SearchDatastore_Task, 'duration_secs': 0.010004} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.916186] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.916444] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] bc0e1b2b-f9ca-4859-926f-3e752613c40f/bc0e1b2b-f9ca-4859-926f-3e752613c40f.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1944.916685] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cc5edf5-1eff-4d50-8a08-7e25eaac445a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.922839] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1944.922839] env[62181]: value = "task-1790989" [ 1944.922839] env[62181]: _type = "Task" [ 1944.922839] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.929878] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.062930] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790987, 'name': ReconfigVM_Task, 'duration_secs': 0.528087} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.063246] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 13bc5ed7-0e84-4472-ba74-2009b801f4a1/13bc5ed7-0e84-4472-ba74-2009b801f4a1.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1945.063517] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating instance '13bc5ed7-0e84-4472-ba74-2009b801f4a1' progress to 50 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1945.073898] env[62181]: DEBUG nova.compute.manager [req-8b3cab59-7bb3-49cf-b756-b98e18304dfc req-483b4236-fa04-40bf-9b91-8ee84c0a4f5a service nova] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Received event network-vif-deleted-5f3a72eb-a9fa-4f86-a241-1b65803e7516 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1945.168739] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.169583] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.169583] env[62181]: DEBUG nova.objects.instance [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lazy-loading 'resources' on Instance uuid cfb05fc1-c3ae-43c2-a811-0a99ae48c03c {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1945.219045] env[62181]: DEBUG nova.objects.instance [None req-2a5a65d0-9b06-4f75-adf3-2435f0afda63 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lazy-loading 'flavor' on Instance uuid 5cc52e43-ffc7-4c1d-8541-c937f164eb31 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1945.433658] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790989, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.569850] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2e0e32-5efc-4a33-8b7b-7f7653042f89 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.588817] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73041e78-64a8-47a9-9195-9c6453695459 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.606898] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating instance '13bc5ed7-0e84-4472-ba74-2009b801f4a1' progress to 67 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1945.786889] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3ae7c0-88a3-4270-a8a1-dfca75d1311c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.794742] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacf9236-5582-4363-b8a1-694c9232e4df {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.826598] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8888ca86-3b0d-4a89-9913-da837960d763 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.834936] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75a04dd-06f5-4924-9196-d370a4e7342a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.847844] env[62181]: DEBUG nova.compute.provider_tree [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1945.934046] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62858} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.934334] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] bc0e1b2b-f9ca-4859-926f-3e752613c40f/bc0e1b2b-f9ca-4859-926f-3e752613c40f.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1945.934554] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1945.934799] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1901bdca-47e3-40f9-a218-70abf045c35d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.941817] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1945.941817] env[62181]: value = "task-1790990" [ 1945.941817] env[62181]: _type = "Task" [ 1945.941817] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.950443] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.152555] env[62181]: DEBUG nova.network.neutron [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Port 8bfbca6e-5f60-4f33-ac68-8eff81584c66 binding to destination host cpu-1 is already ACTIVE {{(pid=62181) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1946.228547] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a5a65d0-9b06-4f75-adf3-2435f0afda63 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.248s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.378963] env[62181]: DEBUG nova.scheduler.client.report [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1946.379291] env[62181]: DEBUG nova.compute.provider_tree [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 148 to 149 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1946.379497] env[62181]: DEBUG nova.compute.provider_tree [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1946.450738] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066735} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.452093] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1946.455442] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93886669-ab78-4b95-aa04-604b9966f179 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.478848] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] bc0e1b2b-f9ca-4859-926f-3e752613c40f/bc0e1b2b-f9ca-4859-926f-3e752613c40f.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1946.481414] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-190accac-e0f5-4b44-a392-7baf42261e0e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.501014] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1946.501014] env[62181]: value = "task-1790991" [ 1946.501014] env[62181]: _type = "Task" [ 1946.501014] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.508946] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.884610] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.907243] env[62181]: INFO nova.scheduler.client.report [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleted allocations for instance cfb05fc1-c3ae-43c2-a811-0a99ae48c03c [ 1946.959134] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.959432] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.959648] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.959839] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.960025] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.962108] env[62181]: INFO nova.compute.manager [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Terminating instance [ 1947.012120] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790991, 'name': ReconfigVM_Task, 'duration_secs': 0.304614} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.012208] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Reconfigured VM instance instance-0000006c to attach disk [datastore1] bc0e1b2b-f9ca-4859-926f-3e752613c40f/bc0e1b2b-f9ca-4859-926f-3e752613c40f.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1947.012962] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c855403e-bc1f-483a-a234-5c6402b14102 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.020278] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1947.020278] env[62181]: value = "task-1790992" [ 1947.020278] env[62181]: _type = "Task" [ 1947.020278] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.028585] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790992, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.174742] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.174973] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.175180] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.415620] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b6553c54-67d8-4712-9313-93cfbc79e35e tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "cfb05fc1-c3ae-43c2-a811-0a99ae48c03c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.725s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.465379] env[62181]: DEBUG nova.compute.manager [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1947.465625] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1947.466562] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026b1849-3cfe-4fba-94bf-78930fba62e8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.474564] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1947.474798] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ef5db22-193e-4de4-a91b-4dd97e052964 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.480109] env[62181]: DEBUG oslo_vmware.api [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1947.480109] env[62181]: value = "task-1790993" [ 1947.480109] env[62181]: _type = "Task" [ 1947.480109] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.487819] env[62181]: DEBUG oslo_vmware.api [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.529654] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790992, 'name': Rename_Task, 'duration_secs': 0.13241} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.530118] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1947.530423] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f0222dc-0e76-4188-a1e7-68ad38afe593 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.536495] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1947.536495] env[62181]: value = "task-1790994" [ 1947.536495] env[62181]: _type = "Task" [ 1947.536495] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.545064] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.990798] env[62181]: DEBUG oslo_vmware.api [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790993, 'name': PowerOffVM_Task, 'duration_secs': 0.168627} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.991173] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1947.991299] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1947.991607] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b31fee6e-7315-44a3-a5e8-c4f5c21a170f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.046590] env[62181]: DEBUG oslo_vmware.api [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1790994, 'name': PowerOnVM_Task, 'duration_secs': 0.494168} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.046863] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1948.047085] env[62181]: INFO nova.compute.manager [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1948.047269] env[62181]: DEBUG nova.compute.manager [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1948.048043] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091c8345-b90a-4750-8120-3662f72c48ef {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.086118] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.086425] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.086628] env[62181]: INFO nova.compute.manager [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Shelving [ 1948.102765] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1948.102986] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1948.103210] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Deleting the datastore file [datastore1] 5cc52e43-ffc7-4c1d-8541-c937f164eb31 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1948.103511] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af1bf0c6-bf2d-4053-accb-139b6c739f08 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.110561] env[62181]: DEBUG oslo_vmware.api [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1948.110561] env[62181]: value = "task-1790996" [ 1948.110561] env[62181]: _type = "Task" [ 1948.110561] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.118437] env[62181]: DEBUG oslo_vmware.api [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.209559] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.210220] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.210220] env[62181]: DEBUG nova.network.neutron [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1948.567953] env[62181]: INFO nova.compute.manager [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Took 14.92 seconds to build instance. [ 1948.622968] env[62181]: DEBUG oslo_vmware.api [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.701795] env[62181]: DEBUG oslo_concurrency.lockutils [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "05b3280e-7d34-45c7-9987-a4fe17466197" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.702039] env[62181]: DEBUG oslo_concurrency.lockutils [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "05b3280e-7d34-45c7-9987-a4fe17466197" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.024097] env[62181]: DEBUG nova.network.neutron [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating instance_info_cache with network_info: [{"id": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "address": "fa:16:3e:dd:3d:04", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bfbca6e-5f", "ovs_interfaceid": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.070509] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb50701e-2619-4a09-a1bc-c0ac5b2c9367 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.429s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.095294] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1949.095590] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39cbd92e-b9ce-40fd-8a02-26969eb48b99 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.103723] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1949.103723] env[62181]: value = "task-1790997" [ 1949.103723] env[62181]: _type = "Task" [ 1949.103723] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.112708] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.120048] env[62181]: DEBUG oslo_vmware.api [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1790996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518455} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.120290] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1949.120598] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1949.120688] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1949.120806] env[62181]: INFO nova.compute.manager [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1949.121048] env[62181]: DEBUG oslo.service.loopingcall [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1949.121264] env[62181]: DEBUG nova.compute.manager [-] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1949.121382] env[62181]: DEBUG nova.network.neutron [-] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1949.204272] env[62181]: DEBUG nova.compute.manager [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1949.335577] env[62181]: DEBUG nova.compute.manager [req-63bd0fe1-6cab-4492-b770-a367cd762963 req-35b97de6-01ac-4ac1-94ae-5b6c8fee14e6 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Received event network-changed-1e4794a8-5656-48c5-ab48-c3297618391b {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1949.335881] env[62181]: DEBUG nova.compute.manager [req-63bd0fe1-6cab-4492-b770-a367cd762963 req-35b97de6-01ac-4ac1-94ae-5b6c8fee14e6 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Refreshing instance network info cache due to event network-changed-1e4794a8-5656-48c5-ab48-c3297618391b. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1949.336156] env[62181]: DEBUG oslo_concurrency.lockutils [req-63bd0fe1-6cab-4492-b770-a367cd762963 req-35b97de6-01ac-4ac1-94ae-5b6c8fee14e6 service nova] Acquiring lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.336436] env[62181]: DEBUG oslo_concurrency.lockutils [req-63bd0fe1-6cab-4492-b770-a367cd762963 req-35b97de6-01ac-4ac1-94ae-5b6c8fee14e6 service nova] Acquired lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.336476] env[62181]: DEBUG nova.network.neutron [req-63bd0fe1-6cab-4492-b770-a367cd762963 req-35b97de6-01ac-4ac1-94ae-5b6c8fee14e6 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Refreshing network info cache for port 1e4794a8-5656-48c5-ab48-c3297618391b {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1949.526840] env[62181]: DEBUG oslo_concurrency.lockutils [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.586276] env[62181]: DEBUG nova.compute.manager [req-29f2e141-136f-4957-97e3-c47e498d262a req-c4933b2c-a877-4294-bf29-370431a7be25 service nova] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Received event network-vif-deleted-f6f15005-3ed9-42a1-aecf-d8aeb2a44547 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1949.586577] env[62181]: INFO nova.compute.manager [req-29f2e141-136f-4957-97e3-c47e498d262a req-c4933b2c-a877-4294-bf29-370431a7be25 service nova] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Neutron deleted interface f6f15005-3ed9-42a1-aecf-d8aeb2a44547; detaching it from the instance and deleting it from the info cache [ 1949.586704] env[62181]: DEBUG nova.network.neutron [req-29f2e141-136f-4957-97e3-c47e498d262a req-c4933b2c-a877-4294-bf29-370431a7be25 service nova] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.616036] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790997, 'name': PowerOffVM_Task, 'duration_secs': 0.216561} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.616385] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1949.617838] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6566302e-5b17-4a2b-a331-cd8921d5a981 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.641628] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2b4bea-3415-4068-a3aa-1c410d8e0c70 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.728179] env[62181]: DEBUG oslo_concurrency.lockutils [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.728179] env[62181]: DEBUG oslo_concurrency.lockutils [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.728971] env[62181]: INFO nova.compute.claims [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1950.026962] env[62181]: DEBUG nova.network.neutron [req-63bd0fe1-6cab-4492-b770-a367cd762963 req-35b97de6-01ac-4ac1-94ae-5b6c8fee14e6 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Updated VIF entry in instance network info cache for port 1e4794a8-5656-48c5-ab48-c3297618391b. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1950.027743] env[62181]: DEBUG nova.network.neutron [req-63bd0fe1-6cab-4492-b770-a367cd762963 req-35b97de6-01ac-4ac1-94ae-5b6c8fee14e6 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Updating instance_info_cache with network_info: [{"id": "1e4794a8-5656-48c5-ab48-c3297618391b", "address": "fa:16:3e:b1:b3:12", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4794a8-56", "ovs_interfaceid": "1e4794a8-5656-48c5-ab48-c3297618391b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.056446] env[62181]: DEBUG nova.network.neutron [-] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.062555] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc6b6d3-b8fd-4823-8ce5-453fa37abdc4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.086369] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fd9b32-5e84-4edf-a24d-2834206b1568 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.090442] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9374d7e-603b-4ad0-bd51-98b7a6d21b8b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.097164] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating instance '13bc5ed7-0e84-4472-ba74-2009b801f4a1' progress to 83 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1950.110014] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79abe01a-0a0d-43eb-b2dd-b1dcb179c29d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.139181] env[62181]: DEBUG nova.compute.manager [req-29f2e141-136f-4957-97e3-c47e498d262a req-c4933b2c-a877-4294-bf29-370431a7be25 service nova] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Detach interface failed, port_id=f6f15005-3ed9-42a1-aecf-d8aeb2a44547, reason: Instance 5cc52e43-ffc7-4c1d-8541-c937f164eb31 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1950.152472] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Creating Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1950.152949] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-115799fb-8127-447d-a3fb-220282915b86 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.160074] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1950.160074] env[62181]: value = "task-1790998" [ 1950.160074] env[62181]: _type = "Task" [ 1950.160074] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.169784] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790998, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.531089] env[62181]: DEBUG oslo_concurrency.lockutils [req-63bd0fe1-6cab-4492-b770-a367cd762963 req-35b97de6-01ac-4ac1-94ae-5b6c8fee14e6 service nova] Releasing lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.567949] env[62181]: INFO nova.compute.manager [-] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Took 1.45 seconds to deallocate network for instance. [ 1950.602502] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1950.602897] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea7777c2-1ed1-4e2a-8023-e0690ddee4af {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.615221] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1950.615221] env[62181]: value = "task-1790999" [ 1950.615221] env[62181]: _type = "Task" [ 1950.615221] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.627029] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.674037] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1790998, 'name': CreateSnapshot_Task, 'duration_secs': 0.419429} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.674037] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Created Snapshot of the VM instance {{(pid=62181) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1950.674037] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1009d4-cc17-4866-bf89-26535ea219ab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.866381] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91530454-9122-457c-8145-bdd1a65c7b04 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.875884] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55fb28d-9b55-41c3-8db7-9b243840f32b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.905525] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cb6b84-4883-4665-8644-72b70f59878a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.913143] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bf1aed-094d-4261-a259-c70785595d8f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.926539] env[62181]: DEBUG nova.compute.provider_tree [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1951.078421] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.125375] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790999, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.192049] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Creating linked-clone VM from snapshot {{(pid=62181) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1951.192049] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f6550676-1569-4a81-898e-d7e14f238831 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.201926] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1951.201926] env[62181]: value = "task-1791000" [ 1951.201926] env[62181]: _type = "Task" [ 1951.201926] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.210666] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791000, 'name': CloneVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.370461] env[62181]: DEBUG nova.compute.manager [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Received event network-changed-9123fd1f-b465-4de9-93f1-75e14d213cc9 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1951.370724] env[62181]: DEBUG nova.compute.manager [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Refreshing instance network info cache due to event network-changed-9123fd1f-b465-4de9-93f1-75e14d213cc9. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1951.371037] env[62181]: DEBUG oslo_concurrency.lockutils [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] Acquiring lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.371289] env[62181]: DEBUG oslo_concurrency.lockutils [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] Acquired lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.371522] env[62181]: DEBUG nova.network.neutron [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Refreshing network info cache for port 9123fd1f-b465-4de9-93f1-75e14d213cc9 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1951.429803] env[62181]: DEBUG nova.scheduler.client.report [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1951.627974] env[62181]: DEBUG oslo_vmware.api [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1790999, 'name': PowerOnVM_Task, 'duration_secs': 0.52159} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.628317] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1951.628545] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4728f-b0f3-4271-a282-32ed5611170b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating instance '13bc5ed7-0e84-4472-ba74-2009b801f4a1' progress to 100 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1951.711349] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791000, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.935351] env[62181]: DEBUG oslo_concurrency.lockutils [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.936025] env[62181]: DEBUG nova.compute.manager [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1951.938825] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.861s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.939063] env[62181]: DEBUG nova.objects.instance [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lazy-loading 'resources' on Instance uuid 5cc52e43-ffc7-4c1d-8541-c937f164eb31 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1952.085161] env[62181]: DEBUG nova.network.neutron [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Updated VIF entry in instance network info cache for port 9123fd1f-b465-4de9-93f1-75e14d213cc9. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1952.086157] env[62181]: DEBUG nova.network.neutron [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Updating instance_info_cache with network_info: [{"id": "9123fd1f-b465-4de9-93f1-75e14d213cc9", "address": "fa:16:3e:2a:7d:2f", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9123fd1f-b4", "ovs_interfaceid": "9123fd1f-b465-4de9-93f1-75e14d213cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.212064] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791000, 'name': CloneVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.442513] env[62181]: DEBUG nova.compute.utils [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1952.446653] env[62181]: DEBUG nova.compute.manager [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1952.446823] env[62181]: DEBUG nova.network.neutron [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1952.485979] env[62181]: DEBUG nova.policy [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51705f2b12864833b597b26767e1ac89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e049a32d49014fb1ac3c0599d2698179', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1952.567725] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0838393-6672-4e0f-aafe-dd6464db5d24 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.575701] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a656b741-c8d3-4562-b10c-1b6fbfa10402 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.606955] env[62181]: DEBUG oslo_concurrency.lockutils [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] Releasing lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.607277] env[62181]: DEBUG nova.compute.manager [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Received event network-changed-9123fd1f-b465-4de9-93f1-75e14d213cc9 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1952.607457] env[62181]: DEBUG nova.compute.manager [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Refreshing instance network info cache due to event network-changed-9123fd1f-b465-4de9-93f1-75e14d213cc9. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1952.607665] env[62181]: DEBUG oslo_concurrency.lockutils [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] Acquiring lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.607809] env[62181]: DEBUG oslo_concurrency.lockutils [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] Acquired lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.607972] env[62181]: DEBUG nova.network.neutron [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Refreshing network info cache for port 9123fd1f-b465-4de9-93f1-75e14d213cc9 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1952.610144] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de140fc-bc25-472b-99c2-a766539400bd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.618054] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2219e9da-a50f-4233-a9b9-bd81662c144b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.632015] env[62181]: DEBUG nova.compute.provider_tree [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1952.712343] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791000, 'name': CloneVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.740268] env[62181]: DEBUG nova.network.neutron [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Successfully created port: 1fdcde0a-27ff-42c3-83a9-1bd66cf2d4f8 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1952.947955] env[62181]: DEBUG nova.compute.manager [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1953.156632] env[62181]: ERROR nova.scheduler.client.report [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [req-c284fe22-ff25-474e-8749-93034c588268] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c284fe22-ff25-474e-8749-93034c588268"}]} [ 1953.177750] env[62181]: DEBUG nova.scheduler.client.report [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1953.192618] env[62181]: DEBUG nova.scheduler.client.report [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1953.192876] env[62181]: DEBUG nova.compute.provider_tree [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1953.204172] env[62181]: DEBUG nova.scheduler.client.report [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1953.216216] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791000, 'name': CloneVM_Task, 'duration_secs': 1.587701} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.217032] env[62181]: INFO nova.virt.vmwareapi.vmops [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Created linked-clone VM from snapshot [ 1953.219521] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641613df-0492-43c8-b0fa-2584f56da102 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.223778] env[62181]: DEBUG nova.scheduler.client.report [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1953.232010] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Uploading image 85e5dbc0-6fe4-4134-8e39-76b9920fb164 {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1953.259243] env[62181]: DEBUG oslo_vmware.rw_handles [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1953.259243] env[62181]: value = "vm-371532" [ 1953.259243] env[62181]: _type = "VirtualMachine" [ 1953.259243] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1953.259585] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fb3abea1-dddf-426b-8e2b-b7239d14ecc7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.267434] env[62181]: DEBUG oslo_vmware.rw_handles [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lease: (returnval){ [ 1953.267434] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52796f8c-64db-8a34-73f6-34a23c6b31d8" [ 1953.267434] env[62181]: _type = "HttpNfcLease" [ 1953.267434] env[62181]: } obtained for exporting VM: (result){ [ 1953.267434] env[62181]: value = "vm-371532" [ 1953.267434] env[62181]: _type = "VirtualMachine" [ 1953.267434] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1953.267769] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the lease: (returnval){ [ 1953.267769] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52796f8c-64db-8a34-73f6-34a23c6b31d8" [ 1953.267769] env[62181]: _type = "HttpNfcLease" [ 1953.267769] env[62181]: } to be ready. {{(pid=62181) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1953.277575] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1953.277575] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52796f8c-64db-8a34-73f6-34a23c6b31d8" [ 1953.277575] env[62181]: _type = "HttpNfcLease" [ 1953.277575] env[62181]: } is initializing. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1953.341040] env[62181]: DEBUG nova.network.neutron [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Updated VIF entry in instance network info cache for port 9123fd1f-b465-4de9-93f1-75e14d213cc9. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1953.341700] env[62181]: DEBUG nova.network.neutron [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Updating instance_info_cache with network_info: [{"id": "9123fd1f-b465-4de9-93f1-75e14d213cc9", "address": "fa:16:3e:2a:7d:2f", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9123fd1f-b4", "ovs_interfaceid": "9123fd1f-b465-4de9-93f1-75e14d213cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.363008] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7e1a9a-82b7-4ee2-9069-5f1904d45659 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.371387] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e47bea-0531-452e-9650-b126fed76f92 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.404496] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3411e285-c70f-4c89-94e0-ab5699af324a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.412528] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6253b12-7f84-4634-b8fb-bf5235ea8689 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.429286] env[62181]: DEBUG nova.compute.provider_tree [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1953.572883] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.573234] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.573476] env[62181]: DEBUG nova.compute.manager [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Going to confirm migration 4 {{(pid=62181) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5232}} [ 1953.778786] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1953.778786] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52796f8c-64db-8a34-73f6-34a23c6b31d8" [ 1953.778786] env[62181]: _type = "HttpNfcLease" [ 1953.778786] env[62181]: } is ready. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1953.779197] env[62181]: DEBUG oslo_vmware.rw_handles [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1953.779197] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52796f8c-64db-8a34-73f6-34a23c6b31d8" [ 1953.779197] env[62181]: _type = "HttpNfcLease" [ 1953.779197] env[62181]: }. {{(pid=62181) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1953.779906] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a142ae0-855d-4b39-a03f-0bd7d7e68ec8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.787374] env[62181]: DEBUG oslo_vmware.rw_handles [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d5efe1-581d-69b3-3fa5-4484a326b95a/disk-0.vmdk from lease info. {{(pid=62181) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1953.787545] env[62181]: DEBUG oslo_vmware.rw_handles [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d5efe1-581d-69b3-3fa5-4484a326b95a/disk-0.vmdk for reading. {{(pid=62181) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1953.845400] env[62181]: DEBUG oslo_concurrency.lockutils [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] Releasing lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.845660] env[62181]: DEBUG nova.compute.manager [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Received event network-changed-1e4794a8-5656-48c5-ab48-c3297618391b {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1953.845836] env[62181]: DEBUG nova.compute.manager [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Refreshing instance network info cache due to event network-changed-1e4794a8-5656-48c5-ab48-c3297618391b. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1953.846128] env[62181]: DEBUG oslo_concurrency.lockutils [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] Acquiring lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.846278] env[62181]: DEBUG oslo_concurrency.lockutils [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] Acquired lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.846444] env[62181]: DEBUG nova.network.neutron [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Refreshing network info cache for port 1e4794a8-5656-48c5-ab48-c3297618391b {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1953.893351] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c5651f5-d07f-4030-960d-361b22cb62a9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.962088] env[62181]: DEBUG nova.compute.manager [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1953.987898] env[62181]: DEBUG nova.virt.hardware [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1953.988107] env[62181]: DEBUG nova.virt.hardware [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1953.988183] env[62181]: DEBUG nova.virt.hardware [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1953.988372] env[62181]: DEBUG nova.virt.hardware [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1953.988518] env[62181]: DEBUG nova.virt.hardware [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1953.988664] env[62181]: DEBUG nova.virt.hardware [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1953.988869] env[62181]: DEBUG nova.virt.hardware [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1953.989039] env[62181]: DEBUG nova.virt.hardware [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1953.989211] env[62181]: DEBUG nova.virt.hardware [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1953.989831] env[62181]: DEBUG nova.virt.hardware [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1953.989831] env[62181]: DEBUG nova.virt.hardware [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1953.990732] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5441f7-6c3b-490e-9797-1e65fdce0e47 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.996451] env[62181]: DEBUG nova.scheduler.client.report [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1953.996726] env[62181]: DEBUG nova.compute.provider_tree [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 150 to 151 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1953.996928] env[62181]: DEBUG nova.compute.provider_tree [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1954.003237] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86079fc-752c-40a4-b15d-84823978abdb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.115446] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.115674] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.115870] env[62181]: DEBUG nova.network.neutron [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1954.116152] env[62181]: DEBUG nova.objects.instance [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lazy-loading 'info_cache' on Instance uuid 13bc5ed7-0e84-4472-ba74-2009b801f4a1 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1954.160874] env[62181]: DEBUG nova.compute.manager [req-d3014dd4-7a36-49da-8f83-e686911cf595 req-fcc06aed-f601-422f-a9d7-2a60f7946fcf service nova] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Received event network-vif-plugged-1fdcde0a-27ff-42c3-83a9-1bd66cf2d4f8 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1954.161244] env[62181]: DEBUG oslo_concurrency.lockutils [req-d3014dd4-7a36-49da-8f83-e686911cf595 req-fcc06aed-f601-422f-a9d7-2a60f7946fcf service nova] Acquiring lock "05b3280e-7d34-45c7-9987-a4fe17466197-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.161455] env[62181]: DEBUG oslo_concurrency.lockutils [req-d3014dd4-7a36-49da-8f83-e686911cf595 req-fcc06aed-f601-422f-a9d7-2a60f7946fcf service nova] Lock "05b3280e-7d34-45c7-9987-a4fe17466197-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.161645] env[62181]: DEBUG oslo_concurrency.lockutils [req-d3014dd4-7a36-49da-8f83-e686911cf595 req-fcc06aed-f601-422f-a9d7-2a60f7946fcf service nova] Lock "05b3280e-7d34-45c7-9987-a4fe17466197-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.161815] env[62181]: DEBUG nova.compute.manager [req-d3014dd4-7a36-49da-8f83-e686911cf595 req-fcc06aed-f601-422f-a9d7-2a60f7946fcf service nova] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] No waiting events found dispatching network-vif-plugged-1fdcde0a-27ff-42c3-83a9-1bd66cf2d4f8 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1954.162102] env[62181]: WARNING nova.compute.manager [req-d3014dd4-7a36-49da-8f83-e686911cf595 req-fcc06aed-f601-422f-a9d7-2a60f7946fcf service nova] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Received unexpected event network-vif-plugged-1fdcde0a-27ff-42c3-83a9-1bd66cf2d4f8 for instance with vm_state building and task_state spawning. [ 1954.265536] env[62181]: DEBUG nova.network.neutron [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Successfully updated port: 1fdcde0a-27ff-42c3-83a9-1bd66cf2d4f8 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1954.503479] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.565s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.527781] env[62181]: INFO nova.scheduler.client.report [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Deleted allocations for instance 5cc52e43-ffc7-4c1d-8541-c937f164eb31 [ 1954.679847] env[62181]: DEBUG nova.network.neutron [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Updated VIF entry in instance network info cache for port 1e4794a8-5656-48c5-ab48-c3297618391b. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1954.680028] env[62181]: DEBUG nova.network.neutron [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Updating instance_info_cache with network_info: [{"id": "1e4794a8-5656-48c5-ab48-c3297618391b", "address": "fa:16:3e:b1:b3:12", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4794a8-56", "ovs_interfaceid": "1e4794a8-5656-48c5-ab48-c3297618391b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.768952] env[62181]: DEBUG oslo_concurrency.lockutils [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "refresh_cache-05b3280e-7d34-45c7-9987-a4fe17466197" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.769127] env[62181]: DEBUG oslo_concurrency.lockutils [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "refresh_cache-05b3280e-7d34-45c7-9987-a4fe17466197" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.769537] env[62181]: DEBUG nova.network.neutron [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1955.040136] env[62181]: DEBUG oslo_concurrency.lockutils [None req-5a3d7363-bc6c-4df9-8258-bd6f2f2d2cda tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "5cc52e43-ffc7-4c1d-8541-c937f164eb31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.080s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.183464] env[62181]: DEBUG oslo_concurrency.lockutils [req-8aa5771b-c261-4597-b5ec-1197a92a6b9f req-4d4ebc80-498c-4d96-8584-48abdf9b6270 service nova] Releasing lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.305515] env[62181]: DEBUG nova.network.neutron [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1955.544444] env[62181]: DEBUG nova.network.neutron [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Updating instance_info_cache with network_info: [{"id": "1fdcde0a-27ff-42c3-83a9-1bd66cf2d4f8", "address": "fa:16:3e:9f:0a:b3", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fdcde0a-27", "ovs_interfaceid": "1fdcde0a-27ff-42c3-83a9-1bd66cf2d4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.567715] env[62181]: DEBUG nova.network.neutron [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating instance_info_cache with network_info: [{"id": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "address": "fa:16:3e:dd:3d:04", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bfbca6e-5f", "ovs_interfaceid": "8bfbca6e-5f60-4f33-ac68-8eff81584c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.047257] env[62181]: DEBUG oslo_concurrency.lockutils [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "refresh_cache-05b3280e-7d34-45c7-9987-a4fe17466197" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.047597] env[62181]: DEBUG nova.compute.manager [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Instance network_info: |[{"id": "1fdcde0a-27ff-42c3-83a9-1bd66cf2d4f8", "address": "fa:16:3e:9f:0a:b3", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fdcde0a-27", "ovs_interfaceid": "1fdcde0a-27ff-42c3-83a9-1bd66cf2d4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1956.048037] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:0a:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fdcde0a-27ff-42c3-83a9-1bd66cf2d4f8', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1956.055689] env[62181]: DEBUG oslo.service.loopingcall [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1956.055918] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1956.056196] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90fb4e4b-997f-4d82-9ef0-b00dd9b0370f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.071614] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "refresh_cache-13bc5ed7-0e84-4472-ba74-2009b801f4a1" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.071915] env[62181]: DEBUG nova.objects.instance [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lazy-loading 'migration_context' on Instance uuid 13bc5ed7-0e84-4472-ba74-2009b801f4a1 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1956.079457] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1956.079457] env[62181]: value = "task-1791002" [ 1956.079457] env[62181]: _type = "Task" [ 1956.079457] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.088027] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791002, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.193223] env[62181]: DEBUG nova.compute.manager [req-3facaece-9878-4ce1-90aa-2d9311b67ece req-deb4ef61-1e7a-4db4-871d-a3a08cce6508 service nova] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Received event network-changed-1fdcde0a-27ff-42c3-83a9-1bd66cf2d4f8 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1956.193496] env[62181]: DEBUG nova.compute.manager [req-3facaece-9878-4ce1-90aa-2d9311b67ece req-deb4ef61-1e7a-4db4-871d-a3a08cce6508 service nova] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Refreshing instance network info cache due to event network-changed-1fdcde0a-27ff-42c3-83a9-1bd66cf2d4f8. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1956.193496] env[62181]: DEBUG oslo_concurrency.lockutils [req-3facaece-9878-4ce1-90aa-2d9311b67ece req-deb4ef61-1e7a-4db4-871d-a3a08cce6508 service nova] Acquiring lock "refresh_cache-05b3280e-7d34-45c7-9987-a4fe17466197" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.193592] env[62181]: DEBUG oslo_concurrency.lockutils [req-3facaece-9878-4ce1-90aa-2d9311b67ece req-deb4ef61-1e7a-4db4-871d-a3a08cce6508 service nova] Acquired lock "refresh_cache-05b3280e-7d34-45c7-9987-a4fe17466197" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.193741] env[62181]: DEBUG nova.network.neutron [req-3facaece-9878-4ce1-90aa-2d9311b67ece req-deb4ef61-1e7a-4db4-871d-a3a08cce6508 service nova] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Refreshing network info cache for port 1fdcde0a-27ff-42c3-83a9-1bd66cf2d4f8 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1956.577265] env[62181]: DEBUG nova.objects.base [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Object Instance<13bc5ed7-0e84-4472-ba74-2009b801f4a1> lazy-loaded attributes: info_cache,migration_context {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1956.577265] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f243666-bc70-4217-9f1c-31fbc8a32c96 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.589753] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791002, 'name': CreateVM_Task, 'duration_secs': 0.42345} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.602892] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1956.604404] env[62181]: DEBUG oslo_concurrency.lockutils [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.604497] env[62181]: DEBUG oslo_concurrency.lockutils [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.604797] env[62181]: DEBUG oslo_concurrency.lockutils [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1956.605077] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c3260e-f93e-415a-87d1-ec0332dca8c2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.607547] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d74ed5-db05-45b1-a1bc-3db84c3d6343 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.613888] env[62181]: DEBUG oslo_vmware.api [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1956.613888] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5262691a-29c0-e10c-f3f2-eba5db8de266" [ 1956.613888] env[62181]: _type = "Task" [ 1956.613888] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.614263] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1956.614263] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52659143-d87f-ec19-2ddd-a2e5ba73fa3d" [ 1956.614263] env[62181]: _type = "Task" [ 1956.614263] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.625578] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52659143-d87f-ec19-2ddd-a2e5ba73fa3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.628899] env[62181]: DEBUG oslo_vmware.api [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5262691a-29c0-e10c-f3f2-eba5db8de266, 'name': SearchDatastore_Task, 'duration_secs': 0.009246} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.629148] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.629380] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.969047] env[62181]: DEBUG nova.network.neutron [req-3facaece-9878-4ce1-90aa-2d9311b67ece req-deb4ef61-1e7a-4db4-871d-a3a08cce6508 service nova] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Updated VIF entry in instance network info cache for port 1fdcde0a-27ff-42c3-83a9-1bd66cf2d4f8. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1956.969681] env[62181]: DEBUG nova.network.neutron [req-3facaece-9878-4ce1-90aa-2d9311b67ece req-deb4ef61-1e7a-4db4-871d-a3a08cce6508 service nova] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Updating instance_info_cache with network_info: [{"id": "1fdcde0a-27ff-42c3-83a9-1bd66cf2d4f8", "address": "fa:16:3e:9f:0a:b3", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fdcde0a-27", "ovs_interfaceid": "1fdcde0a-27ff-42c3-83a9-1bd66cf2d4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.124624] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52659143-d87f-ec19-2ddd-a2e5ba73fa3d, 'name': SearchDatastore_Task, 'duration_secs': 0.02045} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.124880] env[62181]: DEBUG oslo_concurrency.lockutils [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.125136] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1957.125376] env[62181]: DEBUG oslo_concurrency.lockutils [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.125525] env[62181]: DEBUG oslo_concurrency.lockutils [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.125705] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1957.125982] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b9cb15d-0569-4701-8dfe-7c1d4a86eef0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.139392] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1957.139587] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1957.140355] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46abb633-768d-4518-a6d9-78f6d424f3c0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.145768] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1957.145768] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527b76dd-f9f4-98a0-23ee-0a93343ea269" [ 1957.145768] env[62181]: _type = "Task" [ 1957.145768] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.155638] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527b76dd-f9f4-98a0-23ee-0a93343ea269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.244439] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c845b0fd-6a3a-4398-abff-b4e8c91692ec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.252328] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0d451d-80a5-4a55-942e-94bf3a83e706 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.285909] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b8ac00-5b13-4d4d-af63-38aab1a55a58 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.293469] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79f7942-4638-4753-a74e-14b5ad122820 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.306887] env[62181]: DEBUG nova.compute.provider_tree [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1957.469598] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "68519728-9eca-4222-8ba5-846585716b70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.469835] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "68519728-9eca-4222-8ba5-846585716b70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.471919] env[62181]: DEBUG oslo_concurrency.lockutils [req-3facaece-9878-4ce1-90aa-2d9311b67ece req-deb4ef61-1e7a-4db4-871d-a3a08cce6508 service nova] Releasing lock "refresh_cache-05b3280e-7d34-45c7-9987-a4fe17466197" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.656682] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527b76dd-f9f4-98a0-23ee-0a93343ea269, 'name': SearchDatastore_Task, 'duration_secs': 0.034116} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.657516] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcdc020f-79b3-4e7a-ac5d-4919ebe75555 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.663667] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1957.663667] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]520c86dd-ee08-afd6-2112-a4a790ba951b" [ 1957.663667] env[62181]: _type = "Task" [ 1957.663667] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.671916] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520c86dd-ee08-afd6-2112-a4a790ba951b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.810590] env[62181]: DEBUG nova.scheduler.client.report [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1957.972611] env[62181]: DEBUG nova.compute.manager [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1958.176155] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]520c86dd-ee08-afd6-2112-a4a790ba951b, 'name': SearchDatastore_Task, 'duration_secs': 0.011854} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.176455] env[62181]: DEBUG oslo_concurrency.lockutils [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.176758] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 05b3280e-7d34-45c7-9987-a4fe17466197/05b3280e-7d34-45c7-9987-a4fe17466197.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1958.177098] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0a152dc-d1f3-4c37-9156-0598c057ae7c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.185429] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1958.185429] env[62181]: value = "task-1791003" [ 1958.185429] env[62181]: _type = "Task" [ 1958.185429] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.195285] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.500119] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.696418] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791003, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.821875] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.192s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.825067] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.324s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.826230] env[62181]: INFO nova.compute.claims [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1959.196995] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540018} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.197332] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 05b3280e-7d34-45c7-9987-a4fe17466197/05b3280e-7d34-45c7-9987-a4fe17466197.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1959.197551] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1959.197892] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4554e1dc-0145-4c26-a600-0269d271cb0c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.205593] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1959.205593] env[62181]: value = "task-1791004" [ 1959.205593] env[62181]: _type = "Task" [ 1959.205593] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.213271] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.389040] env[62181]: INFO nova.scheduler.client.report [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Deleted allocation for migration 2354a66b-f0fb-4818-b274-26f232aa74d1 [ 1959.716638] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067771} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.717078] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1959.717734] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea233374-669e-4276-bc26-d397535ed8e0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.740804] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 05b3280e-7d34-45c7-9987-a4fe17466197/05b3280e-7d34-45c7-9987-a4fe17466197.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1959.741128] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e048c23-0f1b-47ba-8b33-56f7e9ac9f35 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.760402] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1959.760402] env[62181]: value = "task-1791005" [ 1959.760402] env[62181]: _type = "Task" [ 1959.760402] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.768540] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.895250] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a262e90f-2efe-4b56-af96-38c2c603b69d tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.322s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.953698] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127bd429-2a68-4e1e-8dd3-09bb8a7f6735 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.962102] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1479021-5f91-4cd2-85f3-bf5294bff9c0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.994763] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617117f6-5a6e-48e9-9dfb-0704f2366dcc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.003385] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4616731b-6386-437a-a892-dfa1c71e14d1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.017994] env[62181]: DEBUG nova.compute.provider_tree [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1960.270649] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791005, 'name': ReconfigVM_Task, 'duration_secs': 0.375101} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.270835] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 05b3280e-7d34-45c7-9987-a4fe17466197/05b3280e-7d34-45c7-9987-a4fe17466197.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1960.271442] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3eb34d9-e36a-4a48-b76e-8a511d57274d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.278549] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1960.278549] env[62181]: value = "task-1791006" [ 1960.278549] env[62181]: _type = "Task" [ 1960.278549] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.291380] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791006, 'name': Rename_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.522033] env[62181]: DEBUG nova.scheduler.client.report [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1960.788966] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791006, 'name': Rename_Task, 'duration_secs': 0.167471} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.789358] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1960.789586] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5769cde3-1c7b-49ef-8c00-d9f9bb2ae1e1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.796469] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1960.796469] env[62181]: value = "task-1791007" [ 1960.796469] env[62181]: _type = "Task" [ 1960.796469] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.807645] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.855640] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.856040] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.856327] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.856561] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.856783] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.859047] env[62181]: INFO nova.compute.manager [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Terminating instance [ 1961.026709] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.027270] env[62181]: DEBUG nova.compute.manager [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1961.308415] env[62181]: DEBUG oslo_vmware.api [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791007, 'name': PowerOnVM_Task, 'duration_secs': 0.491738} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.308711] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1961.308917] env[62181]: INFO nova.compute.manager [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1961.309141] env[62181]: DEBUG nova.compute.manager [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1961.309917] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b8af75-e25c-4952-bb61-498cfaf9bf47 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.363088] env[62181]: DEBUG nova.compute.manager [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1961.363375] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1961.364592] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54280f51-55d8-47bb-a4c1-7e73db845e8b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.372716] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1961.372958] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-715c26c0-0811-45bd-958e-22dfa8907523 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.380641] env[62181]: DEBUG oslo_vmware.api [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1961.380641] env[62181]: value = "task-1791008" [ 1961.380641] env[62181]: _type = "Task" [ 1961.380641] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.389893] env[62181]: DEBUG oslo_vmware.api [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.533199] env[62181]: DEBUG nova.compute.utils [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1961.534632] env[62181]: DEBUG nova.compute.manager [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1961.534816] env[62181]: DEBUG nova.network.neutron [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1961.592504] env[62181]: DEBUG nova.policy [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df7abe03e232456292d244f8031e1336', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '506472467708481ea2619fb2bc3ddd10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1961.826472] env[62181]: INFO nova.compute.manager [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Took 12.12 seconds to build instance. [ 1961.892424] env[62181]: DEBUG oslo_vmware.api [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791008, 'name': PowerOffVM_Task, 'duration_secs': 0.226345} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.892748] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1961.892914] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1961.893409] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8f5ec60-a7c5-4c64-bd09-634e712340db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.920035] env[62181]: DEBUG nova.network.neutron [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Successfully created port: 59759e51-f6e4-45bc-ab90-d1000c8e8dd0 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1962.014029] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1962.014029] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1962.014029] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Deleting the datastore file [datastore1] 13bc5ed7-0e84-4472-ba74-2009b801f4a1 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1962.014029] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74777c13-0d3e-42d5-8b88-a0d7c86d2427 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.019292] env[62181]: DEBUG oslo_vmware.api [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1962.019292] env[62181]: value = "task-1791010" [ 1962.019292] env[62181]: _type = "Task" [ 1962.019292] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.028237] env[62181]: DEBUG oslo_vmware.api [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.038080] env[62181]: DEBUG nova.compute.manager [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1962.328669] env[62181]: DEBUG oslo_concurrency.lockutils [None req-796ab6c4-4088-4055-9c23-505e87b8aa34 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "05b3280e-7d34-45c7-9987-a4fe17466197" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.626s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.376049] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "05b3280e-7d34-45c7-9987-a4fe17466197" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.376404] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "05b3280e-7d34-45c7-9987-a4fe17466197" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.376637] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "05b3280e-7d34-45c7-9987-a4fe17466197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.376829] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "05b3280e-7d34-45c7-9987-a4fe17466197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.377065] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "05b3280e-7d34-45c7-9987-a4fe17466197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.381824] env[62181]: INFO nova.compute.manager [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Terminating instance [ 1962.405061] env[62181]: DEBUG oslo_vmware.rw_handles [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d5efe1-581d-69b3-3fa5-4484a326b95a/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1962.405927] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6deee962-05c8-4282-908b-6717641f0279 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.412839] env[62181]: DEBUG oslo_vmware.rw_handles [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d5efe1-581d-69b3-3fa5-4484a326b95a/disk-0.vmdk is in state: ready. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1962.413018] env[62181]: ERROR oslo_vmware.rw_handles [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d5efe1-581d-69b3-3fa5-4484a326b95a/disk-0.vmdk due to incomplete transfer. [ 1962.413246] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b9e6ebee-4466-4ae0-a18e-97ead0f8fbaf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.419732] env[62181]: DEBUG oslo_vmware.rw_handles [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d5efe1-581d-69b3-3fa5-4484a326b95a/disk-0.vmdk. {{(pid=62181) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1962.419994] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Uploaded image 85e5dbc0-6fe4-4134-8e39-76b9920fb164 to the Glance image server {{(pid=62181) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1962.422255] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Destroying the VM {{(pid=62181) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1962.422531] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-42de136b-f75e-4bdb-899b-54f8f4db0f7c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.428230] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1962.428230] env[62181]: value = "task-1791011" [ 1962.428230] env[62181]: _type = "Task" [ 1962.428230] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.435784] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791011, 'name': Destroy_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.530909] env[62181]: DEBUG oslo_vmware.api [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255451} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.531192] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1962.531379] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1962.531550] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1962.531718] env[62181]: INFO nova.compute.manager [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1962.531952] env[62181]: DEBUG oslo.service.loopingcall [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1962.532195] env[62181]: DEBUG nova.compute.manager [-] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1962.532261] env[62181]: DEBUG nova.network.neutron [-] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1962.886181] env[62181]: DEBUG nova.compute.manager [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1962.886181] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1962.887163] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80fd104-7778-4291-89b4-9743b32af0dd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.894750] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1962.894985] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c7542d0-1bfd-48d5-9b38-392c2e4f75b2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.900823] env[62181]: DEBUG oslo_vmware.api [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1962.900823] env[62181]: value = "task-1791012" [ 1962.900823] env[62181]: _type = "Task" [ 1962.900823] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.909373] env[62181]: DEBUG oslo_vmware.api [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.937448] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791011, 'name': Destroy_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.016203] env[62181]: DEBUG nova.compute.manager [req-56d202c5-88a1-4c7f-96da-d7099b475779 req-93e4d14a-e4ef-435d-bc76-165ff41b7478 service nova] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Received event network-vif-deleted-8bfbca6e-5f60-4f33-ac68-8eff81584c66 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1963.016203] env[62181]: INFO nova.compute.manager [req-56d202c5-88a1-4c7f-96da-d7099b475779 req-93e4d14a-e4ef-435d-bc76-165ff41b7478 service nova] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Neutron deleted interface 8bfbca6e-5f60-4f33-ac68-8eff81584c66; detaching it from the instance and deleting it from the info cache [ 1963.016203] env[62181]: DEBUG nova.network.neutron [req-56d202c5-88a1-4c7f-96da-d7099b475779 req-93e4d14a-e4ef-435d-bc76-165ff41b7478 service nova] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.048582] env[62181]: DEBUG nova.compute.manager [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1963.076436] env[62181]: DEBUG nova.virt.hardware [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1963.076704] env[62181]: DEBUG nova.virt.hardware [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1963.076862] env[62181]: DEBUG nova.virt.hardware [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1963.077053] env[62181]: DEBUG nova.virt.hardware [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1963.077210] env[62181]: DEBUG nova.virt.hardware [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1963.077347] env[62181]: DEBUG nova.virt.hardware [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1963.077574] env[62181]: DEBUG nova.virt.hardware [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1963.077928] env[62181]: DEBUG nova.virt.hardware [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1963.077928] env[62181]: DEBUG nova.virt.hardware [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1963.078105] env[62181]: DEBUG nova.virt.hardware [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1963.078283] env[62181]: DEBUG nova.virt.hardware [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1963.079211] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a091dcb3-1bd0-4e6e-9229-b61c9dff5582 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.087640] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2aa734-3881-42e8-ad05-7085f9b00110 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.334293] env[62181]: DEBUG nova.compute.manager [req-a9ec94a2-d626-4fa1-9ddc-44d1cc744fec req-23e7a568-aeb5-43a6-a1ba-c2c145b7cbff service nova] [instance: 68519728-9eca-4222-8ba5-846585716b70] Received event network-vif-plugged-59759e51-f6e4-45bc-ab90-d1000c8e8dd0 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1963.334497] env[62181]: DEBUG oslo_concurrency.lockutils [req-a9ec94a2-d626-4fa1-9ddc-44d1cc744fec req-23e7a568-aeb5-43a6-a1ba-c2c145b7cbff service nova] Acquiring lock "68519728-9eca-4222-8ba5-846585716b70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.334706] env[62181]: DEBUG oslo_concurrency.lockutils [req-a9ec94a2-d626-4fa1-9ddc-44d1cc744fec req-23e7a568-aeb5-43a6-a1ba-c2c145b7cbff service nova] Lock "68519728-9eca-4222-8ba5-846585716b70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.334885] env[62181]: DEBUG oslo_concurrency.lockutils [req-a9ec94a2-d626-4fa1-9ddc-44d1cc744fec req-23e7a568-aeb5-43a6-a1ba-c2c145b7cbff service nova] Lock "68519728-9eca-4222-8ba5-846585716b70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.335099] env[62181]: DEBUG nova.compute.manager [req-a9ec94a2-d626-4fa1-9ddc-44d1cc744fec req-23e7a568-aeb5-43a6-a1ba-c2c145b7cbff service nova] [instance: 68519728-9eca-4222-8ba5-846585716b70] No waiting events found dispatching network-vif-plugged-59759e51-f6e4-45bc-ab90-d1000c8e8dd0 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1963.335281] env[62181]: WARNING nova.compute.manager [req-a9ec94a2-d626-4fa1-9ddc-44d1cc744fec req-23e7a568-aeb5-43a6-a1ba-c2c145b7cbff service nova] [instance: 68519728-9eca-4222-8ba5-846585716b70] Received unexpected event network-vif-plugged-59759e51-f6e4-45bc-ab90-d1000c8e8dd0 for instance with vm_state building and task_state spawning. [ 1963.410625] env[62181]: DEBUG oslo_vmware.api [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791012, 'name': PowerOffVM_Task, 'duration_secs': 0.180996} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.410911] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1963.411128] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1963.411386] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ab32e36-0625-4042-895e-3ed956d65ddc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.430237] env[62181]: DEBUG nova.network.neutron [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Successfully updated port: 59759e51-f6e4-45bc-ab90-d1000c8e8dd0 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1963.441757] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791011, 'name': Destroy_Task, 'duration_secs': 0.517165} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.442728] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Destroyed the VM [ 1963.442985] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Deleting Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1963.443260] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e939473e-d615-4d77-9e15-e0bdabe6cb89 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.449862] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1963.449862] env[62181]: value = "task-1791014" [ 1963.449862] env[62181]: _type = "Task" [ 1963.449862] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.458539] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791014, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.494912] env[62181]: DEBUG nova.network.neutron [-] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.520388] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1edb6a14-830d-4462-8a71-75abc928f00d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.526393] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1963.526614] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1963.526788] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleting the datastore file [datastore1] 05b3280e-7d34-45c7-9987-a4fe17466197 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1963.527487] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad764ece-95cc-4879-b946-2f9185e8d016 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.534079] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967d06f1-d389-42f9-ae86-723fd819d585 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.545867] env[62181]: DEBUG oslo_vmware.api [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1963.545867] env[62181]: value = "task-1791015" [ 1963.545867] env[62181]: _type = "Task" [ 1963.545867] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.554203] env[62181]: DEBUG oslo_vmware.api [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.562314] env[62181]: DEBUG nova.compute.manager [req-56d202c5-88a1-4c7f-96da-d7099b475779 req-93e4d14a-e4ef-435d-bc76-165ff41b7478 service nova] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Detach interface failed, port_id=8bfbca6e-5f60-4f33-ac68-8eff81584c66, reason: Instance 13bc5ed7-0e84-4472-ba74-2009b801f4a1 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1963.935827] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "refresh_cache-68519728-9eca-4222-8ba5-846585716b70" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.936338] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquired lock "refresh_cache-68519728-9eca-4222-8ba5-846585716b70" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.936338] env[62181]: DEBUG nova.network.neutron [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1963.959906] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791014, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.997560] env[62181]: INFO nova.compute.manager [-] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Took 1.47 seconds to deallocate network for instance. [ 1964.056938] env[62181]: DEBUG oslo_vmware.api [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405242} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.057183] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1964.057345] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1964.057526] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1964.057696] env[62181]: INFO nova.compute.manager [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1964.057967] env[62181]: DEBUG oslo.service.loopingcall [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1964.058235] env[62181]: DEBUG nova.compute.manager [-] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1964.058370] env[62181]: DEBUG nova.network.neutron [-] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1964.461027] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791014, 'name': RemoveSnapshot_Task, 'duration_secs': 0.777253} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.461306] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Deleted Snapshot of the VM instance {{(pid=62181) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1964.461580] env[62181]: DEBUG nova.compute.manager [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1964.462363] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5a3f3a-48b9-4157-b8df-2c27fcbc1880 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.466857] env[62181]: DEBUG nova.network.neutron [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1964.504850] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.505110] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.505301] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.531649] env[62181]: INFO nova.scheduler.client.report [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Deleted allocations for instance 13bc5ed7-0e84-4472-ba74-2009b801f4a1 [ 1964.599706] env[62181]: DEBUG nova.network.neutron [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Updating instance_info_cache with network_info: [{"id": "59759e51-f6e4-45bc-ab90-d1000c8e8dd0", "address": "fa:16:3e:eb:ae:90", "network": {"id": "76fc4e6c-a302-4e0e-8546-3658310d5ec7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712219325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506472467708481ea2619fb2bc3ddd10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59759e51-f6", "ovs_interfaceid": "59759e51-f6e4-45bc-ab90-d1000c8e8dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.755792] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "interface-a7ff37a7-a9a2-4586-87a1-07486baa9f59-9dfe2562-57b2-4e6b-a670-161e2a6955f0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.756132] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-a7ff37a7-a9a2-4586-87a1-07486baa9f59-9dfe2562-57b2-4e6b-a670-161e2a6955f0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.756509] env[62181]: DEBUG nova.objects.instance [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lazy-loading 'flavor' on Instance uuid a7ff37a7-a9a2-4586-87a1-07486baa9f59 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1964.815110] env[62181]: DEBUG nova.network.neutron [-] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.976540] env[62181]: INFO nova.compute.manager [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Shelve offloading [ 1965.042040] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f7de8df5-be43-4d4e-88d9-12ae4089578b tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "13bc5ed7-0e84-4472-ba74-2009b801f4a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.186s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.102300] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Releasing lock "refresh_cache-68519728-9eca-4222-8ba5-846585716b70" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.102817] env[62181]: DEBUG nova.compute.manager [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Instance network_info: |[{"id": "59759e51-f6e4-45bc-ab90-d1000c8e8dd0", "address": "fa:16:3e:eb:ae:90", "network": {"id": "76fc4e6c-a302-4e0e-8546-3658310d5ec7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712219325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506472467708481ea2619fb2bc3ddd10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59759e51-f6", "ovs_interfaceid": "59759e51-f6e4-45bc-ab90-d1000c8e8dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1965.103653] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:ae:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59759e51-f6e4-45bc-ab90-d1000c8e8dd0', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1965.111144] env[62181]: DEBUG oslo.service.loopingcall [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1965.111144] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68519728-9eca-4222-8ba5-846585716b70] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1965.111229] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb530f4d-0584-4ebe-854d-fec150e6129b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.131030] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1965.131030] env[62181]: value = "task-1791016" [ 1965.131030] env[62181]: _type = "Task" [ 1965.131030] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.138346] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791016, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.319468] env[62181]: INFO nova.compute.manager [-] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Took 1.26 seconds to deallocate network for instance. [ 1965.363184] env[62181]: DEBUG nova.compute.manager [req-a7a5b4fb-ce08-42bc-9282-745350794179 req-83a6ff51-8837-48cf-ab38-4a777ffb450b service nova] [instance: 68519728-9eca-4222-8ba5-846585716b70] Received event network-changed-59759e51-f6e4-45bc-ab90-d1000c8e8dd0 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1965.363403] env[62181]: DEBUG nova.compute.manager [req-a7a5b4fb-ce08-42bc-9282-745350794179 req-83a6ff51-8837-48cf-ab38-4a777ffb450b service nova] [instance: 68519728-9eca-4222-8ba5-846585716b70] Refreshing instance network info cache due to event network-changed-59759e51-f6e4-45bc-ab90-d1000c8e8dd0. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1965.363623] env[62181]: DEBUG oslo_concurrency.lockutils [req-a7a5b4fb-ce08-42bc-9282-745350794179 req-83a6ff51-8837-48cf-ab38-4a777ffb450b service nova] Acquiring lock "refresh_cache-68519728-9eca-4222-8ba5-846585716b70" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.363772] env[62181]: DEBUG oslo_concurrency.lockutils [req-a7a5b4fb-ce08-42bc-9282-745350794179 req-83a6ff51-8837-48cf-ab38-4a777ffb450b service nova] Acquired lock "refresh_cache-68519728-9eca-4222-8ba5-846585716b70" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.363942] env[62181]: DEBUG nova.network.neutron [req-a7a5b4fb-ce08-42bc-9282-745350794179 req-83a6ff51-8837-48cf-ab38-4a777ffb450b service nova] [instance: 68519728-9eca-4222-8ba5-846585716b70] Refreshing network info cache for port 59759e51-f6e4-45bc-ab90-d1000c8e8dd0 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1965.377620] env[62181]: DEBUG nova.objects.instance [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lazy-loading 'pci_requests' on Instance uuid a7ff37a7-a9a2-4586-87a1-07486baa9f59 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1965.480938] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1965.481342] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2db3c428-3a2f-42e5-923b-890f0e2ae86b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.489351] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1965.489351] env[62181]: value = "task-1791017" [ 1965.489351] env[62181]: _type = "Task" [ 1965.489351] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.497595] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.641331] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791016, 'name': CreateVM_Task, 'duration_secs': 0.438592} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.641516] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68519728-9eca-4222-8ba5-846585716b70] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1965.642223] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.642418] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.642792] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1965.643086] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5431a79-bdb2-4fa5-aa6c-31c9346a6e74 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.648681] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1965.648681] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]524ec5f2-d075-6d5b-992a-82295d426a3f" [ 1965.648681] env[62181]: _type = "Task" [ 1965.648681] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.656792] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]524ec5f2-d075-6d5b-992a-82295d426a3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.818051] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "013316f2-607d-4768-953c-b048cc5d0e44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.818051] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "013316f2-607d-4768-953c-b048cc5d0e44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.825556] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.825796] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.826015] env[62181]: DEBUG nova.objects.instance [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lazy-loading 'resources' on Instance uuid 05b3280e-7d34-45c7-9987-a4fe17466197 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1965.880695] env[62181]: DEBUG nova.objects.base [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1965.881014] env[62181]: DEBUG nova.network.neutron [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1965.958401] env[62181]: DEBUG nova.policy [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a306696a0e074c5eb73b98bfd625f4b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b810530d8404a9a8d3161b09971917d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1966.002708] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] VM already powered off {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1966.002996] env[62181]: DEBUG nova.compute.manager [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1966.003681] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6eb10ce-df11-45ed-b0e3-ff229765c856 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.009479] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.009650] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquired lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.009820] env[62181]: DEBUG nova.network.neutron [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1966.061514] env[62181]: DEBUG nova.network.neutron [req-a7a5b4fb-ce08-42bc-9282-745350794179 req-83a6ff51-8837-48cf-ab38-4a777ffb450b service nova] [instance: 68519728-9eca-4222-8ba5-846585716b70] Updated VIF entry in instance network info cache for port 59759e51-f6e4-45bc-ab90-d1000c8e8dd0. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1966.061893] env[62181]: DEBUG nova.network.neutron [req-a7a5b4fb-ce08-42bc-9282-745350794179 req-83a6ff51-8837-48cf-ab38-4a777ffb450b service nova] [instance: 68519728-9eca-4222-8ba5-846585716b70] Updating instance_info_cache with network_info: [{"id": "59759e51-f6e4-45bc-ab90-d1000c8e8dd0", "address": "fa:16:3e:eb:ae:90", "network": {"id": "76fc4e6c-a302-4e0e-8546-3658310d5ec7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712219325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506472467708481ea2619fb2bc3ddd10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59759e51-f6", "ovs_interfaceid": "59759e51-f6e4-45bc-ab90-d1000c8e8dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.160024] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]524ec5f2-d075-6d5b-992a-82295d426a3f, 'name': SearchDatastore_Task, 'duration_secs': 0.008734} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.160519] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.160874] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1966.161241] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.161473] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.161770] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1966.162160] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65080e56-eee7-48ce-9a27-e5b3de90df94 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.176082] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1966.176339] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1966.177407] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7688d2f3-1eee-462b-81f3-0df91e7a27e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.184494] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1966.184494] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527bdff6-1560-1f5d-5baf-c8504e790750" [ 1966.184494] env[62181]: _type = "Task" [ 1966.184494] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.193319] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527bdff6-1560-1f5d-5baf-c8504e790750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.320609] env[62181]: DEBUG nova.compute.manager [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1966.432872] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919a7e0d-35a8-4c30-91bc-180f8eb6e437 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.441198] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e7c43b-697f-4ac5-a0d9-18f42ddb0d75 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.470226] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a56f625-3314-40b7-8e71-d43cbd8ee462 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.477148] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd01f1a-44c6-4516-86cd-72af3251492b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.491105] env[62181]: DEBUG nova.compute.provider_tree [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1966.564414] env[62181]: DEBUG oslo_concurrency.lockutils [req-a7a5b4fb-ce08-42bc-9282-745350794179 req-83a6ff51-8837-48cf-ab38-4a777ffb450b service nova] Releasing lock "refresh_cache-68519728-9eca-4222-8ba5-846585716b70" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.564705] env[62181]: DEBUG nova.compute.manager [req-a7a5b4fb-ce08-42bc-9282-745350794179 req-83a6ff51-8837-48cf-ab38-4a777ffb450b service nova] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Received event network-vif-deleted-1fdcde0a-27ff-42c3-83a9-1bd66cf2d4f8 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1966.696919] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527bdff6-1560-1f5d-5baf-c8504e790750, 'name': SearchDatastore_Task, 'duration_secs': 0.015213} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.697700] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3612738-41e5-491b-bc6b-c74bea523bbb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.702762] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1966.702762] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]523d6520-df3a-bb1e-3e32-c58d282207df" [ 1966.702762] env[62181]: _type = "Task" [ 1966.702762] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.711235] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523d6520-df3a-bb1e-3e32-c58d282207df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.722536] env[62181]: DEBUG nova.network.neutron [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Updating instance_info_cache with network_info: [{"id": "f27675a7-a524-48ad-832c-650144d39efd", "address": "fa:16:3e:41:18:81", "network": {"id": "2f3efdfa-3ac8-452a-82bb-94429086ff43", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795103716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccd6a836a1d4a9ba6136b46b7eecd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf27675a7-a5", "ovs_interfaceid": "f27675a7-a524-48ad-832c-650144d39efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.839771] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.994491] env[62181]: DEBUG nova.scheduler.client.report [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1967.214056] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523d6520-df3a-bb1e-3e32-c58d282207df, 'name': SearchDatastore_Task, 'duration_secs': 0.00976} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.214396] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.214599] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 68519728-9eca-4222-8ba5-846585716b70/68519728-9eca-4222-8ba5-846585716b70.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1967.214818] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-962934e4-ea8c-4eef-bff6-6c326636e492 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.221466] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1967.221466] env[62181]: value = "task-1791018" [ 1967.221466] env[62181]: _type = "Task" [ 1967.221466] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.224832] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Releasing lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.231223] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.372541] env[62181]: DEBUG nova.compute.manager [req-2e4980b6-42a8-4fac-9b96-a596296291cd req-c1998559-243c-47e1-9ab2-1eda12b31b2d service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Received event network-vif-plugged-9dfe2562-57b2-4e6b-a670-161e2a6955f0 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1967.372794] env[62181]: DEBUG oslo_concurrency.lockutils [req-2e4980b6-42a8-4fac-9b96-a596296291cd req-c1998559-243c-47e1-9ab2-1eda12b31b2d service nova] Acquiring lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.373104] env[62181]: DEBUG oslo_concurrency.lockutils [req-2e4980b6-42a8-4fac-9b96-a596296291cd req-c1998559-243c-47e1-9ab2-1eda12b31b2d service nova] Lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.373345] env[62181]: DEBUG oslo_concurrency.lockutils [req-2e4980b6-42a8-4fac-9b96-a596296291cd req-c1998559-243c-47e1-9ab2-1eda12b31b2d service nova] Lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.373535] env[62181]: DEBUG nova.compute.manager [req-2e4980b6-42a8-4fac-9b96-a596296291cd req-c1998559-243c-47e1-9ab2-1eda12b31b2d service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] No waiting events found dispatching network-vif-plugged-9dfe2562-57b2-4e6b-a670-161e2a6955f0 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1967.373737] env[62181]: WARNING nova.compute.manager [req-2e4980b6-42a8-4fac-9b96-a596296291cd req-c1998559-243c-47e1-9ab2-1eda12b31b2d service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Received unexpected event network-vif-plugged-9dfe2562-57b2-4e6b-a670-161e2a6955f0 for instance with vm_state active and task_state None. [ 1967.456930] env[62181]: DEBUG nova.network.neutron [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Successfully updated port: 9dfe2562-57b2-4e6b-a670-161e2a6955f0 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1967.481901] env[62181]: DEBUG nova.compute.manager [req-1d476a03-f6b1-4dc1-b4df-aa4b7790665e req-68f01979-bf34-43d4-9af7-1e65b534be3d service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Received event network-vif-unplugged-f27675a7-a524-48ad-832c-650144d39efd {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1967.482198] env[62181]: DEBUG oslo_concurrency.lockutils [req-1d476a03-f6b1-4dc1-b4df-aa4b7790665e req-68f01979-bf34-43d4-9af7-1e65b534be3d service nova] Acquiring lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.482372] env[62181]: DEBUG oslo_concurrency.lockutils [req-1d476a03-f6b1-4dc1-b4df-aa4b7790665e req-68f01979-bf34-43d4-9af7-1e65b534be3d service nova] Lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.482518] env[62181]: DEBUG oslo_concurrency.lockutils [req-1d476a03-f6b1-4dc1-b4df-aa4b7790665e req-68f01979-bf34-43d4-9af7-1e65b534be3d service nova] Lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.482692] env[62181]: DEBUG nova.compute.manager [req-1d476a03-f6b1-4dc1-b4df-aa4b7790665e req-68f01979-bf34-43d4-9af7-1e65b534be3d service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] No waiting events found dispatching network-vif-unplugged-f27675a7-a524-48ad-832c-650144d39efd {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1967.482866] env[62181]: WARNING nova.compute.manager [req-1d476a03-f6b1-4dc1-b4df-aa4b7790665e req-68f01979-bf34-43d4-9af7-1e65b534be3d service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Received unexpected event network-vif-unplugged-f27675a7-a524-48ad-832c-650144d39efd for instance with vm_state shelved and task_state shelving_offloading. [ 1967.500315] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.503008] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.663s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.504674] env[62181]: INFO nova.compute.claims [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1967.521948] env[62181]: INFO nova.scheduler.client.report [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleted allocations for instance 05b3280e-7d34-45c7-9987-a4fe17466197 [ 1967.580349] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1967.581758] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4fd993-8376-40fc-8e47-393905de8848 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.590174] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1967.590486] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-573ec84d-3448-4b6d-b32d-acf79b7c3d03 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.685625] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1967.686259] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1967.686453] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Deleting the datastore file [datastore1] 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1967.686809] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3674ab2-bde2-48de-b3ea-09ad839ca609 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.694238] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1967.694238] env[62181]: value = "task-1791020" [ 1967.694238] env[62181]: _type = "Task" [ 1967.694238] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.702283] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.729829] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467227} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.730095] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 68519728-9eca-4222-8ba5-846585716b70/68519728-9eca-4222-8ba5-846585716b70.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1967.730309] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1967.730612] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d45a65a-379b-4b7c-9fbe-6534771948eb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.736324] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1967.736324] env[62181]: value = "task-1791021" [ 1967.736324] env[62181]: _type = "Task" [ 1967.736324] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.743224] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.960124] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.960344] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.960525] env[62181]: DEBUG nova.network.neutron [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1968.029584] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eff596f2-7d36-4d63-8248-ebc961d8a4a7 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "05b3280e-7d34-45c7-9987-a4fe17466197" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.653s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.204469] env[62181]: DEBUG oslo_vmware.api [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12849} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.204642] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1968.204831] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1968.205010] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1968.227692] env[62181]: INFO nova.scheduler.client.report [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Deleted allocations for instance 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53 [ 1968.245413] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072131} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.245689] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1968.246504] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b89dff4-79a5-4204-a49e-89253f5e4cba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.268985] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 68519728-9eca-4222-8ba5-846585716b70/68519728-9eca-4222-8ba5-846585716b70.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1968.269863] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-056057c1-95ae-4b1a-934c-e04c94d4f4ee {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.289414] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1968.289414] env[62181]: value = "task-1791022" [ 1968.289414] env[62181]: _type = "Task" [ 1968.289414] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.297291] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.495163] env[62181]: WARNING nova.network.neutron [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] 11a81b4f-f49a-44f6-9a20-0ba8d42d4248 already exists in list: networks containing: ['11a81b4f-f49a-44f6-9a20-0ba8d42d4248']. ignoring it [ 1968.603012] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46a0b2b-f2b7-4665-972a-bd14e481fa02 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.611202] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3f6bb4-f2bb-47cf-a64a-82604d16297f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.644442] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e7332f-ab4a-4872-b59c-f816ae7ce227 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.652383] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeb83b9-b4bf-4203-947e-d471c6136b12 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.666350] env[62181]: DEBUG nova.compute.provider_tree [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1968.732070] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.799513] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.812936] env[62181]: DEBUG nova.network.neutron [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Updating instance_info_cache with network_info: [{"id": "1e4794a8-5656-48c5-ab48-c3297618391b", "address": "fa:16:3e:b1:b3:12", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4794a8-56", "ovs_interfaceid": "1e4794a8-5656-48c5-ab48-c3297618391b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9dfe2562-57b2-4e6b-a670-161e2a6955f0", "address": "fa:16:3e:92:7a:2e", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dfe2562-57", "ovs_interfaceid": "9dfe2562-57b2-4e6b-a670-161e2a6955f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.169671] env[62181]: DEBUG nova.scheduler.client.report [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1969.300334] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791022, 'name': ReconfigVM_Task, 'duration_secs': 0.63209} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.300597] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 68519728-9eca-4222-8ba5-846585716b70/68519728-9eca-4222-8ba5-846585716b70.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1969.301230] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e6e6d2b-40fe-4079-adc5-0a634caad0fe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.307361] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1969.307361] env[62181]: value = "task-1791023" [ 1969.307361] env[62181]: _type = "Task" [ 1969.307361] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.315422] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.315992] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.316184] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.316427] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791023, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.317143] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ffe69a-01dc-45ff-8edc-9ae910858a37 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.333038] env[62181]: DEBUG nova.virt.hardware [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1969.333347] env[62181]: DEBUG nova.virt.hardware [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1969.333444] env[62181]: DEBUG nova.virt.hardware [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1969.333628] env[62181]: DEBUG nova.virt.hardware [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1969.333813] env[62181]: DEBUG nova.virt.hardware [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1969.333915] env[62181]: DEBUG nova.virt.hardware [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1969.334193] env[62181]: DEBUG nova.virt.hardware [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1969.334457] env[62181]: DEBUG nova.virt.hardware [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1969.334581] env[62181]: DEBUG nova.virt.hardware [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1969.335144] env[62181]: DEBUG nova.virt.hardware [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1969.335144] env[62181]: DEBUG nova.virt.hardware [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1969.341366] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Reconfiguring VM to attach interface {{(pid=62181) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1969.341700] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43c9d8a4-ad3a-448d-a46c-49de68bdfb70 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.358841] env[62181]: DEBUG oslo_vmware.api [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1969.358841] env[62181]: value = "task-1791024" [ 1969.358841] env[62181]: _type = "Task" [ 1969.358841] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.368821] env[62181]: DEBUG oslo_vmware.api [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791024, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.387205] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "7b97c842-58bd-4246-ad52-ba06f4d7e439" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.387422] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "7b97c842-58bd-4246-ad52-ba06f4d7e439" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.417821] env[62181]: DEBUG nova.compute.manager [req-8aa30273-238a-4fcd-b35a-76810a6cdf11 req-5fee837c-3cdb-4b36-b4ac-20ff117e805b service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Received event network-changed-9dfe2562-57b2-4e6b-a670-161e2a6955f0 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1969.417821] env[62181]: DEBUG nova.compute.manager [req-8aa30273-238a-4fcd-b35a-76810a6cdf11 req-5fee837c-3cdb-4b36-b4ac-20ff117e805b service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Refreshing instance network info cache due to event network-changed-9dfe2562-57b2-4e6b-a670-161e2a6955f0. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1969.417821] env[62181]: DEBUG oslo_concurrency.lockutils [req-8aa30273-238a-4fcd-b35a-76810a6cdf11 req-5fee837c-3cdb-4b36-b4ac-20ff117e805b service nova] Acquiring lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.418308] env[62181]: DEBUG oslo_concurrency.lockutils [req-8aa30273-238a-4fcd-b35a-76810a6cdf11 req-5fee837c-3cdb-4b36-b4ac-20ff117e805b service nova] Acquired lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.418308] env[62181]: DEBUG nova.network.neutron [req-8aa30273-238a-4fcd-b35a-76810a6cdf11 req-5fee837c-3cdb-4b36-b4ac-20ff117e805b service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Refreshing network info cache for port 9dfe2562-57b2-4e6b-a670-161e2a6955f0 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1969.674797] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.675431] env[62181]: DEBUG nova.compute.manager [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1969.678875] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.947s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.679235] env[62181]: DEBUG nova.objects.instance [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lazy-loading 'resources' on Instance uuid 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1969.817268] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791023, 'name': Rename_Task, 'duration_secs': 0.169599} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.817568] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1969.817811] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04ef7263-cd46-4722-bf0c-7fe960e60511 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.824448] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 1969.824448] env[62181]: value = "task-1791025" [ 1969.824448] env[62181]: _type = "Task" [ 1969.824448] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.831881] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.869030] env[62181]: DEBUG oslo_vmware.api [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791024, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.889632] env[62181]: DEBUG nova.compute.manager [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 1970.147410] env[62181]: DEBUG nova.network.neutron [req-8aa30273-238a-4fcd-b35a-76810a6cdf11 req-5fee837c-3cdb-4b36-b4ac-20ff117e805b service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Updated VIF entry in instance network info cache for port 9dfe2562-57b2-4e6b-a670-161e2a6955f0. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1970.147832] env[62181]: DEBUG nova.network.neutron [req-8aa30273-238a-4fcd-b35a-76810a6cdf11 req-5fee837c-3cdb-4b36-b4ac-20ff117e805b service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Updating instance_info_cache with network_info: [{"id": "1e4794a8-5656-48c5-ab48-c3297618391b", "address": "fa:16:3e:b1:b3:12", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4794a8-56", "ovs_interfaceid": "1e4794a8-5656-48c5-ab48-c3297618391b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9dfe2562-57b2-4e6b-a670-161e2a6955f0", "address": "fa:16:3e:92:7a:2e", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dfe2562-57", "ovs_interfaceid": "9dfe2562-57b2-4e6b-a670-161e2a6955f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.180256] env[62181]: DEBUG nova.compute.utils [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1970.181576] env[62181]: DEBUG nova.compute.manager [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1970.181748] env[62181]: DEBUG nova.network.neutron [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1970.183724] env[62181]: DEBUG nova.objects.instance [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lazy-loading 'numa_topology' on Instance uuid 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1970.222680] env[62181]: DEBUG nova.policy [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b18084773d54c96a497a46889366176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eba7ffb8e6464dbc8f032cbd8208bdb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1970.295832] env[62181]: DEBUG nova.compute.manager [req-6b5d3196-7691-43bf-9fe8-1dac8291b8ce req-2849ad62-ea2c-46d4-bda4-1ce6f135eeff service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Received event network-changed-f27675a7-a524-48ad-832c-650144d39efd {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1970.295832] env[62181]: DEBUG nova.compute.manager [req-6b5d3196-7691-43bf-9fe8-1dac8291b8ce req-2849ad62-ea2c-46d4-bda4-1ce6f135eeff service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Refreshing instance network info cache due to event network-changed-f27675a7-a524-48ad-832c-650144d39efd. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1970.295832] env[62181]: DEBUG oslo_concurrency.lockutils [req-6b5d3196-7691-43bf-9fe8-1dac8291b8ce req-2849ad62-ea2c-46d4-bda4-1ce6f135eeff service nova] Acquiring lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.296434] env[62181]: DEBUG oslo_concurrency.lockutils [req-6b5d3196-7691-43bf-9fe8-1dac8291b8ce req-2849ad62-ea2c-46d4-bda4-1ce6f135eeff service nova] Acquired lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.296434] env[62181]: DEBUG nova.network.neutron [req-6b5d3196-7691-43bf-9fe8-1dac8291b8ce req-2849ad62-ea2c-46d4-bda4-1ce6f135eeff service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Refreshing network info cache for port f27675a7-a524-48ad-832c-650144d39efd {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1970.334305] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791025, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.369568] env[62181]: DEBUG oslo_vmware.api [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791024, 'name': ReconfigVM_Task, 'duration_secs': 0.576213} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.370080] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.370306] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Reconfigured VM to attach interface {{(pid=62181) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1970.409750] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.504822] env[62181]: DEBUG nova.network.neutron [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Successfully created port: 998b85cd-1ddb-4187-b9e0-10f90318b363 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1970.650679] env[62181]: DEBUG oslo_concurrency.lockutils [req-8aa30273-238a-4fcd-b35a-76810a6cdf11 req-5fee837c-3cdb-4b36-b4ac-20ff117e805b service nova] Releasing lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.685749] env[62181]: DEBUG nova.compute.manager [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1970.689350] env[62181]: DEBUG nova.objects.base [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Object Instance<5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53> lazy-loaded attributes: resources,numa_topology {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1970.792444] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaa3ecb-969c-478d-a762-85149abeb7b3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.803481] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590194ba-e1ef-4142-b3ef-94f6485cb720 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.841272] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c5b3fa-58ba-402f-8797-eeb37adbcb97 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.848777] env[62181]: DEBUG oslo_vmware.api [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791025, 'name': PowerOnVM_Task, 'duration_secs': 0.523892} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.850904] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1970.851130] env[62181]: INFO nova.compute.manager [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1970.851318] env[62181]: DEBUG nova.compute.manager [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1970.853920] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1036dabe-a6ab-4278-82dd-619e1acd5cff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.857122] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01de6ba9-e4bf-4a97-bf17-d17498ab6ab6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.870941] env[62181]: DEBUG nova.compute.provider_tree [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1970.874719] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9bf5a996-156e-4c0a-9a3b-3fe5b917228d tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-a7ff37a7-a9a2-4586-87a1-07486baa9f59-9dfe2562-57b2-4e6b-a670-161e2a6955f0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.119s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.048385] env[62181]: DEBUG nova.network.neutron [req-6b5d3196-7691-43bf-9fe8-1dac8291b8ce req-2849ad62-ea2c-46d4-bda4-1ce6f135eeff service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Updated VIF entry in instance network info cache for port f27675a7-a524-48ad-832c-650144d39efd. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1971.048816] env[62181]: DEBUG nova.network.neutron [req-6b5d3196-7691-43bf-9fe8-1dac8291b8ce req-2849ad62-ea2c-46d4-bda4-1ce6f135eeff service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Updating instance_info_cache with network_info: [{"id": "f27675a7-a524-48ad-832c-650144d39efd", "address": "fa:16:3e:41:18:81", "network": {"id": "2f3efdfa-3ac8-452a-82bb-94429086ff43", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-795103716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccd6a836a1d4a9ba6136b46b7eecd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf27675a7-a5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.375076] env[62181]: DEBUG nova.scheduler.client.report [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1971.387616] env[62181]: INFO nova.compute.manager [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Took 12.91 seconds to build instance. [ 1971.551790] env[62181]: DEBUG oslo_concurrency.lockutils [req-6b5d3196-7691-43bf-9fe8-1dac8291b8ce req-2849ad62-ea2c-46d4-bda4-1ce6f135eeff service nova] Releasing lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.628460] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.698542] env[62181]: DEBUG nova.compute.manager [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1971.729961] env[62181]: DEBUG nova.virt.hardware [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1971.730264] env[62181]: DEBUG nova.virt.hardware [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1971.730440] env[62181]: DEBUG nova.virt.hardware [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1971.730624] env[62181]: DEBUG nova.virt.hardware [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1971.730780] env[62181]: DEBUG nova.virt.hardware [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1971.730958] env[62181]: DEBUG nova.virt.hardware [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1971.731182] env[62181]: DEBUG nova.virt.hardware [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1971.731353] env[62181]: DEBUG nova.virt.hardware [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1971.731518] env[62181]: DEBUG nova.virt.hardware [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1971.731674] env[62181]: DEBUG nova.virt.hardware [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1971.731851] env[62181]: DEBUG nova.virt.hardware [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1971.732788] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde0d76f-f87f-4ae1-bf0e-4a57a42b701c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.740946] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0f0dea-fa83-4df5-8a19-dfe3cf6d7861 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.881523] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.884045] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.474s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.887362] env[62181]: INFO nova.compute.claims [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1971.893201] env[62181]: DEBUG oslo_concurrency.lockutils [None req-832e4fa3-9611-4fe7-93cc-796cf3e66b4d tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "68519728-9eca-4222-8ba5-846585716b70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.423s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.083564] env[62181]: DEBUG nova.network.neutron [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Successfully updated port: 998b85cd-1ddb-4187-b9e0-10f90318b363 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1972.152713] env[62181]: DEBUG nova.compute.manager [req-e818b74c-b851-4fad-b7c7-d035e44907cb req-23be2932-2a61-4bb6-8288-5a99d10516fa service nova] [instance: 68519728-9eca-4222-8ba5-846585716b70] Received event network-changed-59759e51-f6e4-45bc-ab90-d1000c8e8dd0 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1972.152907] env[62181]: DEBUG nova.compute.manager [req-e818b74c-b851-4fad-b7c7-d035e44907cb req-23be2932-2a61-4bb6-8288-5a99d10516fa service nova] [instance: 68519728-9eca-4222-8ba5-846585716b70] Refreshing instance network info cache due to event network-changed-59759e51-f6e4-45bc-ab90-d1000c8e8dd0. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1972.153140] env[62181]: DEBUG oslo_concurrency.lockutils [req-e818b74c-b851-4fad-b7c7-d035e44907cb req-23be2932-2a61-4bb6-8288-5a99d10516fa service nova] Acquiring lock "refresh_cache-68519728-9eca-4222-8ba5-846585716b70" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.153287] env[62181]: DEBUG oslo_concurrency.lockutils [req-e818b74c-b851-4fad-b7c7-d035e44907cb req-23be2932-2a61-4bb6-8288-5a99d10516fa service nova] Acquired lock "refresh_cache-68519728-9eca-4222-8ba5-846585716b70" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.153447] env[62181]: DEBUG nova.network.neutron [req-e818b74c-b851-4fad-b7c7-d035e44907cb req-23be2932-2a61-4bb6-8288-5a99d10516fa service nova] [instance: 68519728-9eca-4222-8ba5-846585716b70] Refreshing network info cache for port 59759e51-f6e4-45bc-ab90-d1000c8e8dd0 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1972.319897] env[62181]: DEBUG nova.compute.manager [req-efcdb9c8-cabe-475a-b337-c428ee286715 req-925cd4bb-e6a7-444b-b09f-bfb41b5bed3e service nova] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Received event network-vif-plugged-998b85cd-1ddb-4187-b9e0-10f90318b363 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1972.320122] env[62181]: DEBUG oslo_concurrency.lockutils [req-efcdb9c8-cabe-475a-b337-c428ee286715 req-925cd4bb-e6a7-444b-b09f-bfb41b5bed3e service nova] Acquiring lock "013316f2-607d-4768-953c-b048cc5d0e44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.320304] env[62181]: DEBUG oslo_concurrency.lockutils [req-efcdb9c8-cabe-475a-b337-c428ee286715 req-925cd4bb-e6a7-444b-b09f-bfb41b5bed3e service nova] Lock "013316f2-607d-4768-953c-b048cc5d0e44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.320429] env[62181]: DEBUG oslo_concurrency.lockutils [req-efcdb9c8-cabe-475a-b337-c428ee286715 req-925cd4bb-e6a7-444b-b09f-bfb41b5bed3e service nova] Lock "013316f2-607d-4768-953c-b048cc5d0e44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.320597] env[62181]: DEBUG nova.compute.manager [req-efcdb9c8-cabe-475a-b337-c428ee286715 req-925cd4bb-e6a7-444b-b09f-bfb41b5bed3e service nova] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] No waiting events found dispatching network-vif-plugged-998b85cd-1ddb-4187-b9e0-10f90318b363 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1972.320761] env[62181]: WARNING nova.compute.manager [req-efcdb9c8-cabe-475a-b337-c428ee286715 req-925cd4bb-e6a7-444b-b09f-bfb41b5bed3e service nova] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Received unexpected event network-vif-plugged-998b85cd-1ddb-4187-b9e0-10f90318b363 for instance with vm_state building and task_state spawning. [ 1972.320918] env[62181]: DEBUG nova.compute.manager [req-efcdb9c8-cabe-475a-b337-c428ee286715 req-925cd4bb-e6a7-444b-b09f-bfb41b5bed3e service nova] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Received event network-changed-998b85cd-1ddb-4187-b9e0-10f90318b363 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1972.321082] env[62181]: DEBUG nova.compute.manager [req-efcdb9c8-cabe-475a-b337-c428ee286715 req-925cd4bb-e6a7-444b-b09f-bfb41b5bed3e service nova] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Refreshing instance network info cache due to event network-changed-998b85cd-1ddb-4187-b9e0-10f90318b363. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1972.321261] env[62181]: DEBUG oslo_concurrency.lockutils [req-efcdb9c8-cabe-475a-b337-c428ee286715 req-925cd4bb-e6a7-444b-b09f-bfb41b5bed3e service nova] Acquiring lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.321399] env[62181]: DEBUG oslo_concurrency.lockutils [req-efcdb9c8-cabe-475a-b337-c428ee286715 req-925cd4bb-e6a7-444b-b09f-bfb41b5bed3e service nova] Acquired lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.321550] env[62181]: DEBUG nova.network.neutron [req-efcdb9c8-cabe-475a-b337-c428ee286715 req-925cd4bb-e6a7-444b-b09f-bfb41b5bed3e service nova] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Refreshing network info cache for port 998b85cd-1ddb-4187-b9e0-10f90318b363 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1972.397931] env[62181]: DEBUG oslo_concurrency.lockutils [None req-e71d51b5-b7dd-466c-ae27-3134ec00d7dc tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.311s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.399299] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.771s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.399299] env[62181]: INFO nova.compute.manager [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Unshelving [ 1972.478651] env[62181]: DEBUG oslo_concurrency.lockutils [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "interface-a7ff37a7-a9a2-4586-87a1-07486baa9f59-9dfe2562-57b2-4e6b-a670-161e2a6955f0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.478988] env[62181]: DEBUG oslo_concurrency.lockutils [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-a7ff37a7-a9a2-4586-87a1-07486baa9f59-9dfe2562-57b2-4e6b-a670-161e2a6955f0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.593635] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.854556] env[62181]: DEBUG nova.network.neutron [req-efcdb9c8-cabe-475a-b337-c428ee286715 req-925cd4bb-e6a7-444b-b09f-bfb41b5bed3e service nova] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1972.935499] env[62181]: DEBUG nova.network.neutron [req-efcdb9c8-cabe-475a-b337-c428ee286715 req-925cd4bb-e6a7-444b-b09f-bfb41b5bed3e service nova] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.983868] env[62181]: DEBUG oslo_concurrency.lockutils [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.983868] env[62181]: DEBUG oslo_concurrency.lockutils [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.985705] env[62181]: DEBUG nova.network.neutron [req-e818b74c-b851-4fad-b7c7-d035e44907cb req-23be2932-2a61-4bb6-8288-5a99d10516fa service nova] [instance: 68519728-9eca-4222-8ba5-846585716b70] Updated VIF entry in instance network info cache for port 59759e51-f6e4-45bc-ab90-d1000c8e8dd0. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1972.986189] env[62181]: DEBUG nova.network.neutron [req-e818b74c-b851-4fad-b7c7-d035e44907cb req-23be2932-2a61-4bb6-8288-5a99d10516fa service nova] [instance: 68519728-9eca-4222-8ba5-846585716b70] Updating instance_info_cache with network_info: [{"id": "59759e51-f6e4-45bc-ab90-d1000c8e8dd0", "address": "fa:16:3e:eb:ae:90", "network": {"id": "76fc4e6c-a302-4e0e-8546-3658310d5ec7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1712219325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506472467708481ea2619fb2bc3ddd10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59759e51-f6", "ovs_interfaceid": "59759e51-f6e4-45bc-ab90-d1000c8e8dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.987963] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a604c5-4fed-4503-a1ee-c810d07f5393 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.009760] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981647af-e629-41fe-868d-4027e173c726 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.036602] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Reconfiguring VM to detach interface {{(pid=62181) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1973.039217] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4004a14-b78f-475a-a147-c4f1ed8917a2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.058410] env[62181]: DEBUG oslo_vmware.api [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1973.058410] env[62181]: value = "task-1791026" [ 1973.058410] env[62181]: _type = "Task" [ 1973.058410] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.063013] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b634a5d0-f489-490b-ba40-a2777ff281f6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.073088] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbfe6c4-7634-422f-9603-28d1bedde2b6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.076454] env[62181]: DEBUG oslo_vmware.api [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791026, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.106060] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a21ea36-b808-48a0-89f7-f3a54d14f6a9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.113746] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39caead-f16b-411e-b941-cc5c4f2e16f5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.127238] env[62181]: DEBUG nova.compute.provider_tree [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1973.425504] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.437496] env[62181]: DEBUG oslo_concurrency.lockutils [req-efcdb9c8-cabe-475a-b337-c428ee286715 req-925cd4bb-e6a7-444b-b09f-bfb41b5bed3e service nova] Releasing lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.438348] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.438490] env[62181]: DEBUG nova.network.neutron [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1973.492308] env[62181]: DEBUG oslo_concurrency.lockutils [req-e818b74c-b851-4fad-b7c7-d035e44907cb req-23be2932-2a61-4bb6-8288-5a99d10516fa service nova] Releasing lock "refresh_cache-68519728-9eca-4222-8ba5-846585716b70" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.569773] env[62181]: DEBUG oslo_vmware.api [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.630586] env[62181]: DEBUG nova.scheduler.client.report [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1973.968191] env[62181]: DEBUG nova.network.neutron [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1974.068909] env[62181]: DEBUG oslo_vmware.api [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.132143] env[62181]: DEBUG nova.network.neutron [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating instance_info_cache with network_info: [{"id": "998b85cd-1ddb-4187-b9e0-10f90318b363", "address": "fa:16:3e:29:fd:3e", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998b85cd-1d", "ovs_interfaceid": "998b85cd-1ddb-4187-b9e0-10f90318b363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.135424] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.135970] env[62181]: DEBUG nova.compute.manager [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 1974.138590] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.713s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.138818] env[62181]: DEBUG nova.objects.instance [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lazy-loading 'pci_requests' on Instance uuid 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1974.570039] env[62181]: DEBUG oslo_vmware.api [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.634752] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.635153] env[62181]: DEBUG nova.compute.manager [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Instance network_info: |[{"id": "998b85cd-1ddb-4187-b9e0-10f90318b363", "address": "fa:16:3e:29:fd:3e", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998b85cd-1d", "ovs_interfaceid": "998b85cd-1ddb-4187-b9e0-10f90318b363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1974.635626] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:fd:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '998b85cd-1ddb-4187-b9e0-10f90318b363', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1974.643526] env[62181]: DEBUG oslo.service.loopingcall [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1974.644870] env[62181]: DEBUG nova.compute.utils [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1974.647947] env[62181]: DEBUG nova.objects.instance [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lazy-loading 'numa_topology' on Instance uuid 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1974.648504] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1974.649107] env[62181]: DEBUG nova.compute.manager [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1974.649277] env[62181]: DEBUG nova.network.neutron [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1974.650984] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edfe2559-40b7-4a34-8503-89fc3d9c9267 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.671783] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1974.671783] env[62181]: value = "task-1791027" [ 1974.671783] env[62181]: _type = "Task" [ 1974.671783] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.680690] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791027, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.709583] env[62181]: DEBUG nova.policy [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51705f2b12864833b597b26767e1ac89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e049a32d49014fb1ac3c0599d2698179', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1974.937275] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.937275] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.952267] env[62181]: DEBUG nova.network.neutron [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Successfully created port: 92a21f28-91ad-43b4-80d2-224f24fcf08d {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1975.070901] env[62181]: DEBUG oslo_vmware.api [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.150362] env[62181]: INFO nova.compute.claims [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1975.153888] env[62181]: DEBUG nova.compute.manager [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 1975.181461] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791027, 'name': CreateVM_Task, 'duration_secs': 0.448231} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.181643] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1975.182333] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.182503] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.182814] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1975.183074] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d70fef0-2a50-49e6-b8d1-3ed2f061e2b9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.189069] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1975.189069] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b2dd38-1dd3-482b-2024-cace86d96d76" [ 1975.189069] env[62181]: _type = "Task" [ 1975.189069] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.197696] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b2dd38-1dd3-482b-2024-cace86d96d76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.439394] env[62181]: DEBUG nova.compute.utils [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1975.570874] env[62181]: DEBUG oslo_vmware.api [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.702022] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b2dd38-1dd3-482b-2024-cace86d96d76, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.702022] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.702022] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1975.702022] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.702022] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.702022] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1975.702022] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea9f74dc-2033-4c59-bf66-eb026ef64e55 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.710090] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1975.710267] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1975.710940] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f4991ee-a8a5-4621-960d-512cff1c88d3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.715498] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1975.715498] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52e1d350-7af1-070b-acab-39aec509da7f" [ 1975.715498] env[62181]: _type = "Task" [ 1975.715498] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.722797] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e1d350-7af1-070b-acab-39aec509da7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.942852] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.071894] env[62181]: DEBUG oslo_vmware.api [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.165994] env[62181]: DEBUG nova.compute.manager [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 1976.193353] env[62181]: DEBUG nova.virt.hardware [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1976.193573] env[62181]: DEBUG nova.virt.hardware [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1976.193740] env[62181]: DEBUG nova.virt.hardware [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1976.193953] env[62181]: DEBUG nova.virt.hardware [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1976.194056] env[62181]: DEBUG nova.virt.hardware [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1976.194252] env[62181]: DEBUG nova.virt.hardware [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1976.194480] env[62181]: DEBUG nova.virt.hardware [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1976.194662] env[62181]: DEBUG nova.virt.hardware [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1976.194860] env[62181]: DEBUG nova.virt.hardware [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1976.195046] env[62181]: DEBUG nova.virt.hardware [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1976.195182] env[62181]: DEBUG nova.virt.hardware [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1976.196023] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bbd6e1-3661-4bbf-ad2a-c37f29ad5fba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.206123] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a510f4b-618d-4200-8271-1d85a88b5693 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.231238] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e1d350-7af1-070b-acab-39aec509da7f, 'name': SearchDatastore_Task, 'duration_secs': 0.007812} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.231950] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-073340c9-ab44-47ef-90c9-e9434c94daac {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.238672] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1976.238672] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5297b972-0801-5f2d-8067-846b5edcaa72" [ 1976.238672] env[62181]: _type = "Task" [ 1976.238672] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.245801] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5297b972-0801-5f2d-8067-846b5edcaa72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.293451] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201bb367-354c-4d26-91be-b07e9ecb9cc4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.300749] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0704ad-8c4e-4cc7-8ca8-dfd4d678cf7b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.330445] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72a8a82-b8d1-4934-a2ae-c9a0e87411a3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.337801] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf6ffeb-86b2-480e-91a1-0660eb832ca8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.350752] env[62181]: DEBUG nova.compute.provider_tree [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1976.502412] env[62181]: DEBUG nova.compute.manager [req-70adfb89-126f-4986-acd8-5c48d6f66926 req-08fcf1b4-b946-48ce-a7e6-6de5636bd080 service nova] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Received event network-vif-plugged-92a21f28-91ad-43b4-80d2-224f24fcf08d {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1976.502598] env[62181]: DEBUG oslo_concurrency.lockutils [req-70adfb89-126f-4986-acd8-5c48d6f66926 req-08fcf1b4-b946-48ce-a7e6-6de5636bd080 service nova] Acquiring lock "7b97c842-58bd-4246-ad52-ba06f4d7e439-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.503227] env[62181]: DEBUG oslo_concurrency.lockutils [req-70adfb89-126f-4986-acd8-5c48d6f66926 req-08fcf1b4-b946-48ce-a7e6-6de5636bd080 service nova] Lock "7b97c842-58bd-4246-ad52-ba06f4d7e439-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.503414] env[62181]: DEBUG oslo_concurrency.lockutils [req-70adfb89-126f-4986-acd8-5c48d6f66926 req-08fcf1b4-b946-48ce-a7e6-6de5636bd080 service nova] Lock "7b97c842-58bd-4246-ad52-ba06f4d7e439-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.503586] env[62181]: DEBUG nova.compute.manager [req-70adfb89-126f-4986-acd8-5c48d6f66926 req-08fcf1b4-b946-48ce-a7e6-6de5636bd080 service nova] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] No waiting events found dispatching network-vif-plugged-92a21f28-91ad-43b4-80d2-224f24fcf08d {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1976.503751] env[62181]: WARNING nova.compute.manager [req-70adfb89-126f-4986-acd8-5c48d6f66926 req-08fcf1b4-b946-48ce-a7e6-6de5636bd080 service nova] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Received unexpected event network-vif-plugged-92a21f28-91ad-43b4-80d2-224f24fcf08d for instance with vm_state building and task_state spawning. [ 1976.529235] env[62181]: DEBUG nova.network.neutron [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Successfully updated port: 92a21f28-91ad-43b4-80d2-224f24fcf08d {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1976.574369] env[62181]: DEBUG oslo_vmware.api [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.752093] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5297b972-0801-5f2d-8067-846b5edcaa72, 'name': SearchDatastore_Task, 'duration_secs': 0.00971} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.752387] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.752669] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 013316f2-607d-4768-953c-b048cc5d0e44/013316f2-607d-4768-953c-b048cc5d0e44.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1976.752959] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1430d561-7a7f-48e7-8623-8db76c6fa6e1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.761178] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1976.761178] env[62181]: value = "task-1791028" [ 1976.761178] env[62181]: _type = "Task" [ 1976.761178] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.770223] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.853590] env[62181]: DEBUG nova.scheduler.client.report [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1977.015054] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.015398] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.015736] env[62181]: INFO nova.compute.manager [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Attaching volume 3e6aa9e1-be46-4138-97a8-776086c92644 to /dev/sdb [ 1977.031966] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "refresh_cache-7b97c842-58bd-4246-ad52-ba06f4d7e439" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.032217] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "refresh_cache-7b97c842-58bd-4246-ad52-ba06f4d7e439" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.032293] env[62181]: DEBUG nova.network.neutron [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1977.058431] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0509b83b-8309-4496-bc60-6bf96b33b963 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.070048] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9329c0b5-1df4-425a-a9ac-2b37f62c31cc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.076368] env[62181]: DEBUG oslo_vmware.api [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.088656] env[62181]: DEBUG nova.virt.block_device [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Updating existing volume attachment record: 9a98d183-b6aa-4ef6-be16-22a04e64e507 {{(pid=62181) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1977.275059] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791028, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.359111] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.220s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.391890] env[62181]: INFO nova.network.neutron [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Updating port f27675a7-a524-48ad-832c-650144d39efd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1977.574724] env[62181]: DEBUG oslo_vmware.api [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.575587] env[62181]: DEBUG nova.network.neutron [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1977.758381] env[62181]: DEBUG nova.network.neutron [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Updating instance_info_cache with network_info: [{"id": "92a21f28-91ad-43b4-80d2-224f24fcf08d", "address": "fa:16:3e:7d:02:e7", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92a21f28-91", "ovs_interfaceid": "92a21f28-91ad-43b4-80d2-224f24fcf08d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.772807] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547474} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.773726] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 013316f2-607d-4768-953c-b048cc5d0e44/013316f2-607d-4768-953c-b048cc5d0e44.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1977.773950] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1977.774302] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d0d818b-b405-47ee-b418-bc8f620c094e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.781972] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1977.781972] env[62181]: value = "task-1791030" [ 1977.781972] env[62181]: _type = "Task" [ 1977.781972] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.792372] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.075278] env[62181]: DEBUG oslo_vmware.api [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.261244] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "refresh_cache-7b97c842-58bd-4246-ad52-ba06f4d7e439" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.261536] env[62181]: DEBUG nova.compute.manager [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Instance network_info: |[{"id": "92a21f28-91ad-43b4-80d2-224f24fcf08d", "address": "fa:16:3e:7d:02:e7", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92a21f28-91", "ovs_interfaceid": "92a21f28-91ad-43b4-80d2-224f24fcf08d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1978.261958] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:02:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92a21f28-91ad-43b4-80d2-224f24fcf08d', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1978.269481] env[62181]: DEBUG oslo.service.loopingcall [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1978.269693] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1978.269895] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22fc4fc3-c867-4733-8a74-678b82b2f9ce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.292368] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.33491} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.293528] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1978.293774] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1978.293774] env[62181]: value = "task-1791031" [ 1978.293774] env[62181]: _type = "Task" [ 1978.293774] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.294441] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6511f5a9-451c-474d-993a-3cb92afc9185 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.305996] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791031, 'name': CreateVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.324435] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 013316f2-607d-4768-953c-b048cc5d0e44/013316f2-607d-4768-953c-b048cc5d0e44.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1978.324797] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e68c10dd-61eb-4b11-8dec-53ccfc22b5b2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.343884] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1978.343884] env[62181]: value = "task-1791032" [ 1978.343884] env[62181]: _type = "Task" [ 1978.343884] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.351941] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.528897] env[62181]: DEBUG nova.compute.manager [req-7bf6bf7a-8de3-4afb-95c6-f8a3f45fa868 req-cef3dfc3-7177-4328-9ec3-899a513e6478 service nova] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Received event network-changed-92a21f28-91ad-43b4-80d2-224f24fcf08d {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1978.529173] env[62181]: DEBUG nova.compute.manager [req-7bf6bf7a-8de3-4afb-95c6-f8a3f45fa868 req-cef3dfc3-7177-4328-9ec3-899a513e6478 service nova] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Refreshing instance network info cache due to event network-changed-92a21f28-91ad-43b4-80d2-224f24fcf08d. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1978.529465] env[62181]: DEBUG oslo_concurrency.lockutils [req-7bf6bf7a-8de3-4afb-95c6-f8a3f45fa868 req-cef3dfc3-7177-4328-9ec3-899a513e6478 service nova] Acquiring lock "refresh_cache-7b97c842-58bd-4246-ad52-ba06f4d7e439" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.529665] env[62181]: DEBUG oslo_concurrency.lockutils [req-7bf6bf7a-8de3-4afb-95c6-f8a3f45fa868 req-cef3dfc3-7177-4328-9ec3-899a513e6478 service nova] Acquired lock "refresh_cache-7b97c842-58bd-4246-ad52-ba06f4d7e439" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.529876] env[62181]: DEBUG nova.network.neutron [req-7bf6bf7a-8de3-4afb-95c6-f8a3f45fa868 req-cef3dfc3-7177-4328-9ec3-899a513e6478 service nova] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Refreshing network info cache for port 92a21f28-91ad-43b4-80d2-224f24fcf08d {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1978.575608] env[62181]: DEBUG oslo_vmware.api [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791026, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.807288] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791031, 'name': CreateVM_Task} progress is 25%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.858149] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791032, 'name': ReconfigVM_Task, 'duration_secs': 0.296917} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.858590] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 013316f2-607d-4768-953c-b048cc5d0e44/013316f2-607d-4768-953c-b048cc5d0e44.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1978.859380] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51ef1a86-1db5-4bac-bc25-5fc5f9b4edb6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.866611] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1978.866611] env[62181]: value = "task-1791033" [ 1978.866611] env[62181]: _type = "Task" [ 1978.866611] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.875266] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791033, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.954673] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.954895] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquired lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.955124] env[62181]: DEBUG nova.network.neutron [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1979.075159] env[62181]: DEBUG oslo_vmware.api [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791026, 'name': ReconfigVM_Task, 'duration_secs': 5.82858} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.075417] env[62181]: DEBUG oslo_concurrency.lockutils [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.075623] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Reconfigured VM to detach interface {{(pid=62181) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1979.224155] env[62181]: DEBUG nova.network.neutron [req-7bf6bf7a-8de3-4afb-95c6-f8a3f45fa868 req-cef3dfc3-7177-4328-9ec3-899a513e6478 service nova] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Updated VIF entry in instance network info cache for port 92a21f28-91ad-43b4-80d2-224f24fcf08d. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1979.224618] env[62181]: DEBUG nova.network.neutron [req-7bf6bf7a-8de3-4afb-95c6-f8a3f45fa868 req-cef3dfc3-7177-4328-9ec3-899a513e6478 service nova] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Updating instance_info_cache with network_info: [{"id": "92a21f28-91ad-43b4-80d2-224f24fcf08d", "address": "fa:16:3e:7d:02:e7", "network": {"id": "cd1db51b-1d3f-424f-9fe5-6404fb69c747", "bridge": "br-int", "label": "tempest-ServersTestJSON-1323951778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049a32d49014fb1ac3c0599d2698179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92a21f28-91", "ovs_interfaceid": "92a21f28-91ad-43b4-80d2-224f24fcf08d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.311272] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791031, 'name': CreateVM_Task, 'duration_secs': 0.70859} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.311272] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1979.315903] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.315903] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.315903] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1979.315903] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01852c92-6de3-4c08-bacf-31abfcff5bb6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.320050] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1979.320050] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]523b9d88-dce5-e48f-825e-2bd5013b3c75" [ 1979.320050] env[62181]: _type = "Task" [ 1979.320050] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.327980] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523b9d88-dce5-e48f-825e-2bd5013b3c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.376463] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791033, 'name': Rename_Task, 'duration_secs': 0.144555} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.376741] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1979.377103] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2a55637-4e74-4333-9207-82d30ef5b75b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.389638] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 1979.389638] env[62181]: value = "task-1791035" [ 1979.389638] env[62181]: _type = "Task" [ 1979.389638] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.399718] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.728580] env[62181]: DEBUG oslo_concurrency.lockutils [req-7bf6bf7a-8de3-4afb-95c6-f8a3f45fa868 req-cef3dfc3-7177-4328-9ec3-899a513e6478 service nova] Releasing lock "refresh_cache-7b97c842-58bd-4246-ad52-ba06f4d7e439" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.831268] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523b9d88-dce5-e48f-825e-2bd5013b3c75, 'name': SearchDatastore_Task, 'duration_secs': 0.009607} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.831579] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.831801] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1979.832041] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.832195] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.832374] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1979.832631] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cae641e0-38b2-496b-bb8b-3e970c375502 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.848679] env[62181]: DEBUG nova.network.neutron [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Updating instance_info_cache with network_info: [{"id": "f27675a7-a524-48ad-832c-650144d39efd", "address": "fa:16:3e:41:18:81", "network": {"id": "2f3efdfa-3ac8-452a-82bb-94429086ff43", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795103716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccd6a836a1d4a9ba6136b46b7eecd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf27675a7-a5", "ovs_interfaceid": "f27675a7-a524-48ad-832c-650144d39efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.854043] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1979.854043] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1979.854043] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a0988b-4550-4dc0-9f58-5569fcfcc4d1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.859486] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1979.859486] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]527d3feb-ed92-6221-d817-d9f3c4110af8" [ 1979.859486] env[62181]: _type = "Task" [ 1979.859486] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.869132] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527d3feb-ed92-6221-d817-d9f3c4110af8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.898797] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791035, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.352134] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Releasing lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.360041] env[62181]: DEBUG oslo_concurrency.lockutils [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.360041] env[62181]: DEBUG oslo_concurrency.lockutils [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.360041] env[62181]: DEBUG nova.network.neutron [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1980.365066] env[62181]: DEBUG nova.compute.manager [req-ea7011aa-6f25-401b-9614-281e6f7cf82a req-0f9274f3-2143-4207-9b62-41a2914cc011 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Received event network-changed-1e4794a8-5656-48c5-ab48-c3297618391b {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1980.365263] env[62181]: DEBUG nova.compute.manager [req-ea7011aa-6f25-401b-9614-281e6f7cf82a req-0f9274f3-2143-4207-9b62-41a2914cc011 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Refreshing instance network info cache due to event network-changed-1e4794a8-5656-48c5-ab48-c3297618391b. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1980.365467] env[62181]: DEBUG oslo_concurrency.lockutils [req-ea7011aa-6f25-401b-9614-281e6f7cf82a req-0f9274f3-2143-4207-9b62-41a2914cc011 service nova] Acquiring lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.391045] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]527d3feb-ed92-6221-d817-d9f3c4110af8, 'name': SearchDatastore_Task, 'duration_secs': 0.034459} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.395232] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ce2a37-6ff8-4cd2-9ca7-f05c9ad1d1a1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.399800] env[62181]: DEBUG nova.virt.hardware [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0bc72ba4ae4c0280637b3eeae75d84bb',container_format='bare',created_at=2024-12-12T03:39:01Z,direct_url=,disk_format='vmdk',id=85e5dbc0-6fe4-4134-8e39-76b9920fb164,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-310753009-shelved',owner='fccd6a836a1d4a9ba6136b46b7eecd07',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2024-12-12T03:39:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1980.400033] env[62181]: DEBUG nova.virt.hardware [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1980.400191] env[62181]: DEBUG nova.virt.hardware [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1980.400370] env[62181]: DEBUG nova.virt.hardware [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1980.400510] env[62181]: DEBUG nova.virt.hardware [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1980.400649] env[62181]: DEBUG nova.virt.hardware [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1980.400851] env[62181]: DEBUG nova.virt.hardware [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1980.401016] env[62181]: DEBUG nova.virt.hardware [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1980.401176] env[62181]: DEBUG nova.virt.hardware [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1980.401332] env[62181]: DEBUG nova.virt.hardware [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1980.401506] env[62181]: DEBUG nova.virt.hardware [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1980.402837] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299f37e2-9339-4dc3-947b-f356b2763f79 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.409115] env[62181]: DEBUG oslo_vmware.api [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791035, 'name': PowerOnVM_Task, 'duration_secs': 0.734262} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.409359] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1980.409359] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52277b21-a7ef-8211-513e-d8fb8483507d" [ 1980.409359] env[62181]: _type = "Task" [ 1980.409359] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.409900] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1980.410107] env[62181]: INFO nova.compute.manager [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1980.410284] env[62181]: DEBUG nova.compute.manager [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1980.411107] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1661a430-b758-4878-ba6b-0569b70a38f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.419667] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a56bbd-488a-45bd-ac6e-f92e3b430e91 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.430470] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52277b21-a7ef-8211-513e-d8fb8483507d, 'name': SearchDatastore_Task, 'duration_secs': 0.010122} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.431036] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.435055] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 7b97c842-58bd-4246-ad52-ba06f4d7e439/7b97c842-58bd-4246-ad52-ba06f4d7e439.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1980.435055] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1e74566-95e2-43b5-8ae2-d362fee8011d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.441348] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:18:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f27675a7-a524-48ad-832c-650144d39efd', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1980.450085] env[62181]: DEBUG oslo.service.loopingcall [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1980.450085] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1980.450085] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9b68241-f78d-4ca5-ab6a-045441a64040 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.466157] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1980.466157] env[62181]: value = "task-1791036" [ 1980.466157] env[62181]: _type = "Task" [ 1980.466157] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.471441] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1980.471441] env[62181]: value = "task-1791037" [ 1980.471441] env[62181]: _type = "Task" [ 1980.471441] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.479784] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.485242] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791037, 'name': CreateVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.554618] env[62181]: DEBUG nova.compute.manager [req-0009e2a0-1f91-445d-a912-bd051527f1db req-711b5ee8-4ea4-40cb-b4b1-75c449294eda service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Received event network-vif-plugged-f27675a7-a524-48ad-832c-650144d39efd {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1980.554766] env[62181]: DEBUG oslo_concurrency.lockutils [req-0009e2a0-1f91-445d-a912-bd051527f1db req-711b5ee8-4ea4-40cb-b4b1-75c449294eda service nova] Acquiring lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.555015] env[62181]: DEBUG oslo_concurrency.lockutils [req-0009e2a0-1f91-445d-a912-bd051527f1db req-711b5ee8-4ea4-40cb-b4b1-75c449294eda service nova] Lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.555153] env[62181]: DEBUG oslo_concurrency.lockutils [req-0009e2a0-1f91-445d-a912-bd051527f1db req-711b5ee8-4ea4-40cb-b4b1-75c449294eda service nova] Lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.555312] env[62181]: DEBUG nova.compute.manager [req-0009e2a0-1f91-445d-a912-bd051527f1db req-711b5ee8-4ea4-40cb-b4b1-75c449294eda service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] No waiting events found dispatching network-vif-plugged-f27675a7-a524-48ad-832c-650144d39efd {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1980.555496] env[62181]: WARNING nova.compute.manager [req-0009e2a0-1f91-445d-a912-bd051527f1db req-711b5ee8-4ea4-40cb-b4b1-75c449294eda service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Received unexpected event network-vif-plugged-f27675a7-a524-48ad-832c-650144d39efd for instance with vm_state shelved_offloaded and task_state spawning. [ 1980.555671] env[62181]: DEBUG nova.compute.manager [req-0009e2a0-1f91-445d-a912-bd051527f1db req-711b5ee8-4ea4-40cb-b4b1-75c449294eda service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Received event network-changed-f27675a7-a524-48ad-832c-650144d39efd {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1980.555858] env[62181]: DEBUG nova.compute.manager [req-0009e2a0-1f91-445d-a912-bd051527f1db req-711b5ee8-4ea4-40cb-b4b1-75c449294eda service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Refreshing instance network info cache due to event network-changed-f27675a7-a524-48ad-832c-650144d39efd. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1980.556054] env[62181]: DEBUG oslo_concurrency.lockutils [req-0009e2a0-1f91-445d-a912-bd051527f1db req-711b5ee8-4ea4-40cb-b4b1-75c449294eda service nova] Acquiring lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.556199] env[62181]: DEBUG oslo_concurrency.lockutils [req-0009e2a0-1f91-445d-a912-bd051527f1db req-711b5ee8-4ea4-40cb-b4b1-75c449294eda service nova] Acquired lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.556381] env[62181]: DEBUG nova.network.neutron [req-0009e2a0-1f91-445d-a912-bd051527f1db req-711b5ee8-4ea4-40cb-b4b1-75c449294eda service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Refreshing network info cache for port f27675a7-a524-48ad-832c-650144d39efd {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1980.942263] env[62181]: INFO nova.compute.manager [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Took 14.12 seconds to build instance. [ 1980.981874] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791036, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.988675] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791037, 'name': CreateVM_Task, 'duration_secs': 0.40729} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.988855] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1980.989547] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/85e5dbc0-6fe4-4134-8e39-76b9920fb164" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.989724] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/85e5dbc0-6fe4-4134-8e39-76b9920fb164" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.990139] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/85e5dbc0-6fe4-4134-8e39-76b9920fb164" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1980.990481] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc80d37-ad10-4ca7-ae2b-58ec8c9e68e1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.995125] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1980.995125] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5279fb2e-969d-76e1-8f0c-738d4cb6a45d" [ 1980.995125] env[62181]: _type = "Task" [ 1980.995125] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.003462] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5279fb2e-969d-76e1-8f0c-738d4cb6a45d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.017801] env[62181]: DEBUG oslo_concurrency.lockutils [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "interface-bc0e1b2b-f9ca-4859-926f-3e752613c40f-9dfe2562-57b2-4e6b-a670-161e2a6955f0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.018039] env[62181]: DEBUG oslo_concurrency.lockutils [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-bc0e1b2b-f9ca-4859-926f-3e752613c40f-9dfe2562-57b2-4e6b-a670-161e2a6955f0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.018380] env[62181]: DEBUG nova.objects.instance [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lazy-loading 'flavor' on Instance uuid bc0e1b2b-f9ca-4859-926f-3e752613c40f {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1981.145748] env[62181]: INFO nova.network.neutron [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Port 9dfe2562-57b2-4e6b-a670-161e2a6955f0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1981.146118] env[62181]: DEBUG nova.network.neutron [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Updating instance_info_cache with network_info: [{"id": "1e4794a8-5656-48c5-ab48-c3297618391b", "address": "fa:16:3e:b1:b3:12", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4794a8-56", "ovs_interfaceid": "1e4794a8-5656-48c5-ab48-c3297618391b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.265246] env[62181]: DEBUG nova.network.neutron [req-0009e2a0-1f91-445d-a912-bd051527f1db req-711b5ee8-4ea4-40cb-b4b1-75c449294eda service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Updated VIF entry in instance network info cache for port f27675a7-a524-48ad-832c-650144d39efd. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1981.265639] env[62181]: DEBUG nova.network.neutron [req-0009e2a0-1f91-445d-a912-bd051527f1db req-711b5ee8-4ea4-40cb-b4b1-75c449294eda service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Updating instance_info_cache with network_info: [{"id": "f27675a7-a524-48ad-832c-650144d39efd", "address": "fa:16:3e:41:18:81", "network": {"id": "2f3efdfa-3ac8-452a-82bb-94429086ff43", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795103716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccd6a836a1d4a9ba6136b46b7eecd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf27675a7-a5", "ovs_interfaceid": "f27675a7-a524-48ad-832c-650144d39efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.445016] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a1cc779b-f12b-4340-9790-e65dc9df06d7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "013316f2-607d-4768-953c-b048cc5d0e44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.627s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.477758] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561582} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.477901] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 7b97c842-58bd-4246-ad52-ba06f4d7e439/7b97c842-58bd-4246-ad52-ba06f4d7e439.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1981.479027] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1981.479027] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b168c3f6-aef4-4521-b034-45ff41f94cda {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.484528] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1981.484528] env[62181]: value = "task-1791038" [ 1981.484528] env[62181]: _type = "Task" [ 1981.484528] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.492930] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.504295] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/85e5dbc0-6fe4-4134-8e39-76b9920fb164" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.504584] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Processing image 85e5dbc0-6fe4-4134-8e39-76b9920fb164 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1981.504879] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/85e5dbc0-6fe4-4134-8e39-76b9920fb164/85e5dbc0-6fe4-4134-8e39-76b9920fb164.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.505093] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/85e5dbc0-6fe4-4134-8e39-76b9920fb164/85e5dbc0-6fe4-4134-8e39-76b9920fb164.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.505295] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1981.505578] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3cdaade-1d79-481b-9836-ceef9241571a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.512374] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1981.512546] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1981.513269] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae4a7ca7-adad-4d8e-9f96-db4dfb4eb3d6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.518114] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1981.518114] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]523259cb-6fc1-eb61-2712-29119859f185" [ 1981.518114] env[62181]: _type = "Task" [ 1981.518114] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.529950] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523259cb-6fc1-eb61-2712-29119859f185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.625993] env[62181]: DEBUG nova.objects.instance [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lazy-loading 'pci_requests' on Instance uuid bc0e1b2b-f9ca-4859-926f-3e752613c40f {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1981.648292] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Volume attach. Driver type: vmdk {{(pid=62181) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1981.648539] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371536', 'volume_id': '3e6aa9e1-be46-4138-97a8-776086c92644', 'name': 'volume-3e6aa9e1-be46-4138-97a8-776086c92644', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '136c0555-9c6f-4614-9d93-a1a6313d4d39', 'attached_at': '', 'detached_at': '', 'volume_id': '3e6aa9e1-be46-4138-97a8-776086c92644', 'serial': '3e6aa9e1-be46-4138-97a8-776086c92644'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1981.649090] env[62181]: DEBUG oslo_concurrency.lockutils [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.651646] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e06a7f8-ed92-4c8a-941c-4669c7109c9e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.654826] env[62181]: DEBUG oslo_concurrency.lockutils [req-ea7011aa-6f25-401b-9614-281e6f7cf82a req-0f9274f3-2143-4207-9b62-41a2914cc011 service nova] Acquired lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.655410] env[62181]: DEBUG nova.network.neutron [req-ea7011aa-6f25-401b-9614-281e6f7cf82a req-0f9274f3-2143-4207-9b62-41a2914cc011 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Refreshing network info cache for port 1e4794a8-5656-48c5-ab48-c3297618391b {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1981.670479] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755dbc75-52ea-4d9d-893a-6d6d3c7063f0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.674743] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1981.674933] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1981.675103] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1981.697266] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-3e6aa9e1-be46-4138-97a8-776086c92644/volume-3e6aa9e1-be46-4138-97a8-776086c92644.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1981.697713] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Didn't find any instances for network info cache update. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10470}} [ 1981.698182] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f155426-ccc6-40be-a3d2-4c6eae1a1711 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.710862] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1981.711370] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1981.711975] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1981.712174] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1981.712340] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1981.712496] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1981.712626] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 1981.712771] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1981.717403] env[62181]: DEBUG oslo_vmware.api [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1981.717403] env[62181]: value = "task-1791039" [ 1981.717403] env[62181]: _type = "Task" [ 1981.717403] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.726395] env[62181]: DEBUG oslo_vmware.api [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.768951] env[62181]: DEBUG oslo_concurrency.lockutils [req-0009e2a0-1f91-445d-a912-bd051527f1db req-711b5ee8-4ea4-40cb-b4b1-75c449294eda service nova] Releasing lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.995236] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122932} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.995582] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1981.996353] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60055a3-ae27-4e9f-bdd6-ef174f29b6d6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.018694] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 7b97c842-58bd-4246-ad52-ba06f4d7e439/7b97c842-58bd-4246-ad52-ba06f4d7e439.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1982.019076] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-379c1bf3-b783-4fa2-94de-11efb56f068b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.043903] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Preparing fetch location {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1982.044185] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Fetch image to [datastore1] OSTACK_IMG_c111b614-cec9-4f7d-b6a9-9e304945274b/OSTACK_IMG_c111b614-cec9-4f7d-b6a9-9e304945274b.vmdk {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1982.044382] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Downloading stream optimized image 85e5dbc0-6fe4-4134-8e39-76b9920fb164 to [datastore1] OSTACK_IMG_c111b614-cec9-4f7d-b6a9-9e304945274b/OSTACK_IMG_c111b614-cec9-4f7d-b6a9-9e304945274b.vmdk on the data store datastore1 as vApp {{(pid=62181) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1982.044557] env[62181]: DEBUG nova.virt.vmwareapi.images [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Downloading image file data 85e5dbc0-6fe4-4134-8e39-76b9920fb164 to the ESX as VM named 'OSTACK_IMG_c111b614-cec9-4f7d-b6a9-9e304945274b' {{(pid=62181) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1982.046481] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1982.046481] env[62181]: value = "task-1791040" [ 1982.046481] env[62181]: _type = "Task" [ 1982.046481] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.055205] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.120645] env[62181]: DEBUG oslo_vmware.rw_handles [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1982.120645] env[62181]: value = "resgroup-9" [ 1982.120645] env[62181]: _type = "ResourcePool" [ 1982.120645] env[62181]: }. {{(pid=62181) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1982.120974] env[62181]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a4ce11e6-55da-4732-a36c-6aac869f8ab0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.136309] env[62181]: DEBUG nova.objects.base [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1982.136539] env[62181]: DEBUG nova.network.neutron [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1982.146173] env[62181]: DEBUG oslo_vmware.rw_handles [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lease: (returnval){ [ 1982.146173] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52dd9c5b-6ddf-48ec-d986-28f40b665c6d" [ 1982.146173] env[62181]: _type = "HttpNfcLease" [ 1982.146173] env[62181]: } obtained for vApp import into resource pool (val){ [ 1982.146173] env[62181]: value = "resgroup-9" [ 1982.146173] env[62181]: _type = "ResourcePool" [ 1982.146173] env[62181]: }. {{(pid=62181) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1982.146481] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the lease: (returnval){ [ 1982.146481] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52dd9c5b-6ddf-48ec-d986-28f40b665c6d" [ 1982.146481] env[62181]: _type = "HttpNfcLease" [ 1982.146481] env[62181]: } to be ready. {{(pid=62181) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1982.152627] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1982.152627] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52dd9c5b-6ddf-48ec-d986-28f40b665c6d" [ 1982.152627] env[62181]: _type = "HttpNfcLease" [ 1982.152627] env[62181]: } is initializing. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1982.155626] env[62181]: DEBUG oslo_concurrency.lockutils [None req-23ecad25-65dc-4a28-a53b-e9ecc09533e1 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-a7ff37a7-a9a2-4586-87a1-07486baa9f59-9dfe2562-57b2-4e6b-a670-161e2a6955f0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.677s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.215810] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.216080] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.216314] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.216463] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1982.217347] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f13e9d5-0d0e-462f-8162-222080d8d0d5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.231615] env[62181]: DEBUG oslo_vmware.api [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791039, 'name': ReconfigVM_Task, 'duration_secs': 0.354266} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.231972] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-3e6aa9e1-be46-4138-97a8-776086c92644/volume-3e6aa9e1-be46-4138-97a8-776086c92644.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1982.237709] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7a5ac1-49e8-4087-86df-c1ea1ffc85fb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.241646] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e29a3784-cd35-4b64-a2b8-53e3601a7d95 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.265614] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03275dc-0817-4bd1-bcc5-a20198cd3c00 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.268409] env[62181]: DEBUG oslo_vmware.api [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1982.268409] env[62181]: value = "task-1791042" [ 1982.268409] env[62181]: _type = "Task" [ 1982.268409] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.274720] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4920b04-0e71-4639-8139-6d540657e1e5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.282954] env[62181]: DEBUG oslo_vmware.api [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.309955] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179889MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1982.310144] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.310359] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.416843] env[62181]: DEBUG nova.policy [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a306696a0e074c5eb73b98bfd625f4b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b810530d8404a9a8d3161b09971917d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 1982.423874] env[62181]: DEBUG nova.network.neutron [req-ea7011aa-6f25-401b-9614-281e6f7cf82a req-0f9274f3-2143-4207-9b62-41a2914cc011 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Updated VIF entry in instance network info cache for port 1e4794a8-5656-48c5-ab48-c3297618391b. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1982.424256] env[62181]: DEBUG nova.network.neutron [req-ea7011aa-6f25-401b-9614-281e6f7cf82a req-0f9274f3-2143-4207-9b62-41a2914cc011 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Updating instance_info_cache with network_info: [{"id": "1e4794a8-5656-48c5-ab48-c3297618391b", "address": "fa:16:3e:b1:b3:12", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4794a8-56", "ovs_interfaceid": "1e4794a8-5656-48c5-ab48-c3297618391b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1982.467254] env[62181]: DEBUG nova.compute.manager [req-1ac99a16-2cc0-4f8b-9da7-265633556877 req-dc9c464d-4881-4126-8169-e8d4d97a1c49 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Received event network-changed-9123fd1f-b465-4de9-93f1-75e14d213cc9 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1982.467441] env[62181]: DEBUG nova.compute.manager [req-1ac99a16-2cc0-4f8b-9da7-265633556877 req-dc9c464d-4881-4126-8169-e8d4d97a1c49 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Refreshing instance network info cache due to event network-changed-9123fd1f-b465-4de9-93f1-75e14d213cc9. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1982.467701] env[62181]: DEBUG oslo_concurrency.lockutils [req-1ac99a16-2cc0-4f8b-9da7-265633556877 req-dc9c464d-4881-4126-8169-e8d4d97a1c49 service nova] Acquiring lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.467878] env[62181]: DEBUG oslo_concurrency.lockutils [req-1ac99a16-2cc0-4f8b-9da7-265633556877 req-dc9c464d-4881-4126-8169-e8d4d97a1c49 service nova] Acquired lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.468072] env[62181]: DEBUG nova.network.neutron [req-1ac99a16-2cc0-4f8b-9da7-265633556877 req-dc9c464d-4881-4126-8169-e8d4d97a1c49 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Refreshing network info cache for port 9123fd1f-b465-4de9-93f1-75e14d213cc9 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1982.557343] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791040, 'name': ReconfigVM_Task, 'duration_secs': 0.292782} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.557615] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 7b97c842-58bd-4246-ad52-ba06f4d7e439/7b97c842-58bd-4246-ad52-ba06f4d7e439.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1982.558256] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d99975e-e8a3-4dd3-8dab-ec01f524882e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.564163] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1982.564163] env[62181]: value = "task-1791043" [ 1982.564163] env[62181]: _type = "Task" [ 1982.564163] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.572843] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791043, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.656622] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1982.656622] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52dd9c5b-6ddf-48ec-d986-28f40b665c6d" [ 1982.656622] env[62181]: _type = "HttpNfcLease" [ 1982.656622] env[62181]: } is initializing. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1982.778298] env[62181]: DEBUG oslo_vmware.api [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791042, 'name': ReconfigVM_Task, 'duration_secs': 0.152968} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.778586] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371536', 'volume_id': '3e6aa9e1-be46-4138-97a8-776086c92644', 'name': 'volume-3e6aa9e1-be46-4138-97a8-776086c92644', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '136c0555-9c6f-4614-9d93-a1a6313d4d39', 'attached_at': '', 'detached_at': '', 'volume_id': '3e6aa9e1-be46-4138-97a8-776086c92644', 'serial': '3e6aa9e1-be46-4138-97a8-776086c92644'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1982.927434] env[62181]: DEBUG oslo_concurrency.lockutils [req-ea7011aa-6f25-401b-9614-281e6f7cf82a req-0f9274f3-2143-4207-9b62-41a2914cc011 service nova] Releasing lock "refresh_cache-a7ff37a7-a9a2-4586-87a1-07486baa9f59" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.074192] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791043, 'name': Rename_Task, 'duration_secs': 0.158542} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.074563] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1983.074769] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b02471d-40a7-4a2e-8482-e22a7853205b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.081212] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1983.081212] env[62181]: value = "task-1791044" [ 1983.081212] env[62181]: _type = "Task" [ 1983.081212] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.088725] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.157412] env[62181]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1983.157412] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52dd9c5b-6ddf-48ec-d986-28f40b665c6d" [ 1983.157412] env[62181]: _type = "HttpNfcLease" [ 1983.157412] env[62181]: } is ready. {{(pid=62181) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1983.157842] env[62181]: DEBUG oslo_vmware.rw_handles [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1983.157842] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52dd9c5b-6ddf-48ec-d986-28f40b665c6d" [ 1983.157842] env[62181]: _type = "HttpNfcLease" [ 1983.157842] env[62181]: }. {{(pid=62181) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1983.158477] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18e72fd-4782-4d14-8f60-bdfd6e20b511 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.165981] env[62181]: DEBUG oslo_vmware.rw_handles [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c40405-bb01-e686-1a53-8aa2de567dd7/disk-0.vmdk from lease info. {{(pid=62181) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1983.166190] env[62181]: DEBUG oslo_vmware.rw_handles [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c40405-bb01-e686-1a53-8aa2de567dd7/disk-0.vmdk. {{(pid=62181) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1983.231256] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cdbf1166-4117-413c-ad32-70f3b775864b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.342640] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 0cda0c2e-cd82-4918-957f-947842664263 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.342808] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance a7ff37a7-a9a2-4586-87a1-07486baa9f59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.342945] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 136c0555-9c6f-4614-9d93-a1a6313d4d39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.343087] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance bc0e1b2b-f9ca-4859-926f-3e752613c40f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.343210] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 68519728-9eca-4222-8ba5-846585716b70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.343330] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 013316f2-607d-4768-953c-b048cc5d0e44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.343445] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 7b97c842-58bd-4246-ad52-ba06f4d7e439 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.343560] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.343761] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1983.343906] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1983.461578] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c124f9aa-fd40-445b-bdf3-055cb3659a48 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.476320] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b358f6-92fc-4e29-8ee4-fe0bef55cff1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.516621] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa57578-3d3e-4e18-83db-7eead9466261 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.527776] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3beafb-4a08-454e-a69b-f98c913468c0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.532999] env[62181]: DEBUG nova.network.neutron [req-1ac99a16-2cc0-4f8b-9da7-265633556877 req-dc9c464d-4881-4126-8169-e8d4d97a1c49 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Updated VIF entry in instance network info cache for port 9123fd1f-b465-4de9-93f1-75e14d213cc9. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1983.533330] env[62181]: DEBUG nova.network.neutron [req-1ac99a16-2cc0-4f8b-9da7-265633556877 req-dc9c464d-4881-4126-8169-e8d4d97a1c49 service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Updating instance_info_cache with network_info: [{"id": "9123fd1f-b465-4de9-93f1-75e14d213cc9", "address": "fa:16:3e:2a:7d:2f", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9123fd1f-b4", "ovs_interfaceid": "9123fd1f-b465-4de9-93f1-75e14d213cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.547749] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1983.593160] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791044, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.813250] env[62181]: DEBUG nova.compute.manager [req-f6519e41-09c3-43df-8c04-9d519aaa6d73 req-3a0cdd0b-e2c9-45c9-90c5-37f98908f7eb service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Received event network-vif-plugged-9dfe2562-57b2-4e6b-a670-161e2a6955f0 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1983.813538] env[62181]: DEBUG oslo_concurrency.lockutils [req-f6519e41-09c3-43df-8c04-9d519aaa6d73 req-3a0cdd0b-e2c9-45c9-90c5-37f98908f7eb service nova] Acquiring lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.813798] env[62181]: DEBUG oslo_concurrency.lockutils [req-f6519e41-09c3-43df-8c04-9d519aaa6d73 req-3a0cdd0b-e2c9-45c9-90c5-37f98908f7eb service nova] Lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.814480] env[62181]: DEBUG oslo_concurrency.lockutils [req-f6519e41-09c3-43df-8c04-9d519aaa6d73 req-3a0cdd0b-e2c9-45c9-90c5-37f98908f7eb service nova] Lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.814480] env[62181]: DEBUG nova.compute.manager [req-f6519e41-09c3-43df-8c04-9d519aaa6d73 req-3a0cdd0b-e2c9-45c9-90c5-37f98908f7eb service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] No waiting events found dispatching network-vif-plugged-9dfe2562-57b2-4e6b-a670-161e2a6955f0 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1983.814658] env[62181]: WARNING nova.compute.manager [req-f6519e41-09c3-43df-8c04-9d519aaa6d73 req-3a0cdd0b-e2c9-45c9-90c5-37f98908f7eb service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Received unexpected event network-vif-plugged-9dfe2562-57b2-4e6b-a670-161e2a6955f0 for instance with vm_state active and task_state None. [ 1983.819875] env[62181]: DEBUG nova.objects.instance [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lazy-loading 'flavor' on Instance uuid 136c0555-9c6f-4614-9d93-a1a6313d4d39 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1983.908395] env[62181]: DEBUG nova.network.neutron [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Successfully updated port: 9dfe2562-57b2-4e6b-a670-161e2a6955f0 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1984.038788] env[62181]: DEBUG oslo_concurrency.lockutils [req-1ac99a16-2cc0-4f8b-9da7-265633556877 req-dc9c464d-4881-4126-8169-e8d4d97a1c49 service nova] Releasing lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.039117] env[62181]: DEBUG nova.compute.manager [req-1ac99a16-2cc0-4f8b-9da7-265633556877 req-dc9c464d-4881-4126-8169-e8d4d97a1c49 service nova] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Received event network-changed-998b85cd-1ddb-4187-b9e0-10f90318b363 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1984.039342] env[62181]: DEBUG nova.compute.manager [req-1ac99a16-2cc0-4f8b-9da7-265633556877 req-dc9c464d-4881-4126-8169-e8d4d97a1c49 service nova] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Refreshing instance network info cache due to event network-changed-998b85cd-1ddb-4187-b9e0-10f90318b363. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1984.039608] env[62181]: DEBUG oslo_concurrency.lockutils [req-1ac99a16-2cc0-4f8b-9da7-265633556877 req-dc9c464d-4881-4126-8169-e8d4d97a1c49 service nova] Acquiring lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.039776] env[62181]: DEBUG oslo_concurrency.lockutils [req-1ac99a16-2cc0-4f8b-9da7-265633556877 req-dc9c464d-4881-4126-8169-e8d4d97a1c49 service nova] Acquired lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.039943] env[62181]: DEBUG nova.network.neutron [req-1ac99a16-2cc0-4f8b-9da7-265633556877 req-dc9c464d-4881-4126-8169-e8d4d97a1c49 service nova] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Refreshing network info cache for port 998b85cd-1ddb-4187-b9e0-10f90318b363 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1984.071376] env[62181]: ERROR nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [req-30776930-05ce-4ef6-b1dd-3b8888682c1e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 473226de-15d9-4707-8968-2daf55d31057. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-30776930-05ce-4ef6-b1dd-3b8888682c1e"}]} [ 1984.087510] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Refreshing inventories for resource provider 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1984.096949] env[62181]: DEBUG oslo_vmware.api [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791044, 'name': PowerOnVM_Task, 'duration_secs': 0.555253} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.097253] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1984.097484] env[62181]: INFO nova.compute.manager [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1984.097700] env[62181]: DEBUG nova.compute.manager [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1984.098525] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe3f3a0-034a-4d00-8070-03050520b7b3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.103552] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating ProviderTree inventory for provider 473226de-15d9-4707-8968-2daf55d31057 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1984.103758] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1984.115177] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Refreshing aggregate associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, aggregates: None {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1984.133604] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Refreshing trait associations for resource provider 473226de-15d9-4707-8968-2daf55d31057, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62181) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1984.244981] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1e0412-80fa-4101-ba06-60c998ee4d1c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.253093] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b82f94-9b55-42b8-bb7f-f92f4b3ec4e3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.286073] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ec952a-cb14-4459-ba68-83a7276f8a1e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.294470] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915d807f-86c0-4efa-b35e-d1b1e0dee466 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.308342] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1984.324461] env[62181]: DEBUG oslo_concurrency.lockutils [None req-71dbd804-9c08-44a1-ac1c-246f71091345 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.309s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.411110] env[62181]: DEBUG oslo_concurrency.lockutils [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.411392] env[62181]: DEBUG oslo_concurrency.lockutils [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.411676] env[62181]: DEBUG nova.network.neutron [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1984.580238] env[62181]: DEBUG oslo_vmware.rw_handles [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Completed reading data from the image iterator. {{(pid=62181) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1984.580451] env[62181]: DEBUG oslo_vmware.rw_handles [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c40405-bb01-e686-1a53-8aa2de567dd7/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1984.581519] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8b0759-cc8e-44a2-ac6b-a88c99cba1da {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.593620] env[62181]: DEBUG oslo_vmware.rw_handles [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c40405-bb01-e686-1a53-8aa2de567dd7/disk-0.vmdk is in state: ready. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1984.594224] env[62181]: DEBUG oslo_vmware.rw_handles [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c40405-bb01-e686-1a53-8aa2de567dd7/disk-0.vmdk. {{(pid=62181) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1984.594705] env[62181]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-10d2132c-941c-4ff4-93f7-a89ae9079f8d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.624024] env[62181]: INFO nova.compute.manager [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Took 14.23 seconds to build instance. [ 1984.786236] env[62181]: DEBUG oslo_vmware.rw_handles [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c40405-bb01-e686-1a53-8aa2de567dd7/disk-0.vmdk. {{(pid=62181) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1984.786522] env[62181]: INFO nova.virt.vmwareapi.images [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Downloaded image file data 85e5dbc0-6fe4-4134-8e39-76b9920fb164 [ 1984.787360] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e83224f-e910-4c85-bd74-75cac6e6db08 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.802816] env[62181]: DEBUG nova.network.neutron [req-1ac99a16-2cc0-4f8b-9da7-265633556877 req-dc9c464d-4881-4126-8169-e8d4d97a1c49 service nova] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updated VIF entry in instance network info cache for port 998b85cd-1ddb-4187-b9e0-10f90318b363. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1984.803225] env[62181]: DEBUG nova.network.neutron [req-1ac99a16-2cc0-4f8b-9da7-265633556877 req-dc9c464d-4881-4126-8169-e8d4d97a1c49 service nova] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating instance_info_cache with network_info: [{"id": "998b85cd-1ddb-4187-b9e0-10f90318b363", "address": "fa:16:3e:29:fd:3e", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998b85cd-1d", "ovs_interfaceid": "998b85cd-1ddb-4187-b9e0-10f90318b363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.804457] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f41693d0-a225-4c3e-8a31-e3ac998ec2cb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.828448] env[62181]: INFO nova.virt.vmwareapi.images [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] The imported VM was unregistered [ 1984.831556] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Caching image {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1984.831556] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Creating directory with path [datastore1] devstack-image-cache_base/85e5dbc0-6fe4-4134-8e39-76b9920fb164 {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1984.831556] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d4a3b0d-934b-46e9-983c-aadb6503b350 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.840610] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1984.840821] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 156 to 157 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1984.840966] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1984.857394] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Created directory with path [datastore1] devstack-image-cache_base/85e5dbc0-6fe4-4134-8e39-76b9920fb164 {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1984.858083] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c111b614-cec9-4f7d-b6a9-9e304945274b/OSTACK_IMG_c111b614-cec9-4f7d-b6a9-9e304945274b.vmdk to [datastore1] devstack-image-cache_base/85e5dbc0-6fe4-4134-8e39-76b9920fb164/85e5dbc0-6fe4-4134-8e39-76b9920fb164.vmdk. {{(pid=62181) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1984.858083] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3637ec5b-fa07-42e4-982b-d07c8f155201 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.865899] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1984.865899] env[62181]: value = "task-1791046" [ 1984.865899] env[62181]: _type = "Task" [ 1984.865899] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.873774] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791046, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.944925] env[62181]: WARNING nova.network.neutron [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] 11a81b4f-f49a-44f6-9a20-0ba8d42d4248 already exists in list: networks containing: ['11a81b4f-f49a-44f6-9a20-0ba8d42d4248']. ignoring it [ 1985.125350] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4ea09b87-e4a5-45ba-b113-8ac4f8a33069 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "7b97c842-58bd-4246-ad52-ba06f4d7e439" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.738s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.183520] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.183747] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.226424] env[62181]: DEBUG nova.network.neutron [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Updating instance_info_cache with network_info: [{"id": "9123fd1f-b465-4de9-93f1-75e14d213cc9", "address": "fa:16:3e:2a:7d:2f", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9123fd1f-b4", "ovs_interfaceid": "9123fd1f-b465-4de9-93f1-75e14d213cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9dfe2562-57b2-4e6b-a670-161e2a6955f0", "address": "fa:16:3e:92:7a:2e", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dfe2562-57", "ovs_interfaceid": "9dfe2562-57b2-4e6b-a670-161e2a6955f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.307552] env[62181]: DEBUG oslo_concurrency.lockutils [req-1ac99a16-2cc0-4f8b-9da7-265633556877 req-dc9c464d-4881-4126-8169-e8d4d97a1c49 service nova] Releasing lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.345972] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1985.346160] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.036s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.376424] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791046, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.533235] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b868011-5b26-42a9-b3e9-56672b10f29a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "7b97c842-58bd-4246-ad52-ba06f4d7e439" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.533499] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b868011-5b26-42a9-b3e9-56672b10f29a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "7b97c842-58bd-4246-ad52-ba06f4d7e439" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.533684] env[62181]: DEBUG nova.compute.manager [None req-9b868011-5b26-42a9-b3e9-56672b10f29a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1985.534579] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62aa94c-d801-4d58-913e-fd05809f64ae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.541247] env[62181]: DEBUG nova.compute.manager [None req-9b868011-5b26-42a9-b3e9-56672b10f29a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62181) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3443}} [ 1985.541802] env[62181]: DEBUG nova.objects.instance [None req-9b868011-5b26-42a9-b3e9-56672b10f29a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lazy-loading 'flavor' on Instance uuid 7b97c842-58bd-4246-ad52-ba06f4d7e439 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1985.687480] env[62181]: DEBUG nova.compute.utils [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1985.729391] env[62181]: DEBUG oslo_concurrency.lockutils [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.730096] env[62181]: DEBUG oslo_concurrency.lockutils [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.730269] env[62181]: DEBUG oslo_concurrency.lockutils [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.731596] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bc6e64-975d-4f13-9d4b-27c27263f1ea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.749215] env[62181]: DEBUG nova.virt.hardware [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1985.749515] env[62181]: DEBUG nova.virt.hardware [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1985.749676] env[62181]: DEBUG nova.virt.hardware [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1985.749817] env[62181]: DEBUG nova.virt.hardware [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1985.749965] env[62181]: DEBUG nova.virt.hardware [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1985.750163] env[62181]: DEBUG nova.virt.hardware [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1985.750348] env[62181]: DEBUG nova.virt.hardware [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1985.750500] env[62181]: DEBUG nova.virt.hardware [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1985.750650] env[62181]: DEBUG nova.virt.hardware [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1985.750813] env[62181]: DEBUG nova.virt.hardware [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1985.750986] env[62181]: DEBUG nova.virt.hardware [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1985.757645] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Reconfiguring VM to attach interface {{(pid=62181) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1985.758056] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc54913f-390e-4c9d-bc45-554bdd5698b5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.778326] env[62181]: DEBUG oslo_vmware.api [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1985.778326] env[62181]: value = "task-1791047" [ 1985.778326] env[62181]: _type = "Task" [ 1985.778326] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.786641] env[62181]: DEBUG oslo_vmware.api [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791047, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.877147] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791046, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.190506] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.289533] env[62181]: DEBUG oslo_vmware.api [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.377470] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791046, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.549550] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b868011-5b26-42a9-b3e9-56672b10f29a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1986.549883] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e32dabf7-d7f3-4d3b-ba2d-2521a143e655 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.557534] env[62181]: DEBUG oslo_vmware.api [None req-9b868011-5b26-42a9-b3e9-56672b10f29a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1986.557534] env[62181]: value = "task-1791048" [ 1986.557534] env[62181]: _type = "Task" [ 1986.557534] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.569292] env[62181]: DEBUG oslo_vmware.api [None req-9b868011-5b26-42a9-b3e9-56672b10f29a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.789879] env[62181]: DEBUG oslo_vmware.api [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.879149] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791046, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.894113] env[62181]: DEBUG nova.compute.manager [req-4742799f-ff12-4c4e-a855-7c3c7eb69c16 req-d49178a7-0456-4875-af20-c197888f8a5b service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Received event network-changed-9dfe2562-57b2-4e6b-a670-161e2a6955f0 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1986.894350] env[62181]: DEBUG nova.compute.manager [req-4742799f-ff12-4c4e-a855-7c3c7eb69c16 req-d49178a7-0456-4875-af20-c197888f8a5b service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Refreshing instance network info cache due to event network-changed-9dfe2562-57b2-4e6b-a670-161e2a6955f0. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 1986.894612] env[62181]: DEBUG oslo_concurrency.lockutils [req-4742799f-ff12-4c4e-a855-7c3c7eb69c16 req-d49178a7-0456-4875-af20-c197888f8a5b service nova] Acquiring lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.894710] env[62181]: DEBUG oslo_concurrency.lockutils [req-4742799f-ff12-4c4e-a855-7c3c7eb69c16 req-d49178a7-0456-4875-af20-c197888f8a5b service nova] Acquired lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.894875] env[62181]: DEBUG nova.network.neutron [req-4742799f-ff12-4c4e-a855-7c3c7eb69c16 req-d49178a7-0456-4875-af20-c197888f8a5b service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Refreshing network info cache for port 9dfe2562-57b2-4e6b-a670-161e2a6955f0 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1987.068983] env[62181]: DEBUG oslo_vmware.api [None req-9b868011-5b26-42a9-b3e9-56672b10f29a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.262415] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.262802] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.262872] env[62181]: INFO nova.compute.manager [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Attaching volume 175d8c86-d6c1-4402-8aed-e790ba6ae49a to /dev/sdc [ 1987.290624] env[62181]: DEBUG oslo_vmware.api [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.297845] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b453ca-df0f-422f-a1d8-7a875293cfa3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.305015] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f001d654-5170-49cb-880b-c5a275fe5454 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.319453] env[62181]: DEBUG nova.virt.block_device [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Updating existing volume attachment record: 44dd21f4-6635-49fe-809a-722c4470ccd1 {{(pid=62181) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1987.377695] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791046, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.571757] env[62181]: DEBUG oslo_vmware.api [None req-9b868011-5b26-42a9-b3e9-56672b10f29a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791048, 'name': PowerOffVM_Task, 'duration_secs': 0.963822} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.571757] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b868011-5b26-42a9-b3e9-56672b10f29a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1987.571757] env[62181]: DEBUG nova.compute.manager [None req-9b868011-5b26-42a9-b3e9-56672b10f29a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1987.572624] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcde8742-c94f-4760-9c91-9abc1532fe11 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.645620] env[62181]: DEBUG nova.network.neutron [req-4742799f-ff12-4c4e-a855-7c3c7eb69c16 req-d49178a7-0456-4875-af20-c197888f8a5b service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Updated VIF entry in instance network info cache for port 9dfe2562-57b2-4e6b-a670-161e2a6955f0. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1987.646159] env[62181]: DEBUG nova.network.neutron [req-4742799f-ff12-4c4e-a855-7c3c7eb69c16 req-d49178a7-0456-4875-af20-c197888f8a5b service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Updating instance_info_cache with network_info: [{"id": "9123fd1f-b465-4de9-93f1-75e14d213cc9", "address": "fa:16:3e:2a:7d:2f", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9123fd1f-b4", "ovs_interfaceid": "9123fd1f-b465-4de9-93f1-75e14d213cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9dfe2562-57b2-4e6b-a670-161e2a6955f0", "address": "fa:16:3e:92:7a:2e", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dfe2562-57", "ovs_interfaceid": "9dfe2562-57b2-4e6b-a670-161e2a6955f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.791513] env[62181]: DEBUG oslo_vmware.api [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.880405] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791046, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.984716} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.880690] env[62181]: INFO nova.virt.vmwareapi.ds_util [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c111b614-cec9-4f7d-b6a9-9e304945274b/OSTACK_IMG_c111b614-cec9-4f7d-b6a9-9e304945274b.vmdk to [datastore1] devstack-image-cache_base/85e5dbc0-6fe4-4134-8e39-76b9920fb164/85e5dbc0-6fe4-4134-8e39-76b9920fb164.vmdk. [ 1987.880903] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Cleaning up location [datastore1] OSTACK_IMG_c111b614-cec9-4f7d-b6a9-9e304945274b {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1987.881052] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c111b614-cec9-4f7d-b6a9-9e304945274b {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1987.881315] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-848f9d20-31a7-4995-a080-a82c54081f93 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.887552] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1987.887552] env[62181]: value = "task-1791050" [ 1987.887552] env[62181]: _type = "Task" [ 1987.887552] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.895302] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.087185] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b868011-5b26-42a9-b3e9-56672b10f29a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "7b97c842-58bd-4246-ad52-ba06f4d7e439" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.553s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.148926] env[62181]: DEBUG oslo_concurrency.lockutils [req-4742799f-ff12-4c4e-a855-7c3c7eb69c16 req-d49178a7-0456-4875-af20-c197888f8a5b service nova] Releasing lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.292138] env[62181]: DEBUG oslo_vmware.api [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791047, 'name': ReconfigVM_Task, 'duration_secs': 2.437952} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.292649] env[62181]: DEBUG oslo_concurrency.lockutils [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.292875] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Reconfigured VM to attach interface {{(pid=62181) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1988.398930] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094949} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.399670] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1988.399846] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/85e5dbc0-6fe4-4134-8e39-76b9920fb164/85e5dbc0-6fe4-4134-8e39-76b9920fb164.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.400096] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/85e5dbc0-6fe4-4134-8e39-76b9920fb164/85e5dbc0-6fe4-4134-8e39-76b9920fb164.vmdk to [datastore1] 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53/5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1988.400343] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8cd8427-d65e-41d8-84f6-be511dc8c35c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.407271] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1988.407271] env[62181]: value = "task-1791051" [ 1988.407271] env[62181]: _type = "Task" [ 1988.407271] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.414850] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.798060] env[62181]: DEBUG oslo_concurrency.lockutils [None req-039e6c77-a7f9-4fdf-a3c9-84dc79bd0603 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-bc0e1b2b-f9ca-4859-926f-3e752613c40f-9dfe2562-57b2-4e6b-a670-161e2a6955f0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.780s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.890966] env[62181]: DEBUG oslo_concurrency.lockutils [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "7b97c842-58bd-4246-ad52-ba06f4d7e439" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.891237] env[62181]: DEBUG oslo_concurrency.lockutils [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "7b97c842-58bd-4246-ad52-ba06f4d7e439" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.891438] env[62181]: DEBUG oslo_concurrency.lockutils [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "7b97c842-58bd-4246-ad52-ba06f4d7e439-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.891628] env[62181]: DEBUG oslo_concurrency.lockutils [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "7b97c842-58bd-4246-ad52-ba06f4d7e439-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.891800] env[62181]: DEBUG oslo_concurrency.lockutils [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "7b97c842-58bd-4246-ad52-ba06f4d7e439-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.893981] env[62181]: INFO nova.compute.manager [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Terminating instance [ 1988.918035] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.398697] env[62181]: DEBUG nova.compute.manager [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1989.399122] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1989.400708] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e6f568-8d7f-4445-84dd-dea2627264ce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.418223] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1989.418525] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2da942a1-3fd8-4592-83f3-e92a8d066381 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.424953] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791051, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.559667] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1989.559854] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1989.560202] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleting the datastore file [datastore1] 7b97c842-58bd-4246-ad52-ba06f4d7e439 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1989.560468] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d37a63bf-bf21-4c8d-ae7b-7ec7919d8d1e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.569160] env[62181]: DEBUG oslo_vmware.api [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1989.569160] env[62181]: value = "task-1791054" [ 1989.569160] env[62181]: _type = "Task" [ 1989.569160] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.580434] env[62181]: DEBUG oslo_vmware.api [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.921404] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791051, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.082339] env[62181]: DEBUG oslo_vmware.api [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.221340] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "interface-bc0e1b2b-f9ca-4859-926f-3e752613c40f-9dfe2562-57b2-4e6b-a670-161e2a6955f0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.221664] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-bc0e1b2b-f9ca-4859-926f-3e752613c40f-9dfe2562-57b2-4e6b-a670-161e2a6955f0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.421602] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791051, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.582534] env[62181]: DEBUG oslo_vmware.api [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.724980] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.725328] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.726286] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a68b8a-cd22-4b44-aed1-cacfd95547f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.745500] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571e2600-4ac8-4295-8a61-0569c0977371 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.773229] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Reconfiguring VM to detach interface {{(pid=62181) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1990.773570] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d7f7a14-f73b-417e-9d2f-fe26216e4bf3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.795516] env[62181]: DEBUG oslo_vmware.api [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1990.795516] env[62181]: value = "task-1791055" [ 1990.795516] env[62181]: _type = "Task" [ 1990.795516] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.805874] env[62181]: DEBUG oslo_vmware.api [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.920451] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791051, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.083247] env[62181]: DEBUG oslo_vmware.api [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.306955] env[62181]: DEBUG oslo_vmware.api [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.420092] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791051, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.846386} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.420362] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/85e5dbc0-6fe4-4134-8e39-76b9920fb164/85e5dbc0-6fe4-4134-8e39-76b9920fb164.vmdk to [datastore1] 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53/5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1991.421124] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f91951-b8a7-4e07-bc3f-53d16e82b4a3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.441885] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53/5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53.vmdk or device None with type streamOptimized {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1991.442203] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e29a20ee-e99a-4909-874b-d5200aed0869 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.460786] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1991.460786] env[62181]: value = "task-1791056" [ 1991.460786] env[62181]: _type = "Task" [ 1991.460786] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.468322] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791056, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.581265] env[62181]: DEBUG oslo_vmware.api [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.676282} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.581557] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1991.581781] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1991.581999] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1991.582173] env[62181]: INFO nova.compute.manager [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1991.582443] env[62181]: DEBUG oslo.service.loopingcall [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1991.582643] env[62181]: DEBUG nova.compute.manager [-] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1991.582739] env[62181]: DEBUG nova.network.neutron [-] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1991.806383] env[62181]: DEBUG oslo_vmware.api [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.869120] env[62181]: DEBUG nova.compute.manager [req-76905486-73d4-4709-86f8-47714c48950b req-079e6d12-1ec1-410b-a7c0-0be933ae2dd2 service nova] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Received event network-vif-deleted-92a21f28-91ad-43b4-80d2-224f24fcf08d {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1991.869396] env[62181]: INFO nova.compute.manager [req-76905486-73d4-4709-86f8-47714c48950b req-079e6d12-1ec1-410b-a7c0-0be933ae2dd2 service nova] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Neutron deleted interface 92a21f28-91ad-43b4-80d2-224f24fcf08d; detaching it from the instance and deleting it from the info cache [ 1991.869396] env[62181]: DEBUG nova.network.neutron [req-76905486-73d4-4709-86f8-47714c48950b req-079e6d12-1ec1-410b-a7c0-0be933ae2dd2 service nova] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.871219] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Volume attach. Driver type: vmdk {{(pid=62181) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1991.871428] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371540', 'volume_id': '175d8c86-d6c1-4402-8aed-e790ba6ae49a', 'name': 'volume-175d8c86-d6c1-4402-8aed-e790ba6ae49a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '136c0555-9c6f-4614-9d93-a1a6313d4d39', 'attached_at': '', 'detached_at': '', 'volume_id': '175d8c86-d6c1-4402-8aed-e790ba6ae49a', 'serial': '175d8c86-d6c1-4402-8aed-e790ba6ae49a'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1991.872481] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51293648-384f-4361-ac87-bc7a271fef8b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.890024] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7653f51-308b-4861-b79a-693fb2bd7442 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.916392] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-175d8c86-d6c1-4402-8aed-e790ba6ae49a/volume-175d8c86-d6c1-4402-8aed-e790ba6ae49a.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1991.916939] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-293ac9b9-a7e7-479b-a412-7ccd226d9724 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.934316] env[62181]: DEBUG oslo_vmware.api [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1991.934316] env[62181]: value = "task-1791057" [ 1991.934316] env[62181]: _type = "Task" [ 1991.934316] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.943656] env[62181]: DEBUG oslo_vmware.api [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.971769] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791056, 'name': ReconfigVM_Task, 'duration_secs': 0.281603} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.972044] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53/5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53.vmdk or device None with type streamOptimized {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1991.972607] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cdac66f-a152-457e-bbd9-32127cd053a8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.978984] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1991.978984] env[62181]: value = "task-1791058" [ 1991.978984] env[62181]: _type = "Task" [ 1991.978984] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.986492] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791058, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.307934] env[62181]: DEBUG oslo_vmware.api [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.347446] env[62181]: DEBUG nova.network.neutron [-] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.376633] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-264196bc-0c39-43b5-83f8-dc7d3c98e3bc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.386374] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dd02ac-d1fb-4256-84c5-19db82145a57 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.415131] env[62181]: DEBUG nova.compute.manager [req-76905486-73d4-4709-86f8-47714c48950b req-079e6d12-1ec1-410b-a7c0-0be933ae2dd2 service nova] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Detach interface failed, port_id=92a21f28-91ad-43b4-80d2-224f24fcf08d, reason: Instance 7b97c842-58bd-4246-ad52-ba06f4d7e439 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1992.444032] env[62181]: DEBUG oslo_vmware.api [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791057, 'name': ReconfigVM_Task, 'duration_secs': 0.371017} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.444336] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-175d8c86-d6c1-4402-8aed-e790ba6ae49a/volume-175d8c86-d6c1-4402-8aed-e790ba6ae49a.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1992.449026] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-009365ed-5132-4b6e-b1a6-0075b38b26b0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.463481] env[62181]: DEBUG oslo_vmware.api [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1992.463481] env[62181]: value = "task-1791059" [ 1992.463481] env[62181]: _type = "Task" [ 1992.463481] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.470988] env[62181]: DEBUG oslo_vmware.api [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.487566] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791058, 'name': Rename_Task, 'duration_secs': 0.133119} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.487834] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1992.488084] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-108a9b67-49c4-40d1-9bfd-e89c065cc5d5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.494822] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 1992.494822] env[62181]: value = "task-1791060" [ 1992.494822] env[62181]: _type = "Task" [ 1992.494822] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.501884] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.806853] env[62181]: DEBUG oslo_vmware.api [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.849938] env[62181]: INFO nova.compute.manager [-] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Took 1.27 seconds to deallocate network for instance. [ 1992.972822] env[62181]: DEBUG oslo_vmware.api [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791059, 'name': ReconfigVM_Task, 'duration_secs': 0.133453} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.973151] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371540', 'volume_id': '175d8c86-d6c1-4402-8aed-e790ba6ae49a', 'name': 'volume-175d8c86-d6c1-4402-8aed-e790ba6ae49a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '136c0555-9c6f-4614-9d93-a1a6313d4d39', 'attached_at': '', 'detached_at': '', 'volume_id': '175d8c86-d6c1-4402-8aed-e790ba6ae49a', 'serial': '175d8c86-d6c1-4402-8aed-e790ba6ae49a'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1993.006182] env[62181]: DEBUG oslo_vmware.api [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791060, 'name': PowerOnVM_Task, 'duration_secs': 0.434507} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.006449] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1993.104198] env[62181]: DEBUG nova.compute.manager [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1993.105152] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d49968-84cc-49b4-a3df-0f3c9bbbfe77 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.307810] env[62181]: DEBUG oslo_vmware.api [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.357078] env[62181]: DEBUG oslo_concurrency.lockutils [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.357356] env[62181]: DEBUG oslo_concurrency.lockutils [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.357621] env[62181]: DEBUG nova.objects.instance [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lazy-loading 'resources' on Instance uuid 7b97c842-58bd-4246-ad52-ba06f4d7e439 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1993.623364] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1b011fda-df44-42e5-a9d8-4865947ca966 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.224s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.808397] env[62181]: DEBUG oslo_vmware.api [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.985191] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264b5a3d-a84d-42b7-8f83-490b602bdfa7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.992970] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1deef53-d0c9-4ad4-a39e-97076fb41c03 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.022614] env[62181]: DEBUG nova.objects.instance [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lazy-loading 'flavor' on Instance uuid 136c0555-9c6f-4614-9d93-a1a6313d4d39 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1994.024795] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33847ffd-024a-4e2d-8ece-25ced6724531 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.032622] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2164bf5b-8642-4824-bf64-dac0433a9a66 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.048086] env[62181]: DEBUG nova.compute.provider_tree [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1994.314998] env[62181]: DEBUG oslo_vmware.api [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.527047] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb015f04-66ab-48e9-afe9-06b34ac2facd tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.264s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.550435] env[62181]: DEBUG nova.scheduler.client.report [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1994.810554] env[62181]: DEBUG oslo_concurrency.lockutils [None req-789a5e39-87f2-4632-a5f7-b5510b55a142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.810930] env[62181]: DEBUG oslo_concurrency.lockutils [None req-789a5e39-87f2-4632-a5f7-b5510b55a142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.812102] env[62181]: DEBUG oslo_vmware.api [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.055334] env[62181]: DEBUG oslo_concurrency.lockutils [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.075741] env[62181]: INFO nova.scheduler.client.report [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleted allocations for instance 7b97c842-58bd-4246-ad52-ba06f4d7e439 [ 1995.311617] env[62181]: DEBUG oslo_vmware.api [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.313409] env[62181]: INFO nova.compute.manager [None req-789a5e39-87f2-4632-a5f7-b5510b55a142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Detaching volume 3e6aa9e1-be46-4138-97a8-776086c92644 [ 1995.344134] env[62181]: INFO nova.virt.block_device [None req-789a5e39-87f2-4632-a5f7-b5510b55a142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Attempting to driver detach volume 3e6aa9e1-be46-4138-97a8-776086c92644 from mountpoint /dev/sdb [ 1995.344386] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-789a5e39-87f2-4632-a5f7-b5510b55a142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Volume detach. Driver type: vmdk {{(pid=62181) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1995.344576] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-789a5e39-87f2-4632-a5f7-b5510b55a142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371536', 'volume_id': '3e6aa9e1-be46-4138-97a8-776086c92644', 'name': 'volume-3e6aa9e1-be46-4138-97a8-776086c92644', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '136c0555-9c6f-4614-9d93-a1a6313d4d39', 'attached_at': '', 'detached_at': '', 'volume_id': '3e6aa9e1-be46-4138-97a8-776086c92644', 'serial': '3e6aa9e1-be46-4138-97a8-776086c92644'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1995.345449] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c938177-3025-44e8-aab2-5ab1d2eff290 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.369532] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc85c0b-70f9-437f-b3a6-0c4658128d09 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.378205] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d60f430-5f86-45a5-af5b-8f35a48860e3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.401067] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddf8f42-460e-4aff-8c4f-64e5a61f709d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.415710] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-789a5e39-87f2-4632-a5f7-b5510b55a142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] The volume has not been displaced from its original location: [datastore1] volume-3e6aa9e1-be46-4138-97a8-776086c92644/volume-3e6aa9e1-be46-4138-97a8-776086c92644.vmdk. No consolidation needed. {{(pid=62181) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1995.421075] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-789a5e39-87f2-4632-a5f7-b5510b55a142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1995.421681] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a99819d-9c1c-4995-a08f-a15d0d73669f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.439667] env[62181]: DEBUG oslo_vmware.api [None req-789a5e39-87f2-4632-a5f7-b5510b55a142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1995.439667] env[62181]: value = "task-1791061" [ 1995.439667] env[62181]: _type = "Task" [ 1995.439667] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.448338] env[62181]: DEBUG oslo_vmware.api [None req-789a5e39-87f2-4632-a5f7-b5510b55a142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.584022] env[62181]: DEBUG oslo_concurrency.lockutils [None req-40fe92e1-f0ad-457d-a171-9b6c6428a707 tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "7b97c842-58bd-4246-ad52-ba06f4d7e439" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.693s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.812555] env[62181]: DEBUG oslo_vmware.api [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.949283] env[62181]: DEBUG oslo_vmware.api [None req-789a5e39-87f2-4632-a5f7-b5510b55a142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791061, 'name': ReconfigVM_Task, 'duration_secs': 0.229177} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.949572] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-789a5e39-87f2-4632-a5f7-b5510b55a142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1995.954145] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d04aab98-31d0-4c00-a945-bcbf84835f86 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.968747] env[62181]: DEBUG oslo_vmware.api [None req-789a5e39-87f2-4632-a5f7-b5510b55a142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1995.968747] env[62181]: value = "task-1791062" [ 1995.968747] env[62181]: _type = "Task" [ 1995.968747] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.976387] env[62181]: DEBUG oslo_vmware.api [None req-789a5e39-87f2-4632-a5f7-b5510b55a142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.313451] env[62181]: DEBUG oslo_vmware.api [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791055, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.479712] env[62181]: DEBUG oslo_vmware.api [None req-789a5e39-87f2-4632-a5f7-b5510b55a142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791062, 'name': ReconfigVM_Task, 'duration_secs': 0.148456} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.479922] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-789a5e39-87f2-4632-a5f7-b5510b55a142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371536', 'volume_id': '3e6aa9e1-be46-4138-97a8-776086c92644', 'name': 'volume-3e6aa9e1-be46-4138-97a8-776086c92644', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '136c0555-9c6f-4614-9d93-a1a6313d4d39', 'attached_at': '', 'detached_at': '', 'volume_id': '3e6aa9e1-be46-4138-97a8-776086c92644', 'serial': '3e6aa9e1-be46-4138-97a8-776086c92644'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1996.814228] env[62181]: DEBUG oslo_vmware.api [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791055, 'name': ReconfigVM_Task, 'duration_secs': 5.930912} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.814633] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.814677] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Reconfigured VM to detach interface {{(pid=62181) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1996.888628] env[62181]: DEBUG oslo_concurrency.lockutils [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "0cda0c2e-cd82-4918-957f-947842664263" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.888881] env[62181]: DEBUG oslo_concurrency.lockutils [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "0cda0c2e-cd82-4918-957f-947842664263" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.889093] env[62181]: DEBUG oslo_concurrency.lockutils [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "0cda0c2e-cd82-4918-957f-947842664263-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.889281] env[62181]: DEBUG oslo_concurrency.lockutils [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "0cda0c2e-cd82-4918-957f-947842664263-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.889447] env[62181]: DEBUG oslo_concurrency.lockutils [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "0cda0c2e-cd82-4918-957f-947842664263-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.891789] env[62181]: INFO nova.compute.manager [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Terminating instance [ 1997.021903] env[62181]: DEBUG nova.objects.instance [None req-789a5e39-87f2-4632-a5f7-b5510b55a142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lazy-loading 'flavor' on Instance uuid 136c0555-9c6f-4614-9d93-a1a6313d4d39 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1997.395699] env[62181]: DEBUG nova.compute.manager [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1997.395935] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1997.396904] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb937a03-9f1a-4d1e-85be-e6c7af3d6ee9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.404874] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1997.405145] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8ee294c-52d3-409e-92d8-c85bfb9a7459 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.411606] env[62181]: DEBUG oslo_vmware.api [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1997.411606] env[62181]: value = "task-1791063" [ 1997.411606] env[62181]: _type = "Task" [ 1997.411606] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.419314] env[62181]: DEBUG oslo_vmware.api [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.921080] env[62181]: DEBUG oslo_vmware.api [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791063, 'name': PowerOffVM_Task, 'duration_secs': 0.228097} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.921427] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1997.921559] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1997.921782] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8178c3b3-5d2c-4d43-a30a-a2cf4c7cab9e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.008817] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1998.009097] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1998.009300] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleting the datastore file [datastore1] 0cda0c2e-cd82-4918-957f-947842664263 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1998.009591] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e19b46d-c604-4d80-b603-cfff06161fff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.016255] env[62181]: DEBUG oslo_vmware.api [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for the task: (returnval){ [ 1998.016255] env[62181]: value = "task-1791065" [ 1998.016255] env[62181]: _type = "Task" [ 1998.016255] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.023743] env[62181]: DEBUG oslo_vmware.api [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.030232] env[62181]: DEBUG oslo_concurrency.lockutils [None req-789a5e39-87f2-4632-a5f7-b5510b55a142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.219s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.053870] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c580d62b-3630-430a-b0d3-bc42a3379142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.054285] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c580d62b-3630-430a-b0d3-bc42a3379142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.113459] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.113720] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquired lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.113927] env[62181]: DEBUG nova.network.neutron [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1998.526403] env[62181]: DEBUG oslo_vmware.api [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Task: {'id': task-1791065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130185} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.528237] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1998.528237] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1998.528237] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1998.528237] env[62181]: INFO nova.compute.manager [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1998.528237] env[62181]: DEBUG oslo.service.loopingcall [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1998.528237] env[62181]: DEBUG nova.compute.manager [-] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1998.528237] env[62181]: DEBUG nova.network.neutron [-] [instance: 0cda0c2e-cd82-4918-957f-947842664263] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1998.556860] env[62181]: INFO nova.compute.manager [None req-c580d62b-3630-430a-b0d3-bc42a3379142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Detaching volume 175d8c86-d6c1-4402-8aed-e790ba6ae49a [ 1998.597868] env[62181]: INFO nova.virt.block_device [None req-c580d62b-3630-430a-b0d3-bc42a3379142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Attempting to driver detach volume 175d8c86-d6c1-4402-8aed-e790ba6ae49a from mountpoint /dev/sdc [ 1998.598121] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-c580d62b-3630-430a-b0d3-bc42a3379142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Volume detach. Driver type: vmdk {{(pid=62181) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1998.598313] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-c580d62b-3630-430a-b0d3-bc42a3379142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371540', 'volume_id': '175d8c86-d6c1-4402-8aed-e790ba6ae49a', 'name': 'volume-175d8c86-d6c1-4402-8aed-e790ba6ae49a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '136c0555-9c6f-4614-9d93-a1a6313d4d39', 'attached_at': '', 'detached_at': '', 'volume_id': '175d8c86-d6c1-4402-8aed-e790ba6ae49a', 'serial': '175d8c86-d6c1-4402-8aed-e790ba6ae49a'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1998.599221] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8fff5f-f7b0-49ec-8eb6-a6931c11a071 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.619862] env[62181]: DEBUG oslo_concurrency.lockutils [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.620125] env[62181]: DEBUG oslo_concurrency.lockutils [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.620457] env[62181]: DEBUG oslo_concurrency.lockutils [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.620542] env[62181]: DEBUG oslo_concurrency.lockutils [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.620693] env[62181]: DEBUG oslo_concurrency.lockutils [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.624332] env[62181]: INFO nova.compute.manager [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Terminating instance [ 1998.626102] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8c3656-aa51-4774-8714-f5965ea9e40d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.635034] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092dc05f-af95-41d1-918a-4d184069c7da {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.655410] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4834f7a7-ef9d-44a7-b82d-cf00b8aecf07 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.671055] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-c580d62b-3630-430a-b0d3-bc42a3379142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] The volume has not been displaced from its original location: [datastore1] volume-175d8c86-d6c1-4402-8aed-e790ba6ae49a/volume-175d8c86-d6c1-4402-8aed-e790ba6ae49a.vmdk. No consolidation needed. {{(pid=62181) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1998.676770] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-c580d62b-3630-430a-b0d3-bc42a3379142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Reconfiguring VM instance instance-0000006b to detach disk 2002 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1998.679177] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9899af8-6565-4e41-853c-41174a38edcc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.699779] env[62181]: DEBUG oslo_vmware.api [None req-c580d62b-3630-430a-b0d3-bc42a3379142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1998.699779] env[62181]: value = "task-1791066" [ 1998.699779] env[62181]: _type = "Task" [ 1998.699779] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.708490] env[62181]: DEBUG oslo_vmware.api [None req-c580d62b-3630-430a-b0d3-bc42a3379142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.800985] env[62181]: DEBUG nova.compute.manager [req-c87ef5e6-76ff-4099-a906-8938c8a6726c req-124e9db9-0743-4809-a7fc-c762c992d870 service nova] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Received event network-vif-deleted-466b4e2d-4921-44b2-a880-2c76e8931f8e {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 1998.801291] env[62181]: INFO nova.compute.manager [req-c87ef5e6-76ff-4099-a906-8938c8a6726c req-124e9db9-0743-4809-a7fc-c762c992d870 service nova] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Neutron deleted interface 466b4e2d-4921-44b2-a880-2c76e8931f8e; detaching it from the instance and deleting it from the info cache [ 1998.801475] env[62181]: DEBUG nova.network.neutron [req-c87ef5e6-76ff-4099-a906-8938c8a6726c req-124e9db9-0743-4809-a7fc-c762c992d870 service nova] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.922143] env[62181]: INFO nova.network.neutron [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Port 9dfe2562-57b2-4e6b-a670-161e2a6955f0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1998.922526] env[62181]: DEBUG nova.network.neutron [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Updating instance_info_cache with network_info: [{"id": "9123fd1f-b465-4de9-93f1-75e14d213cc9", "address": "fa:16:3e:2a:7d:2f", "network": {"id": "11a81b4f-f49a-44f6-9a20-0ba8d42d4248", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1167772079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b810530d8404a9a8d3161b09971917d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9123fd1f-b4", "ovs_interfaceid": "9123fd1f-b465-4de9-93f1-75e14d213cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.131566] env[62181]: DEBUG nova.compute.manager [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 1999.131829] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1999.132720] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f0c1da-a392-4c3b-a93e-cac3e74de7f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.140942] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1999.141191] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d8bb010-eb9e-46b6-8d4b-303efade765f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.146981] env[62181]: DEBUG oslo_vmware.api [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1999.146981] env[62181]: value = "task-1791067" [ 1999.146981] env[62181]: _type = "Task" [ 1999.146981] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.154071] env[62181]: DEBUG oslo_vmware.api [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.210417] env[62181]: DEBUG oslo_vmware.api [None req-c580d62b-3630-430a-b0d3-bc42a3379142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791066, 'name': ReconfigVM_Task, 'duration_secs': 0.210067} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.210699] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-c580d62b-3630-430a-b0d3-bc42a3379142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Reconfigured VM instance instance-0000006b to detach disk 2002 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1999.215398] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ea500ac-2782-422c-b9b3-3a03860725a7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.230921] env[62181]: DEBUG oslo_vmware.api [None req-c580d62b-3630-430a-b0d3-bc42a3379142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 1999.230921] env[62181]: value = "task-1791068" [ 1999.230921] env[62181]: _type = "Task" [ 1999.230921] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.239244] env[62181]: DEBUG oslo_vmware.api [None req-c580d62b-3630-430a-b0d3-bc42a3379142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.276942] env[62181]: DEBUG nova.network.neutron [-] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.303675] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-939f136b-87af-4526-8611-ae6326906f1c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.313355] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5384f4f8-46b2-4886-b861-a79467d84914 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.343069] env[62181]: DEBUG nova.compute.manager [req-c87ef5e6-76ff-4099-a906-8938c8a6726c req-124e9db9-0743-4809-a7fc-c762c992d870 service nova] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Detach interface failed, port_id=466b4e2d-4921-44b2-a880-2c76e8931f8e, reason: Instance 0cda0c2e-cd82-4918-957f-947842664263 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 1999.425183] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Releasing lock "refresh_cache-bc0e1b2b-f9ca-4859-926f-3e752613c40f" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.657474] env[62181]: DEBUG oslo_vmware.api [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791067, 'name': PowerOffVM_Task, 'duration_secs': 0.184593} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.657836] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1999.657938] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1999.658201] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-637858fe-f7be-410a-ab2d-95d220ed7cd6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.740871] env[62181]: DEBUG oslo_vmware.api [None req-c580d62b-3630-430a-b0d3-bc42a3379142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791068, 'name': ReconfigVM_Task, 'duration_secs': 0.133743} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.741973] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-c580d62b-3630-430a-b0d3-bc42a3379142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371540', 'volume_id': '175d8c86-d6c1-4402-8aed-e790ba6ae49a', 'name': 'volume-175d8c86-d6c1-4402-8aed-e790ba6ae49a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '136c0555-9c6f-4614-9d93-a1a6313d4d39', 'attached_at': '', 'detached_at': '', 'volume_id': '175d8c86-d6c1-4402-8aed-e790ba6ae49a', 'serial': '175d8c86-d6c1-4402-8aed-e790ba6ae49a'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1999.744096] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1999.744296] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1999.744482] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Deleting the datastore file [datastore1] bc0e1b2b-f9ca-4859-926f-3e752613c40f {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1999.744915] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d5a2562-f471-4d67-96dd-559158fdf84b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.751779] env[62181]: DEBUG oslo_vmware.api [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 1999.751779] env[62181]: value = "task-1791070" [ 1999.751779] env[62181]: _type = "Task" [ 1999.751779] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.759356] env[62181]: DEBUG oslo_vmware.api [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.779997] env[62181]: INFO nova.compute.manager [-] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Took 1.25 seconds to deallocate network for instance. [ 1999.929698] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b1bbab29-1f48-4dec-b60f-da96589adc4b tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "interface-bc0e1b2b-f9ca-4859-926f-3e752613c40f-9dfe2562-57b2-4e6b-a670-161e2a6955f0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.708s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.261444] env[62181]: DEBUG oslo_vmware.api [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15573} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.261703] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2000.261889] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2000.262080] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2000.262289] env[62181]: INFO nova.compute.manager [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2000.262531] env[62181]: DEBUG oslo.service.loopingcall [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2000.262723] env[62181]: DEBUG nova.compute.manager [-] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 2000.262814] env[62181]: DEBUG nova.network.neutron [-] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2000.281373] env[62181]: DEBUG nova.objects.instance [None req-c580d62b-3630-430a-b0d3-bc42a3379142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lazy-loading 'flavor' on Instance uuid 136c0555-9c6f-4614-9d93-a1a6313d4d39 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2000.285934] env[62181]: DEBUG oslo_concurrency.lockutils [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.286241] env[62181]: DEBUG oslo_concurrency.lockutils [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.286509] env[62181]: DEBUG nova.objects.instance [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lazy-loading 'resources' on Instance uuid 0cda0c2e-cd82-4918-957f-947842664263 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2000.910329] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc9ba4b-2a19-48ee-9ead-dc64c5072068 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.919783] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d6bd15-e402-4a7e-b11f-ea09803c6cba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.964338] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4784ebe-5ab6-4eaa-9ebf-a132c756f12e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.974985] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb14e581-d1d9-48a7-b0a2-ad1cee4060a5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.994089] env[62181]: DEBUG nova.compute.provider_tree [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2000.995929] env[62181]: DEBUG nova.network.neutron [-] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.011037] env[62181]: DEBUG nova.compute.manager [req-8f541011-e759-4f38-a473-02f0d6e13709 req-e85b75d0-3d98-46df-bf8b-9e9c05046e7c service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Received event network-vif-deleted-9123fd1f-b465-4de9-93f1-75e14d213cc9 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2001.011250] env[62181]: INFO nova.compute.manager [req-8f541011-e759-4f38-a473-02f0d6e13709 req-e85b75d0-3d98-46df-bf8b-9e9c05046e7c service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Neutron deleted interface 9123fd1f-b465-4de9-93f1-75e14d213cc9; detaching it from the instance and deleting it from the info cache [ 2001.011419] env[62181]: DEBUG nova.network.neutron [req-8f541011-e759-4f38-a473-02f0d6e13709 req-e85b75d0-3d98-46df-bf8b-9e9c05046e7c service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.288306] env[62181]: DEBUG oslo_concurrency.lockutils [None req-c580d62b-3630-430a-b0d3-bc42a3379142 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.234s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.497998] env[62181]: INFO nova.compute.manager [-] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Took 1.24 seconds to deallocate network for instance. [ 2001.514086] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f69b63bc-fa15-4a26-a183-db5382c1bccc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.524451] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e0aef7-5e08-4e3c-9af4-69913d5a3d30 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.535676] env[62181]: DEBUG nova.scheduler.client.report [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Updated inventory for provider 473226de-15d9-4707-8968-2daf55d31057 with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2001.535932] env[62181]: DEBUG nova.compute.provider_tree [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Updating resource provider 473226de-15d9-4707-8968-2daf55d31057 generation from 157 to 158 during operation: update_inventory {{(pid=62181) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2001.536125] env[62181]: DEBUG nova.compute.provider_tree [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Updating inventory in ProviderTree for provider 473226de-15d9-4707-8968-2daf55d31057 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2001.558052] env[62181]: DEBUG nova.compute.manager [req-8f541011-e759-4f38-a473-02f0d6e13709 req-e85b75d0-3d98-46df-bf8b-9e9c05046e7c service nova] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Detach interface failed, port_id=9123fd1f-b465-4de9-93f1-75e14d213cc9, reason: Instance bc0e1b2b-f9ca-4859-926f-3e752613c40f could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 2002.006987] env[62181]: DEBUG oslo_concurrency.lockutils [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.041188] env[62181]: DEBUG oslo_concurrency.lockutils [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.043487] env[62181]: DEBUG oslo_concurrency.lockutils [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.037s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.043652] env[62181]: DEBUG nova.objects.instance [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lazy-loading 'resources' on Instance uuid bc0e1b2b-f9ca-4859-926f-3e752613c40f {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2002.067149] env[62181]: INFO nova.scheduler.client.report [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Deleted allocations for instance 0cda0c2e-cd82-4918-957f-947842664263 [ 2002.462988] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.463285] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.463499] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "136c0555-9c6f-4614-9d93-a1a6313d4d39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.463686] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.463855] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.466232] env[62181]: INFO nova.compute.manager [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Terminating instance [ 2002.576245] env[62181]: DEBUG oslo_concurrency.lockutils [None req-207a1c14-02e6-466e-8732-759d6d53c62a tempest-ServersTestJSON-705364408 tempest-ServersTestJSON-705364408-project-member] Lock "0cda0c2e-cd82-4918-957f-947842664263" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.687s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.626390] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34763617-8a50-41c5-a5ee-42e7e19440a6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.633855] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e3c5b5-1014-41f5-8762-9f212859a4b5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.346939] env[62181]: DEBUG nova.compute.manager [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 2003.347324] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2003.348633] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739c36b1-69f6-44b2-b94e-597105874f10 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.351676] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc8b627-8d22-4edd-a901-012f4a03d9a4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.361008] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1148ec-fe09-4721-96ed-5ffef132890d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.364511] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2003.364728] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd86441f-84ee-4acc-b6b9-28b28594a2f1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.376452] env[62181]: DEBUG nova.compute.provider_tree [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2003.378641] env[62181]: DEBUG oslo_vmware.api [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 2003.378641] env[62181]: value = "task-1791071" [ 2003.378641] env[62181]: _type = "Task" [ 2003.378641] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.386585] env[62181]: DEBUG oslo_vmware.api [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.880431] env[62181]: DEBUG nova.scheduler.client.report [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2003.893981] env[62181]: DEBUG oslo_vmware.api [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791071, 'name': PowerOffVM_Task, 'duration_secs': 0.189138} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.895147] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2003.895147] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2003.895785] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc2566e9-3a3e-4b93-ac16-c5efad8a0d9b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.985723] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2003.986103] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2003.986383] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Deleting the datastore file [datastore1] 136c0555-9c6f-4614-9d93-a1a6313d4d39 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2003.986836] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61a0c99b-df67-4778-acf8-e1cf14bfa366 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.993669] env[62181]: DEBUG oslo_vmware.api [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for the task: (returnval){ [ 2003.993669] env[62181]: value = "task-1791073" [ 2003.993669] env[62181]: _type = "Task" [ 2003.993669] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.001342] env[62181]: DEBUG oslo_vmware.api [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.389125] env[62181]: DEBUG oslo_concurrency.lockutils [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.346s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.411807] env[62181]: INFO nova.scheduler.client.report [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Deleted allocations for instance bc0e1b2b-f9ca-4859-926f-3e752613c40f [ 2004.503770] env[62181]: DEBUG oslo_vmware.api [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Task: {'id': task-1791073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130195} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.504130] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2004.504335] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2004.504525] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2004.504739] env[62181]: INFO nova.compute.manager [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2004.504979] env[62181]: DEBUG oslo.service.loopingcall [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2004.505185] env[62181]: DEBUG nova.compute.manager [-] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 2004.505280] env[62181]: DEBUG nova.network.neutron [-] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2004.921243] env[62181]: DEBUG oslo_concurrency.lockutils [None req-957c6a7c-f242-4845-b48c-4e657cc6b145 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "bc0e1b2b-f9ca-4859-926f-3e752613c40f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.300s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.950480] env[62181]: DEBUG nova.compute.manager [req-038538a7-257c-48eb-aa58-f3a7ec967bf3 req-65bb3601-c40c-435e-b6c6-a1e844210e49 service nova] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Received event network-vif-deleted-d97ac125-6750-4482-bc01-1bc1d4abf2d5 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2004.950679] env[62181]: INFO nova.compute.manager [req-038538a7-257c-48eb-aa58-f3a7ec967bf3 req-65bb3601-c40c-435e-b6c6-a1e844210e49 service nova] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Neutron deleted interface d97ac125-6750-4482-bc01-1bc1d4abf2d5; detaching it from the instance and deleting it from the info cache [ 2004.950843] env[62181]: DEBUG nova.network.neutron [req-038538a7-257c-48eb-aa58-f3a7ec967bf3 req-65bb3601-c40c-435e-b6c6-a1e844210e49 service nova] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.229614] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.229871] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.230097] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.230292] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.230459] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.232758] env[62181]: INFO nova.compute.manager [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Terminating instance [ 2005.430227] env[62181]: DEBUG nova.network.neutron [-] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.452888] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83d1d289-3d56-4358-8609-4b3c1851819b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.464127] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f6b0a4-961c-451d-933d-fe718767210e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.492284] env[62181]: DEBUG nova.compute.manager [req-038538a7-257c-48eb-aa58-f3a7ec967bf3 req-65bb3601-c40c-435e-b6c6-a1e844210e49 service nova] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Detach interface failed, port_id=d97ac125-6750-4482-bc01-1bc1d4abf2d5, reason: Instance 136c0555-9c6f-4614-9d93-a1a6313d4d39 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 2005.736659] env[62181]: DEBUG nova.compute.manager [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 2005.736916] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2005.737835] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec643139-a9d6-4857-8814-9f4f8469be7a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.745705] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2005.745943] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2211467c-6519-4b92-8076-6e9044f6775e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.751229] env[62181]: DEBUG oslo_vmware.api [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 2005.751229] env[62181]: value = "task-1791074" [ 2005.751229] env[62181]: _type = "Task" [ 2005.751229] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.758369] env[62181]: DEBUG oslo_vmware.api [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.936282] env[62181]: INFO nova.compute.manager [-] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Took 1.43 seconds to deallocate network for instance. [ 2006.260874] env[62181]: DEBUG oslo_vmware.api [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791074, 'name': PowerOffVM_Task, 'duration_secs': 0.179966} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.261300] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2006.261498] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2006.261768] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-284ad549-2c01-43a6-8a4c-80a2d6960e09 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.348730] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2006.348915] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2006.349136] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Deleting the datastore file [datastore1] a7ff37a7-a9a2-4586-87a1-07486baa9f59 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2006.349385] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-173bb147-f9d0-4e98-bb47-43e2c7850433 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.357659] env[62181]: DEBUG oslo_vmware.api [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for the task: (returnval){ [ 2006.357659] env[62181]: value = "task-1791076" [ 2006.357659] env[62181]: _type = "Task" [ 2006.357659] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.365332] env[62181]: DEBUG oslo_vmware.api [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.442884] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.443198] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.443387] env[62181]: DEBUG nova.objects.instance [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lazy-loading 'resources' on Instance uuid 136c0555-9c6f-4614-9d93-a1a6313d4d39 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2006.867222] env[62181]: DEBUG oslo_vmware.api [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Task: {'id': task-1791076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101192} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.867471] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2006.867691] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2006.867865] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2006.868050] env[62181]: INFO nova.compute.manager [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2006.868292] env[62181]: DEBUG oslo.service.loopingcall [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2006.868476] env[62181]: DEBUG nova.compute.manager [-] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 2006.868566] env[62181]: DEBUG nova.network.neutron [-] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2007.023742] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c8d46f-8412-4b80-b382-06238198ae28 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.031621] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1382c74a-713d-4b5a-86b8-5112c5abb577 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.061166] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b759e5c4-63ab-41c6-8c55-5602f480269d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.069250] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90feb9db-67ad-4464-bad6-b455c7de979b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.083447] env[62181]: DEBUG nova.compute.provider_tree [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2007.134516] env[62181]: DEBUG nova.compute.manager [req-56eedad0-a66d-4f8d-9283-477f14a5afb8 req-9d677140-9bae-4dc3-bc20-0a95dd0ab1f2 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Received event network-vif-deleted-1e4794a8-5656-48c5-ab48-c3297618391b {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2007.135651] env[62181]: INFO nova.compute.manager [req-56eedad0-a66d-4f8d-9283-477f14a5afb8 req-9d677140-9bae-4dc3-bc20-0a95dd0ab1f2 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Neutron deleted interface 1e4794a8-5656-48c5-ab48-c3297618391b; detaching it from the instance and deleting it from the info cache [ 2007.135651] env[62181]: DEBUG nova.network.neutron [req-56eedad0-a66d-4f8d-9283-477f14a5afb8 req-9d677140-9bae-4dc3-bc20-0a95dd0ab1f2 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.590377] env[62181]: DEBUG nova.scheduler.client.report [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2007.611843] env[62181]: DEBUG nova.network.neutron [-] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.636994] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-193e660f-114f-4667-94ff-0e29c09c45fd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.646944] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b0023e-726a-4e5b-a8ab-e21c3d16daee {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.673555] env[62181]: DEBUG nova.compute.manager [req-56eedad0-a66d-4f8d-9283-477f14a5afb8 req-9d677140-9bae-4dc3-bc20-0a95dd0ab1f2 service nova] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Detach interface failed, port_id=1e4794a8-5656-48c5-ab48-c3297618391b, reason: Instance a7ff37a7-a9a2-4586-87a1-07486baa9f59 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 2008.095112] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.113785] env[62181]: INFO nova.compute.manager [-] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Took 1.25 seconds to deallocate network for instance. [ 2008.119605] env[62181]: INFO nova.scheduler.client.report [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Deleted allocations for instance 136c0555-9c6f-4614-9d93-a1a6313d4d39 [ 2008.622272] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.622757] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.622757] env[62181]: DEBUG nova.objects.instance [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lazy-loading 'resources' on Instance uuid a7ff37a7-a9a2-4586-87a1-07486baa9f59 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2008.626258] env[62181]: DEBUG oslo_concurrency.lockutils [None req-6a447ddb-687f-4498-9bc6-5e7fc407d3c0 tempest-AttachVolumeTestJSON-295449614 tempest-AttachVolumeTestJSON-295449614-project-member] Lock "136c0555-9c6f-4614-9d93-a1a6313d4d39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.163s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.917662] env[62181]: DEBUG oslo_concurrency.lockutils [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "68519728-9eca-4222-8ba5-846585716b70" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.918249] env[62181]: DEBUG oslo_concurrency.lockutils [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "68519728-9eca-4222-8ba5-846585716b70" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.186226] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c048849-6759-43f8-851b-3ccbf6da3fb2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.195146] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ff3d3f-b362-48b0-9d6d-117945582041 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.226790] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec530ca9-b66f-4d7f-9a50-053fadfdcbc1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.234294] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a66768f-f1f5-4627-8200-83c74be9c0da {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.247310] env[62181]: DEBUG nova.compute.provider_tree [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2009.421343] env[62181]: DEBUG nova.compute.utils [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2009.750471] env[62181]: DEBUG nova.scheduler.client.report [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2009.923814] env[62181]: DEBUG oslo_concurrency.lockutils [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "68519728-9eca-4222-8ba5-846585716b70" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.255913] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.273348] env[62181]: INFO nova.scheduler.client.report [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Deleted allocations for instance a7ff37a7-a9a2-4586-87a1-07486baa9f59 [ 2010.783164] env[62181]: DEBUG oslo_concurrency.lockutils [None req-9b26e033-09b9-438d-a627-cf5145f527b8 tempest-AttachInterfacesTestJSON-1119374706 tempest-AttachInterfacesTestJSON-1119374706-project-member] Lock "a7ff37a7-a9a2-4586-87a1-07486baa9f59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.553s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.982107] env[62181]: DEBUG oslo_concurrency.lockutils [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "68519728-9eca-4222-8ba5-846585716b70" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.982935] env[62181]: DEBUG oslo_concurrency.lockutils [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "68519728-9eca-4222-8ba5-846585716b70" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.983248] env[62181]: INFO nova.compute.manager [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Attaching volume 0ca84aa2-daab-4647-9a86-88dcd7b1e7c2 to /dev/sdb [ 2011.018364] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f7637c-6da1-410e-951b-4bb0acaec632 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.025292] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca27c787-bead-4e34-97aa-b635cea2adc9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.040252] env[62181]: DEBUG nova.virt.block_device [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Updating existing volume attachment record: ef0e49f6-0292-4c75-941e-60cabc11d1f2 {{(pid=62181) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2015.586212] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Volume attach. Driver type: vmdk {{(pid=62181) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2015.586452] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371541', 'volume_id': '0ca84aa2-daab-4647-9a86-88dcd7b1e7c2', 'name': 'volume-0ca84aa2-daab-4647-9a86-88dcd7b1e7c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '68519728-9eca-4222-8ba5-846585716b70', 'attached_at': '', 'detached_at': '', 'volume_id': '0ca84aa2-daab-4647-9a86-88dcd7b1e7c2', 'serial': '0ca84aa2-daab-4647-9a86-88dcd7b1e7c2'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2015.587453] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4240e4-7281-4221-8695-fc80181fba1e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.606324] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3569a16-1f89-47fa-a969-a752fcd08324 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.633277] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-0ca84aa2-daab-4647-9a86-88dcd7b1e7c2/volume-0ca84aa2-daab-4647-9a86-88dcd7b1e7c2.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2015.634542] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6da8561a-a6d6-4c5b-9696-de5817939bdc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.657671] env[62181]: DEBUG oslo_vmware.api [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 2015.657671] env[62181]: value = "task-1791082" [ 2015.657671] env[62181]: _type = "Task" [ 2015.657671] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.667660] env[62181]: DEBUG oslo_vmware.api [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.168631] env[62181]: DEBUG oslo_vmware.api [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791082, 'name': ReconfigVM_Task, 'duration_secs': 0.377878} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.169212] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-0ca84aa2-daab-4647-9a86-88dcd7b1e7c2/volume-0ca84aa2-daab-4647-9a86-88dcd7b1e7c2.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2016.173664] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-092c11a6-d1a6-411b-a6d8-cce727c8e3f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.188732] env[62181]: DEBUG oslo_vmware.api [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 2016.188732] env[62181]: value = "task-1791083" [ 2016.188732] env[62181]: _type = "Task" [ 2016.188732] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.197139] env[62181]: DEBUG oslo_vmware.api [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.596424] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "b91e70ab-2ab2-45e5-8979-7eaca7774a5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.596799] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "b91e70ab-2ab2-45e5-8979-7eaca7774a5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.698665] env[62181]: DEBUG oslo_vmware.api [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791083, 'name': ReconfigVM_Task, 'duration_secs': 0.143771} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.698988] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371541', 'volume_id': '0ca84aa2-daab-4647-9a86-88dcd7b1e7c2', 'name': 'volume-0ca84aa2-daab-4647-9a86-88dcd7b1e7c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '68519728-9eca-4222-8ba5-846585716b70', 'attached_at': '', 'detached_at': '', 'volume_id': '0ca84aa2-daab-4647-9a86-88dcd7b1e7c2', 'serial': '0ca84aa2-daab-4647-9a86-88dcd7b1e7c2'} {{(pid=62181) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2017.099833] env[62181]: DEBUG nova.compute.manager [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 2017.369292] env[62181]: DEBUG nova.compute.manager [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Stashing vm_state: active {{(pid=62181) _prep_resize /opt/stack/nova/nova/compute/manager.py:6073}} [ 2017.623342] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.623626] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.625050] env[62181]: INFO nova.compute.claims [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2017.735081] env[62181]: DEBUG nova.objects.instance [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lazy-loading 'flavor' on Instance uuid 68519728-9eca-4222-8ba5-846585716b70 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2017.888539] env[62181]: DEBUG oslo_concurrency.lockutils [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.240920] env[62181]: DEBUG oslo_concurrency.lockutils [None req-21feef42-ca92-4d53-a530-3d576993b2ee tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "68519728-9eca-4222-8ba5-846585716b70" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.258s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.428538] env[62181]: DEBUG oslo_concurrency.lockutils [None req-cf23ffa1-1624-4061-90a7-d7a5b0944793 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "68519728-9eca-4222-8ba5-846585716b70" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.428759] env[62181]: DEBUG oslo_concurrency.lockutils [None req-cf23ffa1-1624-4061-90a7-d7a5b0944793 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "68519728-9eca-4222-8ba5-846585716b70" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.709347] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017c880b-5233-4987-9cc7-2a75a23f9af6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.720274] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e399d8-866e-41d9-b942-4e0c2745eb52 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.754702] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5b0f84-2dd4-411a-942c-d19e8ab235df {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.762205] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7b885f-3d82-4e90-b8e9-2bb7e479a213 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.775283] env[62181]: DEBUG nova.compute.provider_tree [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2018.932374] env[62181]: INFO nova.compute.manager [None req-cf23ffa1-1624-4061-90a7-d7a5b0944793 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Detaching volume 0ca84aa2-daab-4647-9a86-88dcd7b1e7c2 [ 2018.968330] env[62181]: INFO nova.virt.block_device [None req-cf23ffa1-1624-4061-90a7-d7a5b0944793 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Attempting to driver detach volume 0ca84aa2-daab-4647-9a86-88dcd7b1e7c2 from mountpoint /dev/sdb [ 2018.968527] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf23ffa1-1624-4061-90a7-d7a5b0944793 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Volume detach. Driver type: vmdk {{(pid=62181) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2018.968725] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf23ffa1-1624-4061-90a7-d7a5b0944793 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371541', 'volume_id': '0ca84aa2-daab-4647-9a86-88dcd7b1e7c2', 'name': 'volume-0ca84aa2-daab-4647-9a86-88dcd7b1e7c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '68519728-9eca-4222-8ba5-846585716b70', 'attached_at': '', 'detached_at': '', 'volume_id': '0ca84aa2-daab-4647-9a86-88dcd7b1e7c2', 'serial': '0ca84aa2-daab-4647-9a86-88dcd7b1e7c2'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2018.969940] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f16ccf9-6273-4715-8bab-89b83775bbbd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.991137] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c0d02c-0551-4027-b7e7-3aec9ba932ff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.998715] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89ca49b-6eea-4336-b840-a672e4a2aeaf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.018086] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41d61a4-d571-4f34-962c-01afe4aea8ea {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.036790] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf23ffa1-1624-4061-90a7-d7a5b0944793 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] The volume has not been displaced from its original location: [datastore1] volume-0ca84aa2-daab-4647-9a86-88dcd7b1e7c2/volume-0ca84aa2-daab-4647-9a86-88dcd7b1e7c2.vmdk. No consolidation needed. {{(pid=62181) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2019.044873] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf23ffa1-1624-4061-90a7-d7a5b0944793 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2019.044873] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be9b0be4-b16f-43a1-b322-fb142819f251 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.062618] env[62181]: DEBUG oslo_vmware.api [None req-cf23ffa1-1624-4061-90a7-d7a5b0944793 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 2019.062618] env[62181]: value = "task-1791084" [ 2019.062618] env[62181]: _type = "Task" [ 2019.062618] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.071819] env[62181]: DEBUG oslo_vmware.api [None req-cf23ffa1-1624-4061-90a7-d7a5b0944793 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.280099] env[62181]: DEBUG nova.scheduler.client.report [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2019.573284] env[62181]: DEBUG oslo_vmware.api [None req-cf23ffa1-1624-4061-90a7-d7a5b0944793 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791084, 'name': ReconfigVM_Task, 'duration_secs': 0.211729} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.573384] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf23ffa1-1624-4061-90a7-d7a5b0944793 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2019.579270] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e35ad3cd-2c2d-4219-9e83-7c77708a36b4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.599019] env[62181]: DEBUG oslo_vmware.api [None req-cf23ffa1-1624-4061-90a7-d7a5b0944793 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 2019.599019] env[62181]: value = "task-1791085" [ 2019.599019] env[62181]: _type = "Task" [ 2019.599019] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.605838] env[62181]: DEBUG oslo_vmware.api [None req-cf23ffa1-1624-4061-90a7-d7a5b0944793 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.787800] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.787800] env[62181]: DEBUG nova.compute.manager [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 2019.788634] env[62181]: DEBUG oslo_concurrency.lockutils [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.900s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.107201] env[62181]: DEBUG oslo_vmware.api [None req-cf23ffa1-1624-4061-90a7-d7a5b0944793 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791085, 'name': ReconfigVM_Task, 'duration_secs': 0.141334} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.107520] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf23ffa1-1624-4061-90a7-d7a5b0944793 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-371541', 'volume_id': '0ca84aa2-daab-4647-9a86-88dcd7b1e7c2', 'name': 'volume-0ca84aa2-daab-4647-9a86-88dcd7b1e7c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '68519728-9eca-4222-8ba5-846585716b70', 'attached_at': '', 'detached_at': '', 'volume_id': '0ca84aa2-daab-4647-9a86-88dcd7b1e7c2', 'serial': '0ca84aa2-daab-4647-9a86-88dcd7b1e7c2'} {{(pid=62181) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2020.291375] env[62181]: DEBUG nova.compute.utils [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2020.292780] env[62181]: DEBUG nova.compute.manager [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 2020.292951] env[62181]: DEBUG nova.network.neutron [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2020.296868] env[62181]: INFO nova.compute.claims [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2020.344410] env[62181]: DEBUG nova.policy [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c0fde7d72e94e53aaebb13bcd92a186', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6238b57595c4f8a9165fa5c98cce777', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 2020.585867] env[62181]: DEBUG nova.network.neutron [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Successfully created port: 80908e4a-bd2b-4d86-aa9b-c0123e853952 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2020.655591] env[62181]: DEBUG nova.objects.instance [None req-cf23ffa1-1624-4061-90a7-d7a5b0944793 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lazy-loading 'flavor' on Instance uuid 68519728-9eca-4222-8ba5-846585716b70 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2020.798662] env[62181]: DEBUG nova.compute.manager [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 2020.802158] env[62181]: INFO nova.compute.resource_tracker [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating resource usage from migration a36ee707-aef4-4714-bb2e-7336ebdadfc3 [ 2020.883154] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305b4adb-5fff-4a53-b200-b7e0194c291c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.890895] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990789ff-e11f-41f1-9861-4fc8d08f8019 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.920753] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45429a79-c440-40c5-9600-42f7cce9e0a4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.927617] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb203c36-8c2d-44eb-9685-82d8f6b64275 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.940369] env[62181]: DEBUG nova.compute.provider_tree [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2021.443139] env[62181]: DEBUG nova.scheduler.client.report [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2021.663375] env[62181]: DEBUG oslo_concurrency.lockutils [None req-cf23ffa1-1624-4061-90a7-d7a5b0944793 tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "68519728-9eca-4222-8ba5-846585716b70" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.234s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.805485] env[62181]: DEBUG nova.compute.manager [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 2021.830079] env[62181]: DEBUG nova.virt.hardware [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2021.830343] env[62181]: DEBUG nova.virt.hardware [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2021.830501] env[62181]: DEBUG nova.virt.hardware [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2021.830682] env[62181]: DEBUG nova.virt.hardware [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2021.830827] env[62181]: DEBUG nova.virt.hardware [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2021.830976] env[62181]: DEBUG nova.virt.hardware [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2021.831261] env[62181]: DEBUG nova.virt.hardware [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2021.831527] env[62181]: DEBUG nova.virt.hardware [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2021.831741] env[62181]: DEBUG nova.virt.hardware [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2021.831915] env[62181]: DEBUG nova.virt.hardware [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2021.832100] env[62181]: DEBUG nova.virt.hardware [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2021.832938] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01794c2-4eb2-443b-b9de-d8e259ebbd95 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.841371] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c640bca2-d6bd-4c56-94b8-e2bff1e4fc1d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.947767] env[62181]: DEBUG oslo_concurrency.lockutils [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.159s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.948027] env[62181]: INFO nova.compute.manager [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Migrating [ 2022.007464] env[62181]: DEBUG nova.compute.manager [req-d452eb64-09e5-4aaa-9be2-56d3b9edc31a req-b1d7fbb9-ebdf-44a0-8c9a-fcff477f4f88 service nova] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Received event network-vif-plugged-80908e4a-bd2b-4d86-aa9b-c0123e853952 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2022.007679] env[62181]: DEBUG oslo_concurrency.lockutils [req-d452eb64-09e5-4aaa-9be2-56d3b9edc31a req-b1d7fbb9-ebdf-44a0-8c9a-fcff477f4f88 service nova] Acquiring lock "b91e70ab-2ab2-45e5-8979-7eaca7774a5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.007892] env[62181]: DEBUG oslo_concurrency.lockutils [req-d452eb64-09e5-4aaa-9be2-56d3b9edc31a req-b1d7fbb9-ebdf-44a0-8c9a-fcff477f4f88 service nova] Lock "b91e70ab-2ab2-45e5-8979-7eaca7774a5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.008074] env[62181]: DEBUG oslo_concurrency.lockutils [req-d452eb64-09e5-4aaa-9be2-56d3b9edc31a req-b1d7fbb9-ebdf-44a0-8c9a-fcff477f4f88 service nova] Lock "b91e70ab-2ab2-45e5-8979-7eaca7774a5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.008283] env[62181]: DEBUG nova.compute.manager [req-d452eb64-09e5-4aaa-9be2-56d3b9edc31a req-b1d7fbb9-ebdf-44a0-8c9a-fcff477f4f88 service nova] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] No waiting events found dispatching network-vif-plugged-80908e4a-bd2b-4d86-aa9b-c0123e853952 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2022.008401] env[62181]: WARNING nova.compute.manager [req-d452eb64-09e5-4aaa-9be2-56d3b9edc31a req-b1d7fbb9-ebdf-44a0-8c9a-fcff477f4f88 service nova] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Received unexpected event network-vif-plugged-80908e4a-bd2b-4d86-aa9b-c0123e853952 for instance with vm_state building and task_state spawning. [ 2022.093812] env[62181]: DEBUG nova.network.neutron [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Successfully updated port: 80908e4a-bd2b-4d86-aa9b-c0123e853952 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2022.462180] env[62181]: DEBUG oslo_concurrency.lockutils [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.462368] env[62181]: DEBUG oslo_concurrency.lockutils [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.462550] env[62181]: DEBUG nova.network.neutron [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2022.597107] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "refresh_cache-b91e70ab-2ab2-45e5-8979-7eaca7774a5c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.597318] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "refresh_cache-b91e70ab-2ab2-45e5-8979-7eaca7774a5c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.597479] env[62181]: DEBUG nova.network.neutron [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2022.693062] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "68519728-9eca-4222-8ba5-846585716b70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.693273] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "68519728-9eca-4222-8ba5-846585716b70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.693375] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "68519728-9eca-4222-8ba5-846585716b70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.693563] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "68519728-9eca-4222-8ba5-846585716b70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.693736] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "68519728-9eca-4222-8ba5-846585716b70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.695826] env[62181]: INFO nova.compute.manager [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Terminating instance [ 2023.128096] env[62181]: DEBUG nova.network.neutron [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2023.178423] env[62181]: DEBUG nova.network.neutron [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating instance_info_cache with network_info: [{"id": "998b85cd-1ddb-4187-b9e0-10f90318b363", "address": "fa:16:3e:29:fd:3e", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998b85cd-1d", "ovs_interfaceid": "998b85cd-1ddb-4187-b9e0-10f90318b363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.199278] env[62181]: DEBUG nova.compute.manager [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 2023.199496] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2023.200383] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cad44a-22b0-4c03-b03e-f1017f43c840 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.208102] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2023.208332] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bce9328-452c-4852-a0b8-21c1ce8f69fc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.214804] env[62181]: DEBUG oslo_vmware.api [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 2023.214804] env[62181]: value = "task-1791086" [ 2023.214804] env[62181]: _type = "Task" [ 2023.214804] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.224777] env[62181]: DEBUG oslo_vmware.api [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.293722] env[62181]: DEBUG nova.network.neutron [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Updating instance_info_cache with network_info: [{"id": "80908e4a-bd2b-4d86-aa9b-c0123e853952", "address": "fa:16:3e:93:52:a0", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80908e4a-bd", "ovs_interfaceid": "80908e4a-bd2b-4d86-aa9b-c0123e853952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.681632] env[62181]: DEBUG oslo_concurrency.lockutils [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.724814] env[62181]: DEBUG oslo_vmware.api [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791086, 'name': PowerOffVM_Task, 'duration_secs': 0.222047} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.725349] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2023.725528] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2023.725768] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc37baad-2514-4aa7-a5a5-5fa4f3f7e2db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.792230] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2023.792489] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2023.792676] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Deleting the datastore file [datastore1] 68519728-9eca-4222-8ba5-846585716b70 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2023.792958] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a997ab76-9e30-4646-9c99-671019902fc7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.796369] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "refresh_cache-b91e70ab-2ab2-45e5-8979-7eaca7774a5c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.796661] env[62181]: DEBUG nova.compute.manager [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Instance network_info: |[{"id": "80908e4a-bd2b-4d86-aa9b-c0123e853952", "address": "fa:16:3e:93:52:a0", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80908e4a-bd", "ovs_interfaceid": "80908e4a-bd2b-4d86-aa9b-c0123e853952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 2023.797094] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:52:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80908e4a-bd2b-4d86-aa9b-c0123e853952', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2023.804955] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Creating folder: Project (f6238b57595c4f8a9165fa5c98cce777). Parent ref: group-v371238. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2023.806244] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f0aa7d2-a9b9-404f-b3d2-7d7971e76986 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.808213] env[62181]: DEBUG oslo_vmware.api [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for the task: (returnval){ [ 2023.808213] env[62181]: value = "task-1791088" [ 2023.808213] env[62181]: _type = "Task" [ 2023.808213] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.815739] env[62181]: DEBUG oslo_vmware.api [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.816831] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Created folder: Project (f6238b57595c4f8a9165fa5c98cce777) in parent group-v371238. [ 2023.817027] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Creating folder: Instances. Parent ref: group-v371542. {{(pid=62181) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2023.817239] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b4698c1-f4b9-4663-81ec-4c18515dbed0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.825271] env[62181]: INFO nova.virt.vmwareapi.vm_util [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Created folder: Instances in parent group-v371542. [ 2023.825486] env[62181]: DEBUG oslo.service.loopingcall [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2023.825660] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2023.825847] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05ea9298-7fdb-4ac9-8313-9782cc10859d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.843491] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2023.843491] env[62181]: value = "task-1791091" [ 2023.843491] env[62181]: _type = "Task" [ 2023.843491] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.851465] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791091, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.033847] env[62181]: DEBUG nova.compute.manager [req-fcc9a7d6-ed12-4b7f-8f55-7505bc09e249 req-57f29bdf-7a86-426e-a6e0-1bdd43211e06 service nova] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Received event network-changed-80908e4a-bd2b-4d86-aa9b-c0123e853952 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2024.034051] env[62181]: DEBUG nova.compute.manager [req-fcc9a7d6-ed12-4b7f-8f55-7505bc09e249 req-57f29bdf-7a86-426e-a6e0-1bdd43211e06 service nova] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Refreshing instance network info cache due to event network-changed-80908e4a-bd2b-4d86-aa9b-c0123e853952. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 2024.034306] env[62181]: DEBUG oslo_concurrency.lockutils [req-fcc9a7d6-ed12-4b7f-8f55-7505bc09e249 req-57f29bdf-7a86-426e-a6e0-1bdd43211e06 service nova] Acquiring lock "refresh_cache-b91e70ab-2ab2-45e5-8979-7eaca7774a5c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.034464] env[62181]: DEBUG oslo_concurrency.lockutils [req-fcc9a7d6-ed12-4b7f-8f55-7505bc09e249 req-57f29bdf-7a86-426e-a6e0-1bdd43211e06 service nova] Acquired lock "refresh_cache-b91e70ab-2ab2-45e5-8979-7eaca7774a5c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.034630] env[62181]: DEBUG nova.network.neutron [req-fcc9a7d6-ed12-4b7f-8f55-7505bc09e249 req-57f29bdf-7a86-426e-a6e0-1bdd43211e06 service nova] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Refreshing network info cache for port 80908e4a-bd2b-4d86-aa9b-c0123e853952 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2024.318664] env[62181]: DEBUG oslo_vmware.api [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Task: {'id': task-1791088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152976} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.320189] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2024.320189] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2024.320189] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2024.320189] env[62181]: INFO nova.compute.manager [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] [instance: 68519728-9eca-4222-8ba5-846585716b70] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2024.320429] env[62181]: DEBUG oslo.service.loopingcall [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2024.320429] env[62181]: DEBUG nova.compute.manager [-] [instance: 68519728-9eca-4222-8ba5-846585716b70] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 2024.320514] env[62181]: DEBUG nova.network.neutron [-] [instance: 68519728-9eca-4222-8ba5-846585716b70] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2024.353442] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791091, 'name': CreateVM_Task, 'duration_secs': 0.32553} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.353627] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2024.354669] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.354857] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.355221] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2024.355474] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1047f4b8-df63-4b72-aa8f-20a4036a6b21 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.360272] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2024.360272] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c73608-2a7d-ecd8-d8dd-55659f75c8f0" [ 2024.360272] env[62181]: _type = "Task" [ 2024.360272] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.367724] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c73608-2a7d-ecd8-d8dd-55659f75c8f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.585523] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2024.585810] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2024.726016] env[62181]: DEBUG nova.network.neutron [req-fcc9a7d6-ed12-4b7f-8f55-7505bc09e249 req-57f29bdf-7a86-426e-a6e0-1bdd43211e06 service nova] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Updated VIF entry in instance network info cache for port 80908e4a-bd2b-4d86-aa9b-c0123e853952. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2024.726412] env[62181]: DEBUG nova.network.neutron [req-fcc9a7d6-ed12-4b7f-8f55-7505bc09e249 req-57f29bdf-7a86-426e-a6e0-1bdd43211e06 service nova] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Updating instance_info_cache with network_info: [{"id": "80908e4a-bd2b-4d86-aa9b-c0123e853952", "address": "fa:16:3e:93:52:a0", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80908e4a-bd", "ovs_interfaceid": "80908e4a-bd2b-4d86-aa9b-c0123e853952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.797074] env[62181]: DEBUG nova.compute.manager [req-d4d8dc11-009f-49db-85f1-2e964df27b37 req-2b0cd417-084e-41d1-9e5f-8be27d9c7712 service nova] [instance: 68519728-9eca-4222-8ba5-846585716b70] Received event network-vif-deleted-59759e51-f6e4-45bc-ab90-d1000c8e8dd0 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2024.797074] env[62181]: INFO nova.compute.manager [req-d4d8dc11-009f-49db-85f1-2e964df27b37 req-2b0cd417-084e-41d1-9e5f-8be27d9c7712 service nova] [instance: 68519728-9eca-4222-8ba5-846585716b70] Neutron deleted interface 59759e51-f6e4-45bc-ab90-d1000c8e8dd0; detaching it from the instance and deleting it from the info cache [ 2024.797074] env[62181]: DEBUG nova.network.neutron [req-d4d8dc11-009f-49db-85f1-2e964df27b37 req-2b0cd417-084e-41d1-9e5f-8be27d9c7712 service nova] [instance: 68519728-9eca-4222-8ba5-846585716b70] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.872429] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c73608-2a7d-ecd8-d8dd-55659f75c8f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.872676] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.872899] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2024.873144] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.873297] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.873477] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2024.873727] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c32eff7-63cd-4827-b822-0f0537fa3e94 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.882835] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2024.883048] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2024.883737] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb3e7f3-74a1-4810-8a8e-9a3be6b7df78 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.888452] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2024.888452] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c3f95e-f005-6c59-23a5-dc3ab4c5e6fc" [ 2024.888452] env[62181]: _type = "Task" [ 2024.888452] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.895874] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c3f95e-f005-6c59-23a5-dc3ab4c5e6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.091267] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2025.091438] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 2025.091484] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Rebuilding the list of instances to heal {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 2025.196791] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2325488a-d434-4d30-897c-25f4688110e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.214831] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating instance '013316f2-607d-4768-953c-b048cc5d0e44' progress to 0 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2025.228506] env[62181]: DEBUG oslo_concurrency.lockutils [req-fcc9a7d6-ed12-4b7f-8f55-7505bc09e249 req-57f29bdf-7a86-426e-a6e0-1bdd43211e06 service nova] Releasing lock "refresh_cache-b91e70ab-2ab2-45e5-8979-7eaca7774a5c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.273943] env[62181]: DEBUG nova.network.neutron [-] [instance: 68519728-9eca-4222-8ba5-846585716b70] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.299748] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79bd933c-2ec6-4327-b683-c98a8ecfabc3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.309742] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954afd01-c63e-43a1-8fd9-782bdbdc9aa4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.335603] env[62181]: DEBUG nova.compute.manager [req-d4d8dc11-009f-49db-85f1-2e964df27b37 req-2b0cd417-084e-41d1-9e5f-8be27d9c7712 service nova] [instance: 68519728-9eca-4222-8ba5-846585716b70] Detach interface failed, port_id=59759e51-f6e4-45bc-ab90-d1000c8e8dd0, reason: Instance 68519728-9eca-4222-8ba5-846585716b70 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 2025.398848] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c3f95e-f005-6c59-23a5-dc3ab4c5e6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.008104} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.399851] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec84fd3-cc5f-410d-8a04-85616672b000 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.405129] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2025.405129] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5252bda8-3f50-c72d-62cb-2df888a20e5a" [ 2025.405129] env[62181]: _type = "Task" [ 2025.405129] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.412690] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5252bda8-3f50-c72d-62cb-2df888a20e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.594979] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 68519728-9eca-4222-8ba5-846585716b70] Skipping network cache update for instance because it is being deleted. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10401}} [ 2025.595245] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Skipping network cache update for instance because it is Building. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10397}} [ 2025.626918] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.627134] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquired lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.627314] env[62181]: DEBUG nova.network.neutron [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Forcefully refreshing network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2025.627507] env[62181]: DEBUG nova.objects.instance [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lazy-loading 'info_cache' on Instance uuid 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2025.721652] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2025.721873] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77cb9f6a-c274-4437-b652-6596098e1720 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.728799] env[62181]: DEBUG oslo_vmware.api [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2025.728799] env[62181]: value = "task-1791092" [ 2025.728799] env[62181]: _type = "Task" [ 2025.728799] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.736632] env[62181]: DEBUG oslo_vmware.api [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.775969] env[62181]: INFO nova.compute.manager [-] [instance: 68519728-9eca-4222-8ba5-846585716b70] Took 1.46 seconds to deallocate network for instance. [ 2025.915716] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5252bda8-3f50-c72d-62cb-2df888a20e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009246} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.915998] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.916265] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] b91e70ab-2ab2-45e5-8979-7eaca7774a5c/b91e70ab-2ab2-45e5-8979-7eaca7774a5c.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2025.916513] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bacd3cc9-3cd6-4298-be32-396fbed9bfda {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.923121] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2025.923121] env[62181]: value = "task-1791093" [ 2025.923121] env[62181]: _type = "Task" [ 2025.923121] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.932722] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.239190] env[62181]: DEBUG oslo_vmware.api [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791092, 'name': PowerOffVM_Task, 'duration_secs': 0.219605} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.239508] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2026.239702] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating instance '013316f2-607d-4768-953c-b048cc5d0e44' progress to 17 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2026.282899] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.283180] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.283401] env[62181]: DEBUG nova.objects.instance [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lazy-loading 'resources' on Instance uuid 68519728-9eca-4222-8ba5-846585716b70 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2026.433047] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486082} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.433419] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] b91e70ab-2ab2-45e5-8979-7eaca7774a5c/b91e70ab-2ab2-45e5-8979-7eaca7774a5c.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2026.433496] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2026.433703] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b51a1317-76d7-4cfa-b993-09cfb17e0652 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.439334] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2026.439334] env[62181]: value = "task-1791094" [ 2026.439334] env[62181]: _type = "Task" [ 2026.439334] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.447494] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.746930] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2026.747280] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2026.747464] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2026.747656] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2026.748021] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2026.748226] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2026.748449] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2026.748620] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2026.748790] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2026.748962] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2026.749158] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2026.756964] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da4b877f-41b2-4193-86f7-0d5fdb25c272 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.779977] env[62181]: DEBUG oslo_vmware.api [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2026.779977] env[62181]: value = "task-1791095" [ 2026.779977] env[62181]: _type = "Task" [ 2026.779977] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.793807] env[62181]: DEBUG oslo_vmware.api [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.863921] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6d31cc-2f9a-460d-8df0-2aba85557f49 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.871497] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c5193f-4b54-468b-81e1-f6e61f750326 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.901587] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e9c0af-b823-4cb0-97ed-2443731eae8a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.909161] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb8c5fc-1713-4723-87dd-7ddb2ae0135d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.923570] env[62181]: DEBUG nova.compute.provider_tree [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2026.949355] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057591} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.949666] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2026.950494] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b82cf6-ec21-4034-a0a3-0d8804b2a25a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.972187] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] b91e70ab-2ab2-45e5-8979-7eaca7774a5c/b91e70ab-2ab2-45e5-8979-7eaca7774a5c.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2026.972795] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e239a2bc-1e64-41ca-9da5-d0b053232b10 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.992132] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2026.992132] env[62181]: value = "task-1791096" [ 2026.992132] env[62181]: _type = "Task" [ 2026.992132] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.000071] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.292171] env[62181]: DEBUG oslo_vmware.api [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.353310] env[62181]: DEBUG nova.network.neutron [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Updating instance_info_cache with network_info: [{"id": "f27675a7-a524-48ad-832c-650144d39efd", "address": "fa:16:3e:41:18:81", "network": {"id": "2f3efdfa-3ac8-452a-82bb-94429086ff43", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795103716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccd6a836a1d4a9ba6136b46b7eecd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf27675a7-a5", "ovs_interfaceid": "f27675a7-a524-48ad-832c-650144d39efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.426874] env[62181]: DEBUG nova.scheduler.client.report [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2027.502544] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791096, 'name': ReconfigVM_Task, 'duration_secs': 0.2936} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.502890] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Reconfigured VM instance instance-00000071 to attach disk [datastore1] b91e70ab-2ab2-45e5-8979-7eaca7774a5c/b91e70ab-2ab2-45e5-8979-7eaca7774a5c.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2027.503497] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b2274f2-7335-4843-a619-c14978a6cda2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.510357] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2027.510357] env[62181]: value = "task-1791097" [ 2027.510357] env[62181]: _type = "Task" [ 2027.510357] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.518098] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791097, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.791654] env[62181]: DEBUG oslo_vmware.api [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791095, 'name': ReconfigVM_Task, 'duration_secs': 0.762768} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.791997] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating instance '013316f2-607d-4768-953c-b048cc5d0e44' progress to 33 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2027.856164] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Releasing lock "refresh_cache-5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.856384] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Updated the network info_cache for instance {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10455}} [ 2027.856576] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.856736] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.856953] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.857128] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.857279] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.857427] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.857560] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 2027.857705] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.932318] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.953916] env[62181]: INFO nova.scheduler.client.report [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Deleted allocations for instance 68519728-9eca-4222-8ba5-846585716b70 [ 2028.021906] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791097, 'name': Rename_Task, 'duration_secs': 0.308341} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.022214] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2028.022464] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53106012-5b60-4029-84f5-174ddf08d43e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.029339] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2028.029339] env[62181]: value = "task-1791098" [ 2028.029339] env[62181]: _type = "Task" [ 2028.029339] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.037976] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.300625] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2028.300919] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2028.301136] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2028.301367] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2028.301567] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2028.301754] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2028.301992] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2028.302228] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2028.302447] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2028.302655] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2028.302888] env[62181]: DEBUG nova.virt.hardware [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2028.308399] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2028.308686] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-673e9545-46aa-4e3e-9fe3-e0516afe37f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.327050] env[62181]: DEBUG oslo_vmware.api [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2028.327050] env[62181]: value = "task-1791099" [ 2028.327050] env[62181]: _type = "Task" [ 2028.327050] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.336037] env[62181]: DEBUG oslo_vmware.api [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.360119] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.360358] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.360547] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.360677] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2028.361494] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fad5cc0-baa5-411b-b91d-f49ee7a3f2ee {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.368979] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4ec594-b5fe-4e49-9a95-c2eac4a209f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.382462] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b83b078-b9f3-497a-abfa-f6829a3197fa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.388836] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708465e1-89de-4847-a5b8-7fe8c8cd5125 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.416943] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179947MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2028.417146] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.417312] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.460959] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0d255652-89cc-4ce1-9399-4b6b5360059f tempest-AttachVolumeNegativeTest-1853912810 tempest-AttachVolumeNegativeTest-1853912810-project-member] Lock "68519728-9eca-4222-8ba5-846585716b70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.768s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.539264] env[62181]: DEBUG oslo_vmware.api [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791098, 'name': PowerOnVM_Task, 'duration_secs': 0.458538} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.539603] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2028.539746] env[62181]: INFO nova.compute.manager [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Took 6.73 seconds to spawn the instance on the hypervisor. [ 2028.539900] env[62181]: DEBUG nova.compute.manager [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 2028.540657] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf40cbea-2930-4bd6-95ce-6bed5f8dd0e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.838590] env[62181]: DEBUG oslo_vmware.api [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791099, 'name': ReconfigVM_Task, 'duration_secs': 0.160256} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.838861] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2028.839652] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ab98c1-8c67-4ded-86cf-02f237b3b843 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.862065] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 013316f2-607d-4768-953c-b048cc5d0e44/013316f2-607d-4768-953c-b048cc5d0e44.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2028.862316] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f40322a9-68f4-453f-845f-a2761a048f45 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.880126] env[62181]: DEBUG oslo_vmware.api [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2028.880126] env[62181]: value = "task-1791100" [ 2028.880126] env[62181]: _type = "Task" [ 2028.880126] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.888248] env[62181]: DEBUG oslo_vmware.api [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.059067] env[62181]: INFO nova.compute.manager [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Took 11.45 seconds to build instance. [ 2029.390539] env[62181]: DEBUG oslo_vmware.api [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791100, 'name': ReconfigVM_Task, 'duration_secs': 0.259159} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.391033] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 013316f2-607d-4768-953c-b048cc5d0e44/013316f2-607d-4768-953c-b048cc5d0e44.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2029.391378] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating instance '013316f2-607d-4768-953c-b048cc5d0e44' progress to 50 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2029.425173] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Applying migration context for instance 013316f2-607d-4768-953c-b048cc5d0e44 as it has an incoming, in-progress migration a36ee707-aef4-4714-bb2e-7336ebdadfc3. Migration status is migrating {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2029.425940] env[62181]: INFO nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating resource usage from migration a36ee707-aef4-4714-bb2e-7336ebdadfc3 [ 2029.445751] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.445912] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance b91e70ab-2ab2-45e5-8979-7eaca7774a5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.446052] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Migration a36ee707-aef4-4714-bb2e-7336ebdadfc3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2029.446180] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 013316f2-607d-4768-953c-b048cc5d0e44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.446361] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2029.446500] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2029.505163] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e9de3f-fc1f-432f-8fbb-eea840bb7773 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.513177] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f929ab05-ab02-4735-b01c-afa7fe03a407 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.543919] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422e084a-1b19-48cc-8499-35dde5e43224 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.551447] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2538e3e-a6fb-438b-ae06-3f664f569bfe {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.566996] env[62181]: DEBUG oslo_concurrency.lockutils [None req-74980655-d2e7-4f1c-b124-65872817eb09 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "b91e70ab-2ab2-45e5-8979-7eaca7774a5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.970s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.567710] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2029.898703] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52fcc7e-bc13-4db8-8278-3724fc9fca61 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.917584] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.917835] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.918083] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.918281] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.918452] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.920463] env[62181]: INFO nova.compute.manager [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Terminating instance [ 2029.922145] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00586c91-d5db-4401-96fa-b36a2424535c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.940544] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating instance '013316f2-607d-4768-953c-b048cc5d0e44' progress to 67 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2030.070613] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2030.154738] env[62181]: INFO nova.compute.manager [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Rebuilding instance [ 2030.189239] env[62181]: DEBUG nova.compute.manager [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 2030.190070] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbf175e-040b-4ed0-af95-51a92a84f7a1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.426806] env[62181]: DEBUG nova.compute.manager [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 2030.427018] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2030.429881] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a337c4b1-a04e-4567-b0c7-9d91c22f3388 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.437278] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2030.437504] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-648ebde0-8526-4060-bd5d-a9bbfe5d9eae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.443433] env[62181]: DEBUG oslo_vmware.api [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 2030.443433] env[62181]: value = "task-1791102" [ 2030.443433] env[62181]: _type = "Task" [ 2030.443433] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.455833] env[62181]: DEBUG oslo_vmware.api [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.486150] env[62181]: DEBUG nova.network.neutron [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Port 998b85cd-1ddb-4187-b9e0-10f90318b363 binding to destination host cpu-1 is already ACTIVE {{(pid=62181) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2030.575805] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2030.576200] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.159s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.954246] env[62181]: DEBUG oslo_vmware.api [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791102, 'name': PowerOffVM_Task, 'duration_secs': 0.204456} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.954570] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2030.954708] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2030.954960] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b382c816-0a53-4370-ab1a-a9453543c3f4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.032881] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2031.033134] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2031.033359] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Deleting the datastore file [datastore1] 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2031.033655] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4c6a267-8c4d-4148-80c1-92e5c51c1615 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.040578] env[62181]: DEBUG oslo_vmware.api [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for the task: (returnval){ [ 2031.040578] env[62181]: value = "task-1791104" [ 2031.040578] env[62181]: _type = "Task" [ 2031.040578] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.049412] env[62181]: DEBUG oslo_vmware.api [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.203224] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2031.203639] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a40eff2-99cb-4157-bfc6-fe832ee2d1ba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.210599] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2031.210599] env[62181]: value = "task-1791105" [ 2031.210599] env[62181]: _type = "Task" [ 2031.210599] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.219412] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.508412] env[62181]: DEBUG oslo_concurrency.lockutils [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "013316f2-607d-4768-953c-b048cc5d0e44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.508635] env[62181]: DEBUG oslo_concurrency.lockutils [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "013316f2-607d-4768-953c-b048cc5d0e44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.508762] env[62181]: DEBUG oslo_concurrency.lockutils [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "013316f2-607d-4768-953c-b048cc5d0e44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.551313] env[62181]: DEBUG oslo_vmware.api [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Task: {'id': task-1791104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150782} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.551564] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2031.551747] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2031.551924] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2031.552111] env[62181]: INFO nova.compute.manager [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2031.552350] env[62181]: DEBUG oslo.service.loopingcall [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2031.552534] env[62181]: DEBUG nova.compute.manager [-] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 2031.552629] env[62181]: DEBUG nova.network.neutron [-] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2031.721601] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791105, 'name': PowerOffVM_Task, 'duration_secs': 0.226487} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.722052] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2031.722177] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2031.723071] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814ead96-c7f2-4132-acd2-4a8751a0fa56 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.730499] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2031.730738] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a1567f2-c43e-4817-9916-f88b8a5903a5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.812539] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2031.812793] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2031.812935] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleting the datastore file [datastore1] b91e70ab-2ab2-45e5-8979-7eaca7774a5c {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2031.813463] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5223d92-756e-4208-b788-ccb6805e1c99 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.819355] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2031.819355] env[62181]: value = "task-1791107" [ 2031.819355] env[62181]: _type = "Task" [ 2031.819355] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.828910] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.082404] env[62181]: DEBUG nova.compute.manager [req-493ab939-76d3-421b-9b3b-90564f19faa0 req-5d39b0bc-da96-41fd-871a-4f52e855a1a9 service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Received event network-vif-deleted-f27675a7-a524-48ad-832c-650144d39efd {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2032.082551] env[62181]: INFO nova.compute.manager [req-493ab939-76d3-421b-9b3b-90564f19faa0 req-5d39b0bc-da96-41fd-871a-4f52e855a1a9 service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Neutron deleted interface f27675a7-a524-48ad-832c-650144d39efd; detaching it from the instance and deleting it from the info cache [ 2032.082727] env[62181]: DEBUG nova.network.neutron [req-493ab939-76d3-421b-9b3b-90564f19faa0 req-5d39b0bc-da96-41fd-871a-4f52e855a1a9 service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.330202] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130999} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.330519] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2032.330748] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2032.330951] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2032.541864] env[62181]: DEBUG oslo_concurrency.lockutils [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.542070] env[62181]: DEBUG oslo_concurrency.lockutils [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.542252] env[62181]: DEBUG nova.network.neutron [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2032.561294] env[62181]: DEBUG nova.network.neutron [-] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.585025] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2b0fdd6-e55c-4631-890b-83c373c06fff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.594432] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f181ca88-60c1-4bc3-a977-88e18acff127 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.619504] env[62181]: DEBUG nova.compute.manager [req-493ab939-76d3-421b-9b3b-90564f19faa0 req-5d39b0bc-da96-41fd-871a-4f52e855a1a9 service nova] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Detach interface failed, port_id=f27675a7-a524-48ad-832c-650144d39efd, reason: Instance 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 2033.063452] env[62181]: INFO nova.compute.manager [-] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Took 1.51 seconds to deallocate network for instance. [ 2033.245975] env[62181]: DEBUG nova.network.neutron [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating instance_info_cache with network_info: [{"id": "998b85cd-1ddb-4187-b9e0-10f90318b363", "address": "fa:16:3e:29:fd:3e", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998b85cd-1d", "ovs_interfaceid": "998b85cd-1ddb-4187-b9e0-10f90318b363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2033.367884] env[62181]: DEBUG nova.virt.hardware [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2033.368161] env[62181]: DEBUG nova.virt.hardware [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2033.368324] env[62181]: DEBUG nova.virt.hardware [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2033.368511] env[62181]: DEBUG nova.virt.hardware [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2033.368657] env[62181]: DEBUG nova.virt.hardware [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2033.368804] env[62181]: DEBUG nova.virt.hardware [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2033.369014] env[62181]: DEBUG nova.virt.hardware [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2033.369192] env[62181]: DEBUG nova.virt.hardware [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2033.369363] env[62181]: DEBUG nova.virt.hardware [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2033.369528] env[62181]: DEBUG nova.virt.hardware [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2033.369699] env[62181]: DEBUG nova.virt.hardware [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2033.370575] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b941b8-11d9-4e87-951d-004d4308a7de {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.378320] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3e6c38-4680-4bfb-8320-ade9a645c4b9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.393047] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:52:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80908e4a-bd2b-4d86-aa9b-c0123e853952', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2033.400345] env[62181]: DEBUG oslo.service.loopingcall [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2033.400568] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2033.400765] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b2963c9-0c7e-4a2d-8c36-8b85e5179b90 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.419881] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2033.419881] env[62181]: value = "task-1791109" [ 2033.419881] env[62181]: _type = "Task" [ 2033.419881] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.427079] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791109, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.570141] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.570381] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.570629] env[62181]: DEBUG nova.objects.instance [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lazy-loading 'resources' on Instance uuid 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2033.748552] env[62181]: DEBUG oslo_concurrency.lockutils [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.929907] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791109, 'name': CreateVM_Task, 'duration_secs': 0.332019} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.930089] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2033.930737] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.930905] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.931246] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2033.931492] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-356fc6ba-2ad3-405f-891a-58d7ccee2158 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.935609] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2033.935609] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52fe2863-5bbc-0c7b-db37-e4cb0a68b1b6" [ 2033.935609] env[62181]: _type = "Task" [ 2033.935609] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.942766] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52fe2863-5bbc-0c7b-db37-e4cb0a68b1b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.134359] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5979fb77-3ac9-469c-b9c3-8a38e8da50eb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.140892] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386eeef6-d081-4b19-a026-32600e62727a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.170074] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3787e0-f9fb-4fb1-8556-332524a73d62 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.177297] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e7fe5d-8cb5-4c92-aa38-4886e2faf59d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.191072] env[62181]: DEBUG nova.compute.provider_tree [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2034.270920] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a849ad6a-3c42-44eb-99a9-bcdcfa6ced48 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.289596] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c67cb26-607a-4fb5-a9ba-311938910fb0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.296357] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating instance '013316f2-607d-4768-953c-b048cc5d0e44' progress to 83 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2034.445818] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52fe2863-5bbc-0c7b-db37-e4cb0a68b1b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009344} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.446159] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.446535] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2034.446924] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.447201] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.447498] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2034.447894] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15744efb-228a-421f-b89f-4693bea0786e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.456437] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2034.456619] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2034.457394] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51b853b5-51c2-496c-ad3a-95fa9a77b83d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.462784] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2034.462784] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f78efc-cef8-1195-b066-3d5d2da89349" [ 2034.462784] env[62181]: _type = "Task" [ 2034.462784] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.472465] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f78efc-cef8-1195-b066-3d5d2da89349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.694764] env[62181]: DEBUG nova.scheduler.client.report [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2034.803428] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2034.803734] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e9fb833-8113-4017-8bd6-dfcba4c19949 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.811137] env[62181]: DEBUG oslo_vmware.api [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2034.811137] env[62181]: value = "task-1791110" [ 2034.811137] env[62181]: _type = "Task" [ 2034.811137] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.819840] env[62181]: DEBUG oslo_vmware.api [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.973345] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f78efc-cef8-1195-b066-3d5d2da89349, 'name': SearchDatastore_Task, 'duration_secs': 0.008393} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.974168] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0691851f-11c8-4fb4-8738-98bdf8da2c38 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.979217] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2034.979217] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]521d237f-abf3-8eb4-a711-128bd291afef" [ 2034.979217] env[62181]: _type = "Task" [ 2034.979217] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.986610] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]521d237f-abf3-8eb4-a711-128bd291afef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.200013] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.218521] env[62181]: INFO nova.scheduler.client.report [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Deleted allocations for instance 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53 [ 2035.321261] env[62181]: DEBUG oslo_vmware.api [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791110, 'name': PowerOnVM_Task, 'duration_secs': 0.361456} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.321539] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2035.321724] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-248d3c36-6c40-4c53-9187-0f22a0c52126 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating instance '013316f2-607d-4768-953c-b048cc5d0e44' progress to 100 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2035.490102] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]521d237f-abf3-8eb4-a711-128bd291afef, 'name': SearchDatastore_Task, 'duration_secs': 0.008978} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.490400] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.491024] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] b91e70ab-2ab2-45e5-8979-7eaca7774a5c/b91e70ab-2ab2-45e5-8979-7eaca7774a5c.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2035.491024] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b71c5ff-d656-4131-a699-ab581375a1db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.498301] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2035.498301] env[62181]: value = "task-1791111" [ 2035.498301] env[62181]: _type = "Task" [ 2035.498301] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.506160] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.727083] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a9f59aa5-2c6b-482c-960e-129377ca6208 tempest-AttachVolumeShelveTestJSON-1662277404 tempest-AttachVolumeShelveTestJSON-1662277404-project-member] Lock "5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.809s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2036.007898] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791111, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.509481] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510317} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.509758] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] b91e70ab-2ab2-45e5-8979-7eaca7774a5c/b91e70ab-2ab2-45e5-8979-7eaca7774a5c.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2036.509975] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2036.510249] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d561270d-e247-4610-8066-7bc51d28f603 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.517359] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2036.517359] env[62181]: value = "task-1791113" [ 2036.517359] env[62181]: _type = "Task" [ 2036.517359] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.526444] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.027190] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206616} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.027479] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2037.028357] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d628dd-2431-4c04-9c48-1d3ac15ddbe8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.050608] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] b91e70ab-2ab2-45e5-8979-7eaca7774a5c/b91e70ab-2ab2-45e5-8979-7eaca7774a5c.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2037.050978] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6f1f16d-ed6b-4b3f-be0a-959112addf56 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.070431] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2037.070431] env[62181]: value = "task-1791114" [ 2037.070431] env[62181]: _type = "Task" [ 2037.070431] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.080033] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.581709] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791114, 'name': ReconfigVM_Task, 'duration_secs': 0.505846} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.582659] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Reconfigured VM instance instance-00000071 to attach disk [datastore1] b91e70ab-2ab2-45e5-8979-7eaca7774a5c/b91e70ab-2ab2-45e5-8979-7eaca7774a5c.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2037.582784] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b046d16-a4be-40ac-942d-2485bb62a8da {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.589318] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2037.589318] env[62181]: value = "task-1791115" [ 2037.589318] env[62181]: _type = "Task" [ 2037.589318] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.601097] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791115, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.099393] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791115, 'name': Rename_Task, 'duration_secs': 0.158232} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.099662] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2038.099904] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e77f968-c04f-4b47-a2b0-450a2a9d6c1d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.106134] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2038.106134] env[62181]: value = "task-1791117" [ 2038.106134] env[62181]: _type = "Task" [ 2038.106134] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.113467] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.309683] env[62181]: DEBUG nova.network.neutron [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Port 998b85cd-1ddb-4187-b9e0-10f90318b363 binding to destination host cpu-1 is already ACTIVE {{(pid=62181) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2038.309961] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.310138] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.310302] env[62181]: DEBUG nova.network.neutron [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2038.619680] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.022411] env[62181]: DEBUG nova.network.neutron [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating instance_info_cache with network_info: [{"id": "998b85cd-1ddb-4187-b9e0-10f90318b363", "address": "fa:16:3e:29:fd:3e", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998b85cd-1d", "ovs_interfaceid": "998b85cd-1ddb-4187-b9e0-10f90318b363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.117142] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791117, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.525260] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.618166] env[62181]: DEBUG oslo_vmware.api [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791117, 'name': PowerOnVM_Task, 'duration_secs': 1.326454} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.618419] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2039.618610] env[62181]: DEBUG nova.compute.manager [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 2039.619399] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1e3bc5-83a9-4a9d-9be6-e324928e44d8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.030877] env[62181]: DEBUG nova.compute.manager [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62181) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2040.030877] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.030877] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.138430] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.532806] env[62181]: DEBUG nova.objects.instance [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lazy-loading 'migration_context' on Instance uuid 013316f2-607d-4768-953c-b048cc5d0e44 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2041.089735] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d94ff1-40b7-44bb-b805-d63af6e4b274 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.099466] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5612f6eb-55cc-44b1-8f90-0bd83aeadbd3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.131554] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4a1055-cab9-4202-88d5-67c5a1eedaac {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.144649] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961fffe7-c5ca-4e16-b14e-c72b5bbe1648 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.161908] env[62181]: DEBUG nova.compute.provider_tree [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2041.639871] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "b91e70ab-2ab2-45e5-8979-7eaca7774a5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.640571] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "b91e70ab-2ab2-45e5-8979-7eaca7774a5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.641182] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "b91e70ab-2ab2-45e5-8979-7eaca7774a5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.641182] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "b91e70ab-2ab2-45e5-8979-7eaca7774a5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.641182] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "b91e70ab-2ab2-45e5-8979-7eaca7774a5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.643561] env[62181]: INFO nova.compute.manager [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Terminating instance [ 2041.664692] env[62181]: DEBUG nova.scheduler.client.report [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2042.147688] env[62181]: DEBUG nova.compute.manager [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 2042.148060] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2042.149354] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f3a872-e47a-49f2-bdc4-a887a3d2719e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.157152] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2042.157314] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25df2e21-e457-4bdf-84b3-0b8150543169 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.164290] env[62181]: DEBUG oslo_vmware.api [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2042.164290] env[62181]: value = "task-1791118" [ 2042.164290] env[62181]: _type = "Task" [ 2042.164290] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.178336] env[62181]: DEBUG oslo_vmware.api [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.182242] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "4db27deb-0acd-4843-96dd-bf70c57a6286" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.182481] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "4db27deb-0acd-4843-96dd-bf70c57a6286" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.677698] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.648s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.685247] env[62181]: DEBUG oslo_vmware.api [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791118, 'name': PowerOffVM_Task, 'duration_secs': 0.180315} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.687500] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.549s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.687693] env[62181]: DEBUG nova.objects.instance [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62181) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2042.690062] env[62181]: DEBUG nova.compute.manager [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 2042.692432] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2042.692611] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2042.696732] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f221f05-c5b3-4ce7-ac5f-23e68285f5b0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.769807] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2042.770054] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2042.770230] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleting the datastore file [datastore1] b91e70ab-2ab2-45e5-8979-7eaca7774a5c {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2042.770482] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a9164e8-002f-4c53-9126-b32bbe8c74b9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.777665] env[62181]: DEBUG oslo_vmware.api [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2042.777665] env[62181]: value = "task-1791120" [ 2042.777665] env[62181]: _type = "Task" [ 2042.777665] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.784934] env[62181]: DEBUG oslo_vmware.api [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.217233] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.287569] env[62181]: DEBUG oslo_vmware.api [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17714} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.287805] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2043.288015] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2043.288240] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2043.288419] env[62181]: INFO nova.compute.manager [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2043.288649] env[62181]: DEBUG oslo.service.loopingcall [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2043.288833] env[62181]: DEBUG nova.compute.manager [-] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 2043.288925] env[62181]: DEBUG nova.network.neutron [-] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2043.558226] env[62181]: DEBUG nova.compute.manager [req-80db04bb-1c29-49c8-82f4-9f7b496f98a2 req-d4a9f8a3-66c8-4c0e-b51e-2c74b4b5d757 service nova] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Received event network-vif-deleted-80908e4a-bd2b-4d86-aa9b-c0123e853952 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2043.558452] env[62181]: INFO nova.compute.manager [req-80db04bb-1c29-49c8-82f4-9f7b496f98a2 req-d4a9f8a3-66c8-4c0e-b51e-2c74b4b5d757 service nova] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Neutron deleted interface 80908e4a-bd2b-4d86-aa9b-c0123e853952; detaching it from the instance and deleting it from the info cache [ 2043.558633] env[62181]: DEBUG nova.network.neutron [req-80db04bb-1c29-49c8-82f4-9f7b496f98a2 req-d4a9f8a3-66c8-4c0e-b51e-2c74b4b5d757 service nova] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.703265] env[62181]: DEBUG oslo_concurrency.lockutils [None req-8ca7a73e-2a2d-47c2-9902-248aed59381e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.704293] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.487s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.705752] env[62181]: INFO nova.compute.claims [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2044.036212] env[62181]: DEBUG nova.network.neutron [-] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.061988] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adc74e4a-2563-4d43-b49e-768a800f6202 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.071341] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d17909a-4681-4894-8337-9a8b8c2e6c1c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.094918] env[62181]: DEBUG nova.compute.manager [req-80db04bb-1c29-49c8-82f4-9f7b496f98a2 req-d4a9f8a3-66c8-4c0e-b51e-2c74b4b5d757 service nova] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Detach interface failed, port_id=80908e4a-bd2b-4d86-aa9b-c0123e853952, reason: Instance b91e70ab-2ab2-45e5-8979-7eaca7774a5c could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 2044.231076] env[62181]: INFO nova.compute.manager [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Swapping old allocation on dict_keys(['473226de-15d9-4707-8968-2daf55d31057']) held by migration a36ee707-aef4-4714-bb2e-7336ebdadfc3 for instance [ 2044.251436] env[62181]: DEBUG nova.scheduler.client.report [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Overwriting current allocation {'allocations': {'473226de-15d9-4707-8968-2daf55d31057': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 162}}, 'project_id': 'eba7ffb8e6464dbc8f032cbd8208bdb6', 'user_id': '3b18084773d54c96a497a46889366176', 'consumer_generation': 1} on consumer 013316f2-607d-4768-953c-b048cc5d0e44 {{(pid=62181) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2044.334479] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.334684] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.334884] env[62181]: DEBUG nova.network.neutron [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2044.538802] env[62181]: INFO nova.compute.manager [-] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Took 1.25 seconds to deallocate network for instance. [ 2044.765397] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f473035-0603-4c37-a398-7a576edca5da {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.773210] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aab6e69-bd55-42cf-90dd-0b01afac9c9c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.803224] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511b3083-55c8-4d5c-baa9-84505efac62b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.809989] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d41356c-861a-49c5-8ab2-8a8ad38e4b6d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.822517] env[62181]: DEBUG nova.compute.provider_tree [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2045.032690] env[62181]: DEBUG nova.network.neutron [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating instance_info_cache with network_info: [{"id": "998b85cd-1ddb-4187-b9e0-10f90318b363", "address": "fa:16:3e:29:fd:3e", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998b85cd-1d", "ovs_interfaceid": "998b85cd-1ddb-4187-b9e0-10f90318b363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.044994] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.325331] env[62181]: DEBUG nova.scheduler.client.report [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2045.535740] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "refresh_cache-013316f2-607d-4768-953c-b048cc5d0e44" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.536237] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2045.536525] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3591474-0389-4665-958b-6709cb90817c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.544151] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2045.544151] env[62181]: value = "task-1791121" [ 2045.544151] env[62181]: _type = "Task" [ 2045.544151] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.551778] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.830606] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.831171] env[62181]: DEBUG nova.compute.manager [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 2045.833723] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.789s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.833945] env[62181]: DEBUG nova.objects.instance [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lazy-loading 'resources' on Instance uuid b91e70ab-2ab2-45e5-8979-7eaca7774a5c {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2046.054380] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791121, 'name': PowerOffVM_Task, 'duration_secs': 0.220128} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.054656] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2046.055352] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2046.055574] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2046.055731] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2046.055912] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2046.056072] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2046.056229] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2046.056434] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2046.056595] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2046.056761] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2046.056922] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2046.057135] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2046.062043] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-420ad786-6ff9-4063-8347-3876a8b8e7c4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.076596] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2046.076596] env[62181]: value = "task-1791122" [ 2046.076596] env[62181]: _type = "Task" [ 2046.076596] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.083790] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.337275] env[62181]: DEBUG nova.compute.utils [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2046.341800] env[62181]: DEBUG nova.compute.manager [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 2046.341972] env[62181]: DEBUG nova.network.neutron [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2046.380870] env[62181]: DEBUG nova.policy [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c0fde7d72e94e53aaebb13bcd92a186', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6238b57595c4f8a9165fa5c98cce777', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 2046.387109] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbd5461-a7fa-4415-bb4b-2c4def7506d4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.394500] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feec4c98-aece-4217-8aca-ef5e10cd1351 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.426799] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567f76b0-13b7-411e-a622-820dea885587 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.434248] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf794cd-a61b-486f-a318-602984c7d566 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.447518] env[62181]: DEBUG nova.compute.provider_tree [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2046.587419] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791122, 'name': ReconfigVM_Task, 'duration_secs': 0.265736} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.588224] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da32111-90e3-463c-8d7b-4bcccd394b20 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.613170] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2046.613170] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2046.613518] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2046.613750] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2046.614013] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2046.614273] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2046.617977] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2046.617977] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2046.617977] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2046.622501] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2046.622780] env[62181]: DEBUG nova.virt.hardware [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2046.623692] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-996d6926-e3cf-416b-867b-78f68deef7c2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.628432] env[62181]: DEBUG nova.network.neutron [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Successfully created port: 7a04ed5d-f665-406e-a0fd-a3e40ac9c978 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2046.631874] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2046.631874] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52de0af1-601f-d46e-ae08-27a104c23421" [ 2046.631874] env[62181]: _type = "Task" [ 2046.631874] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.640097] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52de0af1-601f-d46e-ae08-27a104c23421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.842115] env[62181]: DEBUG nova.compute.manager [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 2046.953029] env[62181]: DEBUG nova.scheduler.client.report [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2047.141516] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52de0af1-601f-d46e-ae08-27a104c23421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.457409] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.476966] env[62181]: INFO nova.scheduler.client.report [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleted allocations for instance b91e70ab-2ab2-45e5-8979-7eaca7774a5c [ 2047.643302] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52de0af1-601f-d46e-ae08-27a104c23421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.851207] env[62181]: DEBUG nova.compute.manager [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 2047.876041] env[62181]: DEBUG nova.virt.hardware [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2047.876322] env[62181]: DEBUG nova.virt.hardware [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2047.876480] env[62181]: DEBUG nova.virt.hardware [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2047.876660] env[62181]: DEBUG nova.virt.hardware [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2047.876805] env[62181]: DEBUG nova.virt.hardware [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2047.876951] env[62181]: DEBUG nova.virt.hardware [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2047.877199] env[62181]: DEBUG nova.virt.hardware [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2047.877366] env[62181]: DEBUG nova.virt.hardware [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2047.877584] env[62181]: DEBUG nova.virt.hardware [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2047.877692] env[62181]: DEBUG nova.virt.hardware [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2047.877864] env[62181]: DEBUG nova.virt.hardware [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2047.878766] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3113d943-02ff-4041-bead-36150ed55bba {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.886822] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdfaf56-0852-4e32-aaf4-c54094a71f33 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.983933] env[62181]: DEBUG oslo_concurrency.lockutils [None req-3d96cb9c-cbc2-4df5-ac92-349be608a98e tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "b91e70ab-2ab2-45e5-8979-7eaca7774a5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.343s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.108772] env[62181]: DEBUG nova.compute.manager [req-e6915feb-b122-45fc-9729-67b454202d16 req-e031d0a2-5668-4343-a5a2-11cf8acddfcf service nova] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Received event network-vif-plugged-7a04ed5d-f665-406e-a0fd-a3e40ac9c978 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2048.108889] env[62181]: DEBUG oslo_concurrency.lockutils [req-e6915feb-b122-45fc-9729-67b454202d16 req-e031d0a2-5668-4343-a5a2-11cf8acddfcf service nova] Acquiring lock "4db27deb-0acd-4843-96dd-bf70c57a6286-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.109148] env[62181]: DEBUG oslo_concurrency.lockutils [req-e6915feb-b122-45fc-9729-67b454202d16 req-e031d0a2-5668-4343-a5a2-11cf8acddfcf service nova] Lock "4db27deb-0acd-4843-96dd-bf70c57a6286-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.109256] env[62181]: DEBUG oslo_concurrency.lockutils [req-e6915feb-b122-45fc-9729-67b454202d16 req-e031d0a2-5668-4343-a5a2-11cf8acddfcf service nova] Lock "4db27deb-0acd-4843-96dd-bf70c57a6286-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.109426] env[62181]: DEBUG nova.compute.manager [req-e6915feb-b122-45fc-9729-67b454202d16 req-e031d0a2-5668-4343-a5a2-11cf8acddfcf service nova] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] No waiting events found dispatching network-vif-plugged-7a04ed5d-f665-406e-a0fd-a3e40ac9c978 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2048.109591] env[62181]: WARNING nova.compute.manager [req-e6915feb-b122-45fc-9729-67b454202d16 req-e031d0a2-5668-4343-a5a2-11cf8acddfcf service nova] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Received unexpected event network-vif-plugged-7a04ed5d-f665-406e-a0fd-a3e40ac9c978 for instance with vm_state building and task_state spawning. [ 2048.142656] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52de0af1-601f-d46e-ae08-27a104c23421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.197165] env[62181]: DEBUG nova.network.neutron [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Successfully updated port: 7a04ed5d-f665-406e-a0fd-a3e40ac9c978 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2048.643836] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52de0af1-601f-d46e-ae08-27a104c23421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.699641] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "refresh_cache-4db27deb-0acd-4843-96dd-bf70c57a6286" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.699880] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "refresh_cache-4db27deb-0acd-4843-96dd-bf70c57a6286" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.700201] env[62181]: DEBUG nova.network.neutron [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2049.143891] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52de0af1-601f-d46e-ae08-27a104c23421, 'name': SearchDatastore_Task, 'duration_secs': 2.051344} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.149344] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2049.149648] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05967668-7ec2-4dcc-9da0-bfa295d22ab1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.167826] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2049.167826] env[62181]: value = "task-1791123" [ 2049.167826] env[62181]: _type = "Task" [ 2049.167826] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.178622] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.229906] env[62181]: DEBUG nova.network.neutron [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2049.353543] env[62181]: DEBUG nova.network.neutron [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Updating instance_info_cache with network_info: [{"id": "7a04ed5d-f665-406e-a0fd-a3e40ac9c978", "address": "fa:16:3e:d4:c4:8c", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a04ed5d-f6", "ovs_interfaceid": "7a04ed5d-f665-406e-a0fd-a3e40ac9c978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.678527] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791123, 'name': ReconfigVM_Task, 'duration_secs': 0.196967} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.678912] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2049.679558] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6b2f49-74c7-4b52-866e-236749a0d199 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.702098] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 013316f2-607d-4768-953c-b048cc5d0e44/013316f2-607d-4768-953c-b048cc5d0e44.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2049.702364] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a6b2c5e-4a8d-49be-bd4d-4d55cd15bff1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.720477] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2049.720477] env[62181]: value = "task-1791124" [ 2049.720477] env[62181]: _type = "Task" [ 2049.720477] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.727806] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.856659] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "refresh_cache-4db27deb-0acd-4843-96dd-bf70c57a6286" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.857158] env[62181]: DEBUG nova.compute.manager [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Instance network_info: |[{"id": "7a04ed5d-f665-406e-a0fd-a3e40ac9c978", "address": "fa:16:3e:d4:c4:8c", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a04ed5d-f6", "ovs_interfaceid": "7a04ed5d-f665-406e-a0fd-a3e40ac9c978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 2049.857658] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:c4:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a04ed5d-f665-406e-a0fd-a3e40ac9c978', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2049.865793] env[62181]: DEBUG oslo.service.loopingcall [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2049.866056] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2049.866355] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aeb1ba4c-fbd3-46af-baab-9860f008a862 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.886962] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2049.886962] env[62181]: value = "task-1791125" [ 2049.886962] env[62181]: _type = "Task" [ 2049.886962] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.894132] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791125, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.135270] env[62181]: DEBUG nova.compute.manager [req-6388b860-7945-4119-a462-63ea67198f95 req-42d56cce-aecf-4db9-9044-c28323933add service nova] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Received event network-changed-7a04ed5d-f665-406e-a0fd-a3e40ac9c978 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2050.135462] env[62181]: DEBUG nova.compute.manager [req-6388b860-7945-4119-a462-63ea67198f95 req-42d56cce-aecf-4db9-9044-c28323933add service nova] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Refreshing instance network info cache due to event network-changed-7a04ed5d-f665-406e-a0fd-a3e40ac9c978. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 2050.135742] env[62181]: DEBUG oslo_concurrency.lockutils [req-6388b860-7945-4119-a462-63ea67198f95 req-42d56cce-aecf-4db9-9044-c28323933add service nova] Acquiring lock "refresh_cache-4db27deb-0acd-4843-96dd-bf70c57a6286" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.135951] env[62181]: DEBUG oslo_concurrency.lockutils [req-6388b860-7945-4119-a462-63ea67198f95 req-42d56cce-aecf-4db9-9044-c28323933add service nova] Acquired lock "refresh_cache-4db27deb-0acd-4843-96dd-bf70c57a6286" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.136211] env[62181]: DEBUG nova.network.neutron [req-6388b860-7945-4119-a462-63ea67198f95 req-42d56cce-aecf-4db9-9044-c28323933add service nova] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Refreshing network info cache for port 7a04ed5d-f665-406e-a0fd-a3e40ac9c978 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2050.230327] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791124, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.396969] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791125, 'name': CreateVM_Task, 'duration_secs': 0.312453} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.397184] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2050.397850] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.398030] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.398373] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2050.398616] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1695768-4acf-47bc-b68f-d7ef79e8d9e0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.402770] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2050.402770] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52807174-82ae-4d96-a3df-7d1967088482" [ 2050.402770] env[62181]: _type = "Task" [ 2050.402770] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.410636] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52807174-82ae-4d96-a3df-7d1967088482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.731359] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791124, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.816441] env[62181]: DEBUG nova.network.neutron [req-6388b860-7945-4119-a462-63ea67198f95 req-42d56cce-aecf-4db9-9044-c28323933add service nova] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Updated VIF entry in instance network info cache for port 7a04ed5d-f665-406e-a0fd-a3e40ac9c978. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2050.816810] env[62181]: DEBUG nova.network.neutron [req-6388b860-7945-4119-a462-63ea67198f95 req-42d56cce-aecf-4db9-9044-c28323933add service nova] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Updating instance_info_cache with network_info: [{"id": "7a04ed5d-f665-406e-a0fd-a3e40ac9c978", "address": "fa:16:3e:d4:c4:8c", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a04ed5d-f6", "ovs_interfaceid": "7a04ed5d-f665-406e-a0fd-a3e40ac9c978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.912652] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52807174-82ae-4d96-a3df-7d1967088482, 'name': SearchDatastore_Task, 'duration_secs': 0.010612} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.912920] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.913175] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2050.913402] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.913551] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.913754] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2050.913973] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee1722b0-86de-40b6-a763-df61193613a8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.921700] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2050.921872] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2050.922532] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5c3063d-2bfc-4143-ab64-b1d69559e5ef {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.927292] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2050.927292] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]529ced2d-b22e-703d-320f-7c32f30770b5" [ 2050.927292] env[62181]: _type = "Task" [ 2050.927292] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.934062] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529ced2d-b22e-703d-320f-7c32f30770b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.232094] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791124, 'name': ReconfigVM_Task, 'duration_secs': 1.282955} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.232445] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 013316f2-607d-4768-953c-b048cc5d0e44/013316f2-607d-4768-953c-b048cc5d0e44.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2051.233310] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0b359c-4141-4878-8955-fce10bd563e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.251937] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20e628c-b00a-458b-abe7-4a2c39560fa5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.268946] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc5e417-945d-450a-9195-6493fd22b85b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.286338] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf59a0d-a9b1-41e9-84be-37a89131274b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.292823] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2051.293059] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fa90079-44e1-4d3d-9581-ee8478b2358e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.298904] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2051.298904] env[62181]: value = "task-1791126" [ 2051.298904] env[62181]: _type = "Task" [ 2051.298904] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.305758] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.319390] env[62181]: DEBUG oslo_concurrency.lockutils [req-6388b860-7945-4119-a462-63ea67198f95 req-42d56cce-aecf-4db9-9044-c28323933add service nova] Releasing lock "refresh_cache-4db27deb-0acd-4843-96dd-bf70c57a6286" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.438030] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529ced2d-b22e-703d-320f-7c32f30770b5, 'name': SearchDatastore_Task, 'duration_secs': 0.008954} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.438819] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0965b0dd-d7a7-40cb-a440-c7675e420d48 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.443755] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2051.443755] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52e44d0f-8b46-c269-8984-7b6aea838936" [ 2051.443755] env[62181]: _type = "Task" [ 2051.443755] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.451156] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e44d0f-8b46-c269-8984-7b6aea838936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.809580] env[62181]: DEBUG oslo_vmware.api [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791126, 'name': PowerOnVM_Task, 'duration_secs': 0.364338} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.810038] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2051.955617] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52e44d0f-8b46-c269-8984-7b6aea838936, 'name': SearchDatastore_Task, 'duration_secs': 0.009391} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.955882] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.956224] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 4db27deb-0acd-4843-96dd-bf70c57a6286/4db27deb-0acd-4843-96dd-bf70c57a6286.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2051.956467] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60536156-6085-4e82-be4a-6d3e8480066d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.963053] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2051.963053] env[62181]: value = "task-1791127" [ 2051.963053] env[62181]: _type = "Task" [ 2051.963053] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.970025] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.473373] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456133} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.473671] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 4db27deb-0acd-4843-96dd-bf70c57a6286/4db27deb-0acd-4843-96dd-bf70c57a6286.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2052.473904] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2052.474159] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a4bf60e-63f7-4e89-85bf-53d71a51b5a4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.480511] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2052.480511] env[62181]: value = "task-1791128" [ 2052.480511] env[62181]: _type = "Task" [ 2052.480511] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.490166] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.822590] env[62181]: INFO nova.compute.manager [None req-2685b59b-85f6-4def-aadc-7758af9de2e5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating instance to original state: 'active' [ 2052.990699] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067582} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.990928] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2052.991700] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991c075e-bd55-4645-8fa6-d8a34c96377c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.012981] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 4db27deb-0acd-4843-96dd-bf70c57a6286/4db27deb-0acd-4843-96dd-bf70c57a6286.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2053.013237] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6609fb37-774b-4a11-96a8-82ab7e6529fc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.032819] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2053.032819] env[62181]: value = "task-1791129" [ 2053.032819] env[62181]: _type = "Task" [ 2053.032819] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.041020] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.542384] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791129, 'name': ReconfigVM_Task, 'duration_secs': 0.298835} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.542678] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 4db27deb-0acd-4843-96dd-bf70c57a6286/4db27deb-0acd-4843-96dd-bf70c57a6286.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2053.543329] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d61fcd9a-1c36-462b-a51d-1c91b8dba922 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.550044] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2053.550044] env[62181]: value = "task-1791130" [ 2053.550044] env[62181]: _type = "Task" [ 2053.550044] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.557688] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791130, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.060052] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791130, 'name': Rename_Task, 'duration_secs': 0.149312} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.060420] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2054.060564] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-013eec56-8294-4a7b-b770-b969cda1e865 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.066516] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2054.066516] env[62181]: value = "task-1791131" [ 2054.066516] env[62181]: _type = "Task" [ 2054.066516] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.073394] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.269920] env[62181]: DEBUG oslo_concurrency.lockutils [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "013316f2-607d-4768-953c-b048cc5d0e44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.270192] env[62181]: DEBUG oslo_concurrency.lockutils [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "013316f2-607d-4768-953c-b048cc5d0e44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.270443] env[62181]: DEBUG oslo_concurrency.lockutils [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "013316f2-607d-4768-953c-b048cc5d0e44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.270711] env[62181]: DEBUG oslo_concurrency.lockutils [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "013316f2-607d-4768-953c-b048cc5d0e44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.270849] env[62181]: DEBUG oslo_concurrency.lockutils [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "013316f2-607d-4768-953c-b048cc5d0e44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.273181] env[62181]: INFO nova.compute.manager [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Terminating instance [ 2054.578637] env[62181]: DEBUG oslo_vmware.api [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791131, 'name': PowerOnVM_Task, 'duration_secs': 0.499027} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.578895] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2054.579118] env[62181]: INFO nova.compute.manager [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Took 6.73 seconds to spawn the instance on the hypervisor. [ 2054.579305] env[62181]: DEBUG nova.compute.manager [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 2054.580134] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403e3794-5bfe-4fdb-b1e4-86ae4b122b3d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.776919] env[62181]: DEBUG nova.compute.manager [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 2054.777218] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2054.778105] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f1c60f-88c3-4d2e-8c18-a0da6fd170bb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.785825] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2054.786063] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16037cd2-c16e-4572-8023-328a85fdc166 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.791344] env[62181]: DEBUG oslo_vmware.api [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2054.791344] env[62181]: value = "task-1791132" [ 2054.791344] env[62181]: _type = "Task" [ 2054.791344] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.798745] env[62181]: DEBUG oslo_vmware.api [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.097751] env[62181]: INFO nova.compute.manager [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Took 11.90 seconds to build instance. [ 2055.301418] env[62181]: DEBUG oslo_vmware.api [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791132, 'name': PowerOffVM_Task, 'duration_secs': 0.189884} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.301706] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2055.301885] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2055.302137] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68813f4a-82df-4575-8a81-d8cfc7ec844e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.372196] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2055.372384] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2055.372574] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Deleting the datastore file [datastore1] 013316f2-607d-4768-953c-b048cc5d0e44 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2055.372833] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2843736-7d7b-46e8-987f-7e2d08170b5a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.379082] env[62181]: DEBUG oslo_vmware.api [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2055.379082] env[62181]: value = "task-1791134" [ 2055.379082] env[62181]: _type = "Task" [ 2055.379082] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.386549] env[62181]: DEBUG oslo_vmware.api [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.599568] env[62181]: DEBUG oslo_concurrency.lockutils [None req-4292cfad-3960-4877-a6ef-722e54794234 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "4db27deb-0acd-4843-96dd-bf70c57a6286" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.417s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.705956] env[62181]: INFO nova.compute.manager [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Rebuilding instance [ 2055.744874] env[62181]: DEBUG nova.compute.manager [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 2055.745749] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e0aceb-f11c-4545-9e2c-70e860497faf {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.888597] env[62181]: DEBUG oslo_vmware.api [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170647} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.888847] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2055.889049] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2055.889237] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2055.889413] env[62181]: INFO nova.compute.manager [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2055.889676] env[62181]: DEBUG oslo.service.loopingcall [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2055.889867] env[62181]: DEBUG nova.compute.manager [-] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 2055.889961] env[62181]: DEBUG nova.network.neutron [-] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2056.457364] env[62181]: DEBUG nova.compute.manager [req-b3ed4cb4-dff2-4171-855e-ba1b53f90545 req-71cf9fe7-7507-4353-bb08-baff84b183c3 service nova] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Received event network-vif-deleted-998b85cd-1ddb-4187-b9e0-10f90318b363 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2056.457637] env[62181]: INFO nova.compute.manager [req-b3ed4cb4-dff2-4171-855e-ba1b53f90545 req-71cf9fe7-7507-4353-bb08-baff84b183c3 service nova] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Neutron deleted interface 998b85cd-1ddb-4187-b9e0-10f90318b363; detaching it from the instance and deleting it from the info cache [ 2056.457751] env[62181]: DEBUG nova.network.neutron [req-b3ed4cb4-dff2-4171-855e-ba1b53f90545 req-71cf9fe7-7507-4353-bb08-baff84b183c3 service nova] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.758625] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2056.758914] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d178b2c-a340-4e0a-83a4-687a77929bb5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.766536] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2056.766536] env[62181]: value = "task-1791135" [ 2056.766536] env[62181]: _type = "Task" [ 2056.766536] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.774015] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.818397] env[62181]: DEBUG nova.network.neutron [-] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.960741] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-beb6934f-beb1-43bd-8543-666365be5761 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.969022] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ea7564-be87-43ba-bad9-8992ca70b32c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.993438] env[62181]: DEBUG nova.compute.manager [req-b3ed4cb4-dff2-4171-855e-ba1b53f90545 req-71cf9fe7-7507-4353-bb08-baff84b183c3 service nova] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Detach interface failed, port_id=998b85cd-1ddb-4187-b9e0-10f90318b363, reason: Instance 013316f2-607d-4768-953c-b048cc5d0e44 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 2057.276297] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791135, 'name': PowerOffVM_Task, 'duration_secs': 0.228972} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.276568] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2057.276812] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2057.277633] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40be113-57f4-4539-a830-b034da8fa3fc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.284198] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2057.284436] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52197b5f-f26a-44c5-84ad-2acb71caf1ae {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.321477] env[62181]: INFO nova.compute.manager [-] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Took 1.43 seconds to deallocate network for instance. [ 2057.358699] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2057.358940] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2057.359149] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleting the datastore file [datastore1] 4db27deb-0acd-4843-96dd-bf70c57a6286 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2057.359391] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63bfd278-8f28-4f75-81c6-374588e1bfc2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.365783] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2057.365783] env[62181]: value = "task-1791137" [ 2057.365783] env[62181]: _type = "Task" [ 2057.365783] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.373699] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.828264] env[62181]: DEBUG oslo_concurrency.lockutils [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.828689] env[62181]: DEBUG oslo_concurrency.lockutils [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.828824] env[62181]: DEBUG oslo_concurrency.lockutils [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.853301] env[62181]: INFO nova.scheduler.client.report [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Deleted allocations for instance 013316f2-607d-4768-953c-b048cc5d0e44 [ 2057.875916] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216513} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.876230] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2057.876425] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2057.876603] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2058.360793] env[62181]: DEBUG oslo_concurrency.lockutils [None req-126fdf3b-7489-496f-aea6-07d911ca726e tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "013316f2-607d-4768-953c-b048cc5d0e44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.091s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.910971] env[62181]: DEBUG nova.virt.hardware [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2058.911329] env[62181]: DEBUG nova.virt.hardware [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2058.911402] env[62181]: DEBUG nova.virt.hardware [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2058.911587] env[62181]: DEBUG nova.virt.hardware [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2058.911741] env[62181]: DEBUG nova.virt.hardware [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2058.911891] env[62181]: DEBUG nova.virt.hardware [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2058.912109] env[62181]: DEBUG nova.virt.hardware [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2058.912275] env[62181]: DEBUG nova.virt.hardware [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2058.912469] env[62181]: DEBUG nova.virt.hardware [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2058.912633] env[62181]: DEBUG nova.virt.hardware [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2058.912808] env[62181]: DEBUG nova.virt.hardware [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2058.913702] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acf2f91-840c-4b83-ae70-42e96a158a2a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.923236] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7035686e-eda9-41f9-ac85-acdbc65ef4a6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.936575] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:c4:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a04ed5d-f665-406e-a0fd-a3e40ac9c978', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2058.943760] env[62181]: DEBUG oslo.service.loopingcall [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2058.943980] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2058.944195] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5499dd14-832f-4a89-8602-51b75974f8ff {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.963168] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2058.963168] env[62181]: value = "task-1791138" [ 2058.963168] env[62181]: _type = "Task" [ 2058.963168] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.971107] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791138, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.178035] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "64747128-bde7-4e25-b538-80cd17db4882" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.178360] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "64747128-bde7-4e25-b538-80cd17db4882" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.473615] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791138, 'name': CreateVM_Task, 'duration_secs': 0.314588} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.473804] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2059.474420] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.474593] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.474917] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2059.475225] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b81bbf4a-5146-4660-bfe2-364856119102 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.479743] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2059.479743] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]529d8514-90cb-a974-1009-6b5af63dfd1d" [ 2059.479743] env[62181]: _type = "Task" [ 2059.479743] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.487040] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529d8514-90cb-a974-1009-6b5af63dfd1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.680856] env[62181]: DEBUG nova.compute.manager [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 2059.989989] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529d8514-90cb-a974-1009-6b5af63dfd1d, 'name': SearchDatastore_Task, 'duration_secs': 0.00877} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.990344] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.990507] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2059.990735] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.990885] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.991078] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2059.991423] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61ad176a-c285-487f-b09f-3f9498d9e5cb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.999110] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2059.999286] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2059.999961] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9c0550-2155-42a1-a3c8-28176650ac24 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.004611] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2060.004611] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52510d11-8b56-5f8c-1cda-c202550acee5" [ 2060.004611] env[62181]: _type = "Task" [ 2060.004611] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.011994] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52510d11-8b56-5f8c-1cda-c202550acee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.200202] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.200455] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.201886] env[62181]: INFO nova.compute.claims [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2060.515889] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52510d11-8b56-5f8c-1cda-c202550acee5, 'name': SearchDatastore_Task, 'duration_secs': 0.008496} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.516648] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cba9bcaf-0107-47b0-86e0-8e1509742551 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.521527] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2060.521527] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52c9e611-7296-32bb-8ed5-75b5a51914ea" [ 2060.521527] env[62181]: _type = "Task" [ 2060.521527] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.528725] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c9e611-7296-32bb-8ed5-75b5a51914ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.032078] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52c9e611-7296-32bb-8ed5-75b5a51914ea, 'name': SearchDatastore_Task, 'duration_secs': 0.00978} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.032438] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.032690] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 4db27deb-0acd-4843-96dd-bf70c57a6286/4db27deb-0acd-4843-96dd-bf70c57a6286.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2061.032944] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97cacb3f-866d-4784-b949-865e0d332395 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.039629] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2061.039629] env[62181]: value = "task-1791139" [ 2061.039629] env[62181]: _type = "Task" [ 2061.039629] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.046688] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.256235] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8872a14-8807-4bb8-98ab-a60fab1fbc6b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.265097] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eaa8b9-c22b-4d71-8532-ed76f4822d0f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.297956] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f23b34b-7e12-4eb0-b214-1d4b63df7b50 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.305670] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31615c63-a3ca-4b49-8290-dfb541ac4860 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.319018] env[62181]: DEBUG nova.compute.provider_tree [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2061.551277] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791139, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.822332] env[62181]: DEBUG nova.scheduler.client.report [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2062.050742] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570076} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.051169] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 4db27deb-0acd-4843-96dd-bf70c57a6286/4db27deb-0acd-4843-96dd-bf70c57a6286.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2062.051259] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2062.051473] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff6f5ea2-000d-4e33-9cc5-92b2cd02348e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.057774] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2062.057774] env[62181]: value = "task-1791140" [ 2062.057774] env[62181]: _type = "Task" [ 2062.057774] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.065182] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.327208] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.327782] env[62181]: DEBUG nova.compute.manager [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 2062.566878] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066589} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.567160] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2062.567910] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a3decb-5e10-444d-8f45-0d84d7364d93 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.589208] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 4db27deb-0acd-4843-96dd-bf70c57a6286/4db27deb-0acd-4843-96dd-bf70c57a6286.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2062.589382] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ad5b65-9a98-4933-a41f-cf367f1f7a40 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.608585] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2062.608585] env[62181]: value = "task-1791141" [ 2062.608585] env[62181]: _type = "Task" [ 2062.608585] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.615796] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.833053] env[62181]: DEBUG nova.compute.utils [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2062.834610] env[62181]: DEBUG nova.compute.manager [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 2062.834702] env[62181]: DEBUG nova.network.neutron [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2062.873114] env[62181]: DEBUG nova.policy [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b18084773d54c96a497a46889366176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eba7ffb8e6464dbc8f032cbd8208bdb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 2063.119030] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791141, 'name': ReconfigVM_Task, 'duration_secs': 0.280669} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.119030] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 4db27deb-0acd-4843-96dd-bf70c57a6286/4db27deb-0acd-4843-96dd-bf70c57a6286.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2063.119609] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69d15af4-d028-4387-93a1-0f719db3e0e6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.126135] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2063.126135] env[62181]: value = "task-1791142" [ 2063.126135] env[62181]: _type = "Task" [ 2063.126135] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.133758] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791142, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.177472] env[62181]: DEBUG nova.network.neutron [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Successfully created port: 52de267f-8f41-46ea-a6e6-8a180406a925 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2063.338062] env[62181]: DEBUG nova.compute.manager [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 2063.637312] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791142, 'name': Rename_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.138453] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791142, 'name': Rename_Task, 'duration_secs': 0.84049} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.139067] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2064.139321] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bc1c5e0-9563-4ea0-8ce4-ec4ec6968a3c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.146032] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2064.146032] env[62181]: value = "task-1791143" [ 2064.146032] env[62181]: _type = "Task" [ 2064.146032] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.153371] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.349019] env[62181]: DEBUG nova.compute.manager [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 2064.375142] env[62181]: DEBUG nova.virt.hardware [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2064.375795] env[62181]: DEBUG nova.virt.hardware [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2064.375795] env[62181]: DEBUG nova.virt.hardware [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2064.375937] env[62181]: DEBUG nova.virt.hardware [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2064.375971] env[62181]: DEBUG nova.virt.hardware [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2064.376158] env[62181]: DEBUG nova.virt.hardware [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2064.376431] env[62181]: DEBUG nova.virt.hardware [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2064.376635] env[62181]: DEBUG nova.virt.hardware [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2064.376843] env[62181]: DEBUG nova.virt.hardware [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2064.377134] env[62181]: DEBUG nova.virt.hardware [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2064.377440] env[62181]: DEBUG nova.virt.hardware [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2064.378338] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa92825-66a8-468a-97ec-ae91018e4a3f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.386185] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006256e6-82aa-4e74-80e9-2ae61695b696 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.542923] env[62181]: DEBUG nova.compute.manager [req-d2e826fe-bebe-4bb3-b8af-53e47c9fe3b2 req-f9113de0-6cf5-4e39-93c2-e275593e243f service nova] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Received event network-vif-plugged-52de267f-8f41-46ea-a6e6-8a180406a925 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2064.543178] env[62181]: DEBUG oslo_concurrency.lockutils [req-d2e826fe-bebe-4bb3-b8af-53e47c9fe3b2 req-f9113de0-6cf5-4e39-93c2-e275593e243f service nova] Acquiring lock "64747128-bde7-4e25-b538-80cd17db4882-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.543430] env[62181]: DEBUG oslo_concurrency.lockutils [req-d2e826fe-bebe-4bb3-b8af-53e47c9fe3b2 req-f9113de0-6cf5-4e39-93c2-e275593e243f service nova] Lock "64747128-bde7-4e25-b538-80cd17db4882-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.543544] env[62181]: DEBUG oslo_concurrency.lockutils [req-d2e826fe-bebe-4bb3-b8af-53e47c9fe3b2 req-f9113de0-6cf5-4e39-93c2-e275593e243f service nova] Lock "64747128-bde7-4e25-b538-80cd17db4882-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.543717] env[62181]: DEBUG nova.compute.manager [req-d2e826fe-bebe-4bb3-b8af-53e47c9fe3b2 req-f9113de0-6cf5-4e39-93c2-e275593e243f service nova] [instance: 64747128-bde7-4e25-b538-80cd17db4882] No waiting events found dispatching network-vif-plugged-52de267f-8f41-46ea-a6e6-8a180406a925 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2064.543883] env[62181]: WARNING nova.compute.manager [req-d2e826fe-bebe-4bb3-b8af-53e47c9fe3b2 req-f9113de0-6cf5-4e39-93c2-e275593e243f service nova] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Received unexpected event network-vif-plugged-52de267f-8f41-46ea-a6e6-8a180406a925 for instance with vm_state building and task_state spawning. [ 2064.628357] env[62181]: DEBUG nova.network.neutron [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Successfully updated port: 52de267f-8f41-46ea-a6e6-8a180406a925 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2064.655502] env[62181]: DEBUG oslo_vmware.api [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791143, 'name': PowerOnVM_Task, 'duration_secs': 0.440823} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.656257] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2064.656257] env[62181]: DEBUG nova.compute.manager [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 2064.657035] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d94d877-3b6c-44f0-8682-cd0459ab5da7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.131814] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "refresh_cache-64747128-bde7-4e25-b538-80cd17db4882" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.131947] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "refresh_cache-64747128-bde7-4e25-b538-80cd17db4882" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.132145] env[62181]: DEBUG nova.network.neutron [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2065.172925] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.173251] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.173469] env[62181]: DEBUG nova.objects.instance [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62181) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2065.663458] env[62181]: DEBUG nova.network.neutron [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2065.841717] env[62181]: DEBUG nova.network.neutron [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Updating instance_info_cache with network_info: [{"id": "52de267f-8f41-46ea-a6e6-8a180406a925", "address": "fa:16:3e:2e:0b:69", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de267f-8f", "ovs_interfaceid": "52de267f-8f41-46ea-a6e6-8a180406a925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2066.129335] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "4db27deb-0acd-4843-96dd-bf70c57a6286" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.130045] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "4db27deb-0acd-4843-96dd-bf70c57a6286" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.130045] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "4db27deb-0acd-4843-96dd-bf70c57a6286-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.130192] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "4db27deb-0acd-4843-96dd-bf70c57a6286-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.130229] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "4db27deb-0acd-4843-96dd-bf70c57a6286-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.132303] env[62181]: INFO nova.compute.manager [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Terminating instance [ 2066.183526] env[62181]: DEBUG oslo_concurrency.lockutils [None req-a5fb9a48-4d91-4af9-bac1-7fcda7ffdb36 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.343968] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "refresh_cache-64747128-bde7-4e25-b538-80cd17db4882" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2066.344342] env[62181]: DEBUG nova.compute.manager [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Instance network_info: |[{"id": "52de267f-8f41-46ea-a6e6-8a180406a925", "address": "fa:16:3e:2e:0b:69", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de267f-8f", "ovs_interfaceid": "52de267f-8f41-46ea-a6e6-8a180406a925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 2066.344757] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:0b:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52de267f-8f41-46ea-a6e6-8a180406a925', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2066.352322] env[62181]: DEBUG oslo.service.loopingcall [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2066.352528] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2066.352751] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a986c15-5a23-4af3-a3df-1b403b630aa0 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.373658] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2066.373658] env[62181]: value = "task-1791144" [ 2066.373658] env[62181]: _type = "Task" [ 2066.373658] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.381467] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791144, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.569098] env[62181]: DEBUG oslo_concurrency.lockutils [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "6e58e8d2-3103-44ef-940f-5ccff003e9e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.569342] env[62181]: DEBUG oslo_concurrency.lockutils [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "6e58e8d2-3103-44ef-940f-5ccff003e9e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.571037] env[62181]: DEBUG nova.compute.manager [req-3f825fe1-4bd3-4ec8-9d5f-5f0dfe049151 req-8df00833-fad0-45d9-bddb-f94b87e1e2d1 service nova] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Received event network-changed-52de267f-8f41-46ea-a6e6-8a180406a925 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2066.571227] env[62181]: DEBUG nova.compute.manager [req-3f825fe1-4bd3-4ec8-9d5f-5f0dfe049151 req-8df00833-fad0-45d9-bddb-f94b87e1e2d1 service nova] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Refreshing instance network info cache due to event network-changed-52de267f-8f41-46ea-a6e6-8a180406a925. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 2066.571421] env[62181]: DEBUG oslo_concurrency.lockutils [req-3f825fe1-4bd3-4ec8-9d5f-5f0dfe049151 req-8df00833-fad0-45d9-bddb-f94b87e1e2d1 service nova] Acquiring lock "refresh_cache-64747128-bde7-4e25-b538-80cd17db4882" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.571561] env[62181]: DEBUG oslo_concurrency.lockutils [req-3f825fe1-4bd3-4ec8-9d5f-5f0dfe049151 req-8df00833-fad0-45d9-bddb-f94b87e1e2d1 service nova] Acquired lock "refresh_cache-64747128-bde7-4e25-b538-80cd17db4882" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.571716] env[62181]: DEBUG nova.network.neutron [req-3f825fe1-4bd3-4ec8-9d5f-5f0dfe049151 req-8df00833-fad0-45d9-bddb-f94b87e1e2d1 service nova] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Refreshing network info cache for port 52de267f-8f41-46ea-a6e6-8a180406a925 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2066.636639] env[62181]: DEBUG nova.compute.manager [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 2066.636935] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2066.638043] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd9d93c-7371-4509-9331-c82ac2bea2c9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.647413] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2066.647673] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19d8c8fb-0d7f-49c3-acf1-96dbc2f7fba4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.654126] env[62181]: DEBUG oslo_vmware.api [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2066.654126] env[62181]: value = "task-1791145" [ 2066.654126] env[62181]: _type = "Task" [ 2066.654126] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.661743] env[62181]: DEBUG oslo_vmware.api [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.883617] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791144, 'name': CreateVM_Task, 'duration_secs': 0.441877} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.883822] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2066.884469] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.884641] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.884959] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2066.885226] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959b7df0-bae8-4d8b-b6d6-0ec7ec1c9754 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.889442] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2066.889442] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]525cc7a9-6219-84de-bb6c-a2db7437a405" [ 2066.889442] env[62181]: _type = "Task" [ 2066.889442] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.896606] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525cc7a9-6219-84de-bb6c-a2db7437a405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.076293] env[62181]: DEBUG nova.compute.manager [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 2067.163819] env[62181]: DEBUG oslo_vmware.api [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791145, 'name': PowerOffVM_Task, 'duration_secs': 0.212665} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.164097] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2067.164284] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2067.164536] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3571be2-e6e7-46f0-a729-8f07ff9e2119 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.235225] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2067.235544] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2067.235677] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleting the datastore file [datastore1] 4db27deb-0acd-4843-96dd-bf70c57a6286 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2067.235876] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe263b59-94f8-45b4-8e56-0b268695a84b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.242170] env[62181]: DEBUG oslo_vmware.api [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2067.242170] env[62181]: value = "task-1791147" [ 2067.242170] env[62181]: _type = "Task" [ 2067.242170] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.249509] env[62181]: DEBUG oslo_vmware.api [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.348404] env[62181]: DEBUG nova.network.neutron [req-3f825fe1-4bd3-4ec8-9d5f-5f0dfe049151 req-8df00833-fad0-45d9-bddb-f94b87e1e2d1 service nova] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Updated VIF entry in instance network info cache for port 52de267f-8f41-46ea-a6e6-8a180406a925. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2067.348861] env[62181]: DEBUG nova.network.neutron [req-3f825fe1-4bd3-4ec8-9d5f-5f0dfe049151 req-8df00833-fad0-45d9-bddb-f94b87e1e2d1 service nova] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Updating instance_info_cache with network_info: [{"id": "52de267f-8f41-46ea-a6e6-8a180406a925", "address": "fa:16:3e:2e:0b:69", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de267f-8f", "ovs_interfaceid": "52de267f-8f41-46ea-a6e6-8a180406a925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.400646] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]525cc7a9-6219-84de-bb6c-a2db7437a405, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.400947] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2067.401202] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2067.401440] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.401594] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.401768] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2067.402040] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29f48b17-e7da-40e7-bc4f-e202c51c98dd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.418494] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2067.418686] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2067.419406] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c89e41e-16db-4ab2-9cb5-41d0995cc0ac {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.424633] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2067.424633] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52afe655-397a-c3fd-e54f-c20823d8c2cf" [ 2067.424633] env[62181]: _type = "Task" [ 2067.424633] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.433278] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52afe655-397a-c3fd-e54f-c20823d8c2cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.600823] env[62181]: DEBUG oslo_concurrency.lockutils [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.601097] env[62181]: DEBUG oslo_concurrency.lockutils [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.602605] env[62181]: INFO nova.compute.claims [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2067.751903] env[62181]: DEBUG oslo_vmware.api [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192238} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.752171] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2067.752375] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2067.752539] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2067.752708] env[62181]: INFO nova.compute.manager [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2067.752939] env[62181]: DEBUG oslo.service.loopingcall [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2067.753143] env[62181]: DEBUG nova.compute.manager [-] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 2067.753239] env[62181]: DEBUG nova.network.neutron [-] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2067.851903] env[62181]: DEBUG oslo_concurrency.lockutils [req-3f825fe1-4bd3-4ec8-9d5f-5f0dfe049151 req-8df00833-fad0-45d9-bddb-f94b87e1e2d1 service nova] Releasing lock "refresh_cache-64747128-bde7-4e25-b538-80cd17db4882" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2067.934317] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52afe655-397a-c3fd-e54f-c20823d8c2cf, 'name': SearchDatastore_Task, 'duration_secs': 0.013961} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.935108] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad672cb8-5ab5-458e-ae60-724afc42e89d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.941054] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2067.941054] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]529cab40-56ce-8bc6-b1b7-9977f041f1e5" [ 2067.941054] env[62181]: _type = "Task" [ 2067.941054] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.948837] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529cab40-56ce-8bc6-b1b7-9977f041f1e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.450740] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]529cab40-56ce-8bc6-b1b7-9977f041f1e5, 'name': SearchDatastore_Task, 'duration_secs': 0.027001} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.451049] env[62181]: DEBUG nova.network.neutron [-] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.452214] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.452439] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 64747128-bde7-4e25-b538-80cd17db4882/64747128-bde7-4e25-b538-80cd17db4882.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2068.452873] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f5a4c18-98ec-46af-897a-7bb4f2605728 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.459996] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2068.459996] env[62181]: value = "task-1791148" [ 2068.459996] env[62181]: _type = "Task" [ 2068.459996] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.468283] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.594865] env[62181]: DEBUG nova.compute.manager [req-c2659e53-254b-4039-80ea-6963be095d37 req-75abed47-0f7a-4334-a683-17f187000c85 service nova] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Received event network-vif-deleted-7a04ed5d-f665-406e-a0fd-a3e40ac9c978 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2068.666491] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11454e5c-7761-4944-9bb3-550724ee55eb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.674579] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2ac0d5-7991-4f1c-8d81-c03824f10ec8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.708810] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e567123a-a6ff-47b4-ba97-c907b15d1ba9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.717569] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e2b5a9-9b65-4204-8e7d-3578adc4d35d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.733246] env[62181]: DEBUG nova.compute.provider_tree [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2068.954292] env[62181]: INFO nova.compute.manager [-] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Took 1.20 seconds to deallocate network for instance. [ 2068.970311] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472568} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.970587] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 64747128-bde7-4e25-b538-80cd17db4882/64747128-bde7-4e25-b538-80cd17db4882.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2068.970819] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2068.971080] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74abf3d3-b122-4105-9787-509c1f9bef6c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.977302] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2068.977302] env[62181]: value = "task-1791149" [ 2068.977302] env[62181]: _type = "Task" [ 2068.977302] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.985011] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.237077] env[62181]: DEBUG nova.scheduler.client.report [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2069.460739] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.487408] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068133} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.487641] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2069.488432] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99964c7b-a148-4679-8f68-2eac39487757 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.509777] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 64747128-bde7-4e25-b538-80cd17db4882/64747128-bde7-4e25-b538-80cd17db4882.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2069.510061] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-479155df-9755-41ee-9e65-121d33c83881 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.528533] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2069.528533] env[62181]: value = "task-1791150" [ 2069.528533] env[62181]: _type = "Task" [ 2069.528533] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.536182] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.742038] env[62181]: DEBUG oslo_concurrency.lockutils [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.742573] env[62181]: DEBUG nova.compute.manager [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 2069.745294] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.285s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.745537] env[62181]: DEBUG nova.objects.instance [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lazy-loading 'resources' on Instance uuid 4db27deb-0acd-4843-96dd-bf70c57a6286 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2070.039897] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791150, 'name': ReconfigVM_Task, 'duration_secs': 0.281998} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.040193] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 64747128-bde7-4e25-b538-80cd17db4882/64747128-bde7-4e25-b538-80cd17db4882.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2070.040829] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e6d78be-f8c1-4557-a2a3-8556345b631f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.047983] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2070.047983] env[62181]: value = "task-1791151" [ 2070.047983] env[62181]: _type = "Task" [ 2070.047983] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.055671] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791151, 'name': Rename_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.249408] env[62181]: DEBUG nova.compute.utils [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2070.253454] env[62181]: DEBUG nova.compute.manager [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 2070.253591] env[62181]: DEBUG nova.network.neutron [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2070.299940] env[62181]: DEBUG nova.policy [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c0fde7d72e94e53aaebb13bcd92a186', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6238b57595c4f8a9165fa5c98cce777', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 2070.302786] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb20e75-d6b7-4539-a09c-9bfbe9725bed {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.310197] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07438cbd-7199-4684-8026-d6de04c59460 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.340625] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315d0430-4748-42f8-8e79-0c4bc325b3d8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.348236] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7ccc6f-d30e-4483-aeed-44eb6791b694 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.361385] env[62181]: DEBUG nova.compute.provider_tree [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2070.537684] env[62181]: DEBUG nova.network.neutron [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Successfully created port: 0ecc4631-30ef-4e82-b473-6686f6a0b74d {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2070.559131] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791151, 'name': Rename_Task, 'duration_secs': 0.13882} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.559407] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2070.559653] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5396d4f1-6334-4666-8e48-2c8d7a1aa1aa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.565991] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2070.565991] env[62181]: value = "task-1791152" [ 2070.565991] env[62181]: _type = "Task" [ 2070.565991] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.573185] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.754257] env[62181]: DEBUG nova.compute.manager [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 2070.864889] env[62181]: DEBUG nova.scheduler.client.report [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2071.076457] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.371772] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.391051] env[62181]: INFO nova.scheduler.client.report [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleted allocations for instance 4db27deb-0acd-4843-96dd-bf70c57a6286 [ 2071.576916] env[62181]: DEBUG oslo_vmware.api [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791152, 'name': PowerOnVM_Task, 'duration_secs': 0.773094} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.577327] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2071.577383] env[62181]: INFO nova.compute.manager [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Took 7.23 seconds to spawn the instance on the hypervisor. [ 2071.577561] env[62181]: DEBUG nova.compute.manager [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 2071.578340] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7c1cfe-4a64-4507-9eb3-885c4e61492d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.764438] env[62181]: DEBUG nova.compute.manager [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 2071.790559] env[62181]: DEBUG nova.virt.hardware [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2071.790917] env[62181]: DEBUG nova.virt.hardware [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2071.791162] env[62181]: DEBUG nova.virt.hardware [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2071.791432] env[62181]: DEBUG nova.virt.hardware [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2071.791652] env[62181]: DEBUG nova.virt.hardware [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2071.791879] env[62181]: DEBUG nova.virt.hardware [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2071.792192] env[62181]: DEBUG nova.virt.hardware [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2071.792430] env[62181]: DEBUG nova.virt.hardware [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2071.792678] env[62181]: DEBUG nova.virt.hardware [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2071.792921] env[62181]: DEBUG nova.virt.hardware [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2071.793191] env[62181]: DEBUG nova.virt.hardware [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2071.794137] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7daaef-5063-4aee-bd43-a1264c5fd40b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.802496] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bdcae7-21b7-44af-ad49-e060a76ef88c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.900224] env[62181]: DEBUG oslo_concurrency.lockutils [None req-7574ba12-9fab-431a-9064-82d479339ba4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "4db27deb-0acd-4843-96dd-bf70c57a6286" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.770s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.983377] env[62181]: DEBUG nova.compute.manager [req-51d7e14d-affd-498a-8b18-48e1417517c2 req-cfb98c6e-5cd7-4b22-a7f9-9d775e6bca63 service nova] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Received event network-vif-plugged-0ecc4631-30ef-4e82-b473-6686f6a0b74d {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2071.983377] env[62181]: DEBUG oslo_concurrency.lockutils [req-51d7e14d-affd-498a-8b18-48e1417517c2 req-cfb98c6e-5cd7-4b22-a7f9-9d775e6bca63 service nova] Acquiring lock "6e58e8d2-3103-44ef-940f-5ccff003e9e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.983566] env[62181]: DEBUG oslo_concurrency.lockutils [req-51d7e14d-affd-498a-8b18-48e1417517c2 req-cfb98c6e-5cd7-4b22-a7f9-9d775e6bca63 service nova] Lock "6e58e8d2-3103-44ef-940f-5ccff003e9e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.983719] env[62181]: DEBUG oslo_concurrency.lockutils [req-51d7e14d-affd-498a-8b18-48e1417517c2 req-cfb98c6e-5cd7-4b22-a7f9-9d775e6bca63 service nova] Lock "6e58e8d2-3103-44ef-940f-5ccff003e9e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.983893] env[62181]: DEBUG nova.compute.manager [req-51d7e14d-affd-498a-8b18-48e1417517c2 req-cfb98c6e-5cd7-4b22-a7f9-9d775e6bca63 service nova] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] No waiting events found dispatching network-vif-plugged-0ecc4631-30ef-4e82-b473-6686f6a0b74d {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2071.984264] env[62181]: WARNING nova.compute.manager [req-51d7e14d-affd-498a-8b18-48e1417517c2 req-cfb98c6e-5cd7-4b22-a7f9-9d775e6bca63 service nova] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Received unexpected event network-vif-plugged-0ecc4631-30ef-4e82-b473-6686f6a0b74d for instance with vm_state building and task_state spawning. [ 2072.067507] env[62181]: DEBUG nova.network.neutron [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Successfully updated port: 0ecc4631-30ef-4e82-b473-6686f6a0b74d {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2072.097428] env[62181]: INFO nova.compute.manager [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Took 11.91 seconds to build instance. [ 2072.313037] env[62181]: DEBUG nova.compute.manager [req-7a2c738d-136f-4e01-bcc0-a7a9045a267f req-d6516892-4744-4698-a3d8-15f27f7b8988 service nova] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Received event network-changed-52de267f-8f41-46ea-a6e6-8a180406a925 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2072.313258] env[62181]: DEBUG nova.compute.manager [req-7a2c738d-136f-4e01-bcc0-a7a9045a267f req-d6516892-4744-4698-a3d8-15f27f7b8988 service nova] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Refreshing instance network info cache due to event network-changed-52de267f-8f41-46ea-a6e6-8a180406a925. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 2072.313498] env[62181]: DEBUG oslo_concurrency.lockutils [req-7a2c738d-136f-4e01-bcc0-a7a9045a267f req-d6516892-4744-4698-a3d8-15f27f7b8988 service nova] Acquiring lock "refresh_cache-64747128-bde7-4e25-b538-80cd17db4882" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.313648] env[62181]: DEBUG oslo_concurrency.lockutils [req-7a2c738d-136f-4e01-bcc0-a7a9045a267f req-d6516892-4744-4698-a3d8-15f27f7b8988 service nova] Acquired lock "refresh_cache-64747128-bde7-4e25-b538-80cd17db4882" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.313808] env[62181]: DEBUG nova.network.neutron [req-7a2c738d-136f-4e01-bcc0-a7a9045a267f req-d6516892-4744-4698-a3d8-15f27f7b8988 service nova] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Refreshing network info cache for port 52de267f-8f41-46ea-a6e6-8a180406a925 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2072.570776] env[62181]: DEBUG oslo_concurrency.lockutils [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "refresh_cache-6e58e8d2-3103-44ef-940f-5ccff003e9e3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.571047] env[62181]: DEBUG oslo_concurrency.lockutils [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "refresh_cache-6e58e8d2-3103-44ef-940f-5ccff003e9e3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.571226] env[62181]: DEBUG nova.network.neutron [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2072.597922] env[62181]: DEBUG oslo_concurrency.lockutils [None req-f949632f-ffc7-4e20-899d-9ad944afd193 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "64747128-bde7-4e25-b538-80cd17db4882" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.420s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.023444] env[62181]: DEBUG nova.network.neutron [req-7a2c738d-136f-4e01-bcc0-a7a9045a267f req-d6516892-4744-4698-a3d8-15f27f7b8988 service nova] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Updated VIF entry in instance network info cache for port 52de267f-8f41-46ea-a6e6-8a180406a925. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2073.023829] env[62181]: DEBUG nova.network.neutron [req-7a2c738d-136f-4e01-bcc0-a7a9045a267f req-d6516892-4744-4698-a3d8-15f27f7b8988 service nova] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Updating instance_info_cache with network_info: [{"id": "52de267f-8f41-46ea-a6e6-8a180406a925", "address": "fa:16:3e:2e:0b:69", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de267f-8f", "ovs_interfaceid": "52de267f-8f41-46ea-a6e6-8a180406a925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.102946] env[62181]: DEBUG nova.network.neutron [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2073.224717] env[62181]: DEBUG nova.network.neutron [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Updating instance_info_cache with network_info: [{"id": "0ecc4631-30ef-4e82-b473-6686f6a0b74d", "address": "fa:16:3e:40:46:6b", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecc4631-30", "ovs_interfaceid": "0ecc4631-30ef-4e82-b473-6686f6a0b74d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.526222] env[62181]: DEBUG oslo_concurrency.lockutils [req-7a2c738d-136f-4e01-bcc0-a7a9045a267f req-d6516892-4744-4698-a3d8-15f27f7b8988 service nova] Releasing lock "refresh_cache-64747128-bde7-4e25-b538-80cd17db4882" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.727355] env[62181]: DEBUG oslo_concurrency.lockutils [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "refresh_cache-6e58e8d2-3103-44ef-940f-5ccff003e9e3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.727719] env[62181]: DEBUG nova.compute.manager [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Instance network_info: |[{"id": "0ecc4631-30ef-4e82-b473-6686f6a0b74d", "address": "fa:16:3e:40:46:6b", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecc4631-30", "ovs_interfaceid": "0ecc4631-30ef-4e82-b473-6686f6a0b74d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 2073.728141] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:46:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ecc4631-30ef-4e82-b473-6686f6a0b74d', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2073.735525] env[62181]: DEBUG oslo.service.loopingcall [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2073.735736] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2073.735959] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca5223e7-30e6-4982-8421-8be1c44ff123 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.755870] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2073.755870] env[62181]: value = "task-1791153" [ 2073.755870] env[62181]: _type = "Task" [ 2073.755870] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.763871] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791153, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.008626] env[62181]: DEBUG nova.compute.manager [req-00c3a204-fa2e-467f-99a7-515e917d19c6 req-bba8d8dd-2025-4ce1-9251-46179bd858a3 service nova] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Received event network-changed-0ecc4631-30ef-4e82-b473-6686f6a0b74d {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2074.008861] env[62181]: DEBUG nova.compute.manager [req-00c3a204-fa2e-467f-99a7-515e917d19c6 req-bba8d8dd-2025-4ce1-9251-46179bd858a3 service nova] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Refreshing instance network info cache due to event network-changed-0ecc4631-30ef-4e82-b473-6686f6a0b74d. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 2074.009133] env[62181]: DEBUG oslo_concurrency.lockutils [req-00c3a204-fa2e-467f-99a7-515e917d19c6 req-bba8d8dd-2025-4ce1-9251-46179bd858a3 service nova] Acquiring lock "refresh_cache-6e58e8d2-3103-44ef-940f-5ccff003e9e3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.009299] env[62181]: DEBUG oslo_concurrency.lockutils [req-00c3a204-fa2e-467f-99a7-515e917d19c6 req-bba8d8dd-2025-4ce1-9251-46179bd858a3 service nova] Acquired lock "refresh_cache-6e58e8d2-3103-44ef-940f-5ccff003e9e3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.009471] env[62181]: DEBUG nova.network.neutron [req-00c3a204-fa2e-467f-99a7-515e917d19c6 req-bba8d8dd-2025-4ce1-9251-46179bd858a3 service nova] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Refreshing network info cache for port 0ecc4631-30ef-4e82-b473-6686f6a0b74d {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2074.266445] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791153, 'name': CreateVM_Task, 'duration_secs': 0.299048} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.266611] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2074.267248] env[62181]: DEBUG oslo_concurrency.lockutils [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.267451] env[62181]: DEBUG oslo_concurrency.lockutils [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.267781] env[62181]: DEBUG oslo_concurrency.lockutils [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2074.268037] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08dd176-51c4-478d-b1f3-64358d506947 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.272046] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2074.272046] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a90f19-54be-3ddc-c5f8-08670f7759b4" [ 2074.272046] env[62181]: _type = "Task" [ 2074.272046] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.279152] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a90f19-54be-3ddc-c5f8-08670f7759b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.694521] env[62181]: DEBUG nova.network.neutron [req-00c3a204-fa2e-467f-99a7-515e917d19c6 req-bba8d8dd-2025-4ce1-9251-46179bd858a3 service nova] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Updated VIF entry in instance network info cache for port 0ecc4631-30ef-4e82-b473-6686f6a0b74d. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2074.694901] env[62181]: DEBUG nova.network.neutron [req-00c3a204-fa2e-467f-99a7-515e917d19c6 req-bba8d8dd-2025-4ce1-9251-46179bd858a3 service nova] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Updating instance_info_cache with network_info: [{"id": "0ecc4631-30ef-4e82-b473-6686f6a0b74d", "address": "fa:16:3e:40:46:6b", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecc4631-30", "ovs_interfaceid": "0ecc4631-30ef-4e82-b473-6686f6a0b74d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.782846] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a90f19-54be-3ddc-c5f8-08670f7759b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009466} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.783184] env[62181]: DEBUG oslo_concurrency.lockutils [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.783364] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2074.783595] env[62181]: DEBUG oslo_concurrency.lockutils [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.783743] env[62181]: DEBUG oslo_concurrency.lockutils [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.783922] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2074.784193] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ed0ef0f-8f22-4f0d-b7c6-fad14f014569 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.791922] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2074.792100] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2074.792752] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57a82394-96d2-4c7a-bf88-b3c161587a46 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.797330] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2074.797330] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5227141e-30bf-e766-c85b-2374e08fbf38" [ 2074.797330] env[62181]: _type = "Task" [ 2074.797330] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.803927] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5227141e-30bf-e766-c85b-2374e08fbf38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.198424] env[62181]: DEBUG oslo_concurrency.lockutils [req-00c3a204-fa2e-467f-99a7-515e917d19c6 req-bba8d8dd-2025-4ce1-9251-46179bd858a3 service nova] Releasing lock "refresh_cache-6e58e8d2-3103-44ef-940f-5ccff003e9e3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.308121] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5227141e-30bf-e766-c85b-2374e08fbf38, 'name': SearchDatastore_Task, 'duration_secs': 0.008616} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.308948] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01c5eff5-3164-4ecf-9360-13c43169351b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.313672] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2075.313672] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5200ab79-00cf-b3b8-5636-f489e089c218" [ 2075.313672] env[62181]: _type = "Task" [ 2075.313672] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.320713] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5200ab79-00cf-b3b8-5636-f489e089c218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.825761] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5200ab79-00cf-b3b8-5636-f489e089c218, 'name': SearchDatastore_Task, 'duration_secs': 0.014105} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.826078] env[62181]: DEBUG oslo_concurrency.lockutils [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.826336] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 6e58e8d2-3103-44ef-940f-5ccff003e9e3/6e58e8d2-3103-44ef-940f-5ccff003e9e3.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2075.826581] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e02197e-6358-4fd4-b6d6-20ad44e928b5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.834149] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2075.834149] env[62181]: value = "task-1791154" [ 2075.834149] env[62181]: _type = "Task" [ 2075.834149] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.841571] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.344102] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500382} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.344364] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 6e58e8d2-3103-44ef-940f-5ccff003e9e3/6e58e8d2-3103-44ef-940f-5ccff003e9e3.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2076.344585] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2076.344832] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da18d32c-94de-4e2d-a902-39258e58aa5a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.350752] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2076.350752] env[62181]: value = "task-1791155" [ 2076.350752] env[62181]: _type = "Task" [ 2076.350752] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.358224] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.860707] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056858} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.861106] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2076.861859] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d42dc7-edad-4cdc-8101-28ba3d91696b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.883524] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 6e58e8d2-3103-44ef-940f-5ccff003e9e3/6e58e8d2-3103-44ef-940f-5ccff003e9e3.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2076.883799] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bfcc856-df82-4f5d-9e7b-50efff253b91 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.902655] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2076.902655] env[62181]: value = "task-1791156" [ 2076.902655] env[62181]: _type = "Task" [ 2076.902655] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.910209] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.411872] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791156, 'name': ReconfigVM_Task, 'duration_secs': 0.48286} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.412169] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 6e58e8d2-3103-44ef-940f-5ccff003e9e3/6e58e8d2-3103-44ef-940f-5ccff003e9e3.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2077.412776] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3295b5c-50ab-418c-a6ce-1d78a7f2a775 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.419331] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2077.419331] env[62181]: value = "task-1791157" [ 2077.419331] env[62181]: _type = "Task" [ 2077.419331] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.426479] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791157, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.929729] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791157, 'name': Rename_Task, 'duration_secs': 0.141215} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.930031] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2077.930273] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e36dc6fb-6f39-4548-8d16-f36d11df667b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.936223] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2077.936223] env[62181]: value = "task-1791158" [ 2077.936223] env[62181]: _type = "Task" [ 2077.936223] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.943447] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.446129] env[62181]: DEBUG oslo_vmware.api [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791158, 'name': PowerOnVM_Task, 'duration_secs': 0.415586} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.446432] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2078.446805] env[62181]: INFO nova.compute.manager [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Took 6.68 seconds to spawn the instance on the hypervisor. [ 2078.446922] env[62181]: DEBUG nova.compute.manager [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 2078.447708] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca46e757-07e4-4d64-9da0-8e7d541d30d4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.966035] env[62181]: INFO nova.compute.manager [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Took 11.38 seconds to build instance. [ 2079.467522] env[62181]: DEBUG oslo_concurrency.lockutils [None req-20f51c1c-b0d3-4861-88ec-ebe305d898f0 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "6e58e8d2-3103-44ef-940f-5ccff003e9e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.898s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.929026] env[62181]: DEBUG nova.compute.manager [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Stashing vm_state: active {{(pid=62181) _prep_resize /opt/stack/nova/nova/compute/manager.py:6073}} [ 2081.457707] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.457977] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.963062] env[62181]: INFO nova.compute.claims [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2082.472814] env[62181]: INFO nova.compute.resource_tracker [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Updating resource usage from migration bfd573e7-b661-4524-9e3b-c9f113001b05 [ 2082.536523] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33434f2-5d5f-4c59-9950-c047e36a7835 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.544018] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59639ad-d80b-43a4-bfc3-36b0caccb32e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.572765] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09adb1da-e142-4eba-b8ce-5789c4c19b97 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.579775] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7b0c5e-4105-47bd-b5ac-175110f729b7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.593829] env[62181]: DEBUG nova.compute.provider_tree [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2082.919271] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2082.919562] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2082.919662] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 2083.096873] env[62181]: DEBUG nova.scheduler.client.report [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2083.421910] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Didn't find any instances for network info cache update. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10470}} [ 2083.422142] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2083.422309] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2083.422476] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2083.422641] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2083.422789] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2083.422936] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2083.423081] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 2083.423331] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2083.601623] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.143s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.601828] env[62181]: INFO nova.compute.manager [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Migrating [ 2083.925944] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.926215] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.926393] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.926551] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2083.927487] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576038f2-2142-4dab-bc49-d291569080cc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.935968] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a12c95-ad77-42f8-b386-ab766d9567f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.949471] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293e21e6-966e-4dda-a1cb-2bacb750baec {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.955981] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a9d0d7-3e0f-4891-9427-8bb2c355e071 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.985718] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181118MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2083.985857] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.986063] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.116411] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "refresh_cache-6e58e8d2-3103-44ef-940f-5ccff003e9e3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.116839] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "refresh_cache-6e58e8d2-3103-44ef-940f-5ccff003e9e3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.116839] env[62181]: DEBUG nova.network.neutron [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2084.806195] env[62181]: DEBUG nova.network.neutron [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Updating instance_info_cache with network_info: [{"id": "0ecc4631-30ef-4e82-b473-6686f6a0b74d", "address": "fa:16:3e:40:46:6b", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecc4631-30", "ovs_interfaceid": "0ecc4631-30ef-4e82-b473-6686f6a0b74d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.993112] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Applying migration context for instance 6e58e8d2-3103-44ef-940f-5ccff003e9e3 as it has an incoming, in-progress migration bfd573e7-b661-4524-9e3b-c9f113001b05. Migration status is pre-migrating {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2084.993621] env[62181]: INFO nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Updating resource usage from migration bfd573e7-b661-4524-9e3b-c9f113001b05 [ 2085.008285] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 64747128-bde7-4e25-b538-80cd17db4882 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2085.008453] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Migration bfd573e7-b661-4524-9e3b-c9f113001b05 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2085.008593] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 6e58e8d2-3103-44ef-940f-5ccff003e9e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2085.008764] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2085.008903] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2085.052309] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7170c3-9d8d-4b27-8169-2dd1b9d6336a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.059997] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e362cfe9-2471-4b1d-8709-238a58344af2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.089335] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde54b6f-944f-48da-a614-ff71b165ca68 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.096282] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f42fc9c-4714-41c5-817d-0ca6953dbca2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.108812] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2085.309454] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "refresh_cache-6e58e8d2-3103-44ef-940f-5ccff003e9e3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.611450] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2086.115941] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2086.116148] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.116330] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2086.116470] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Cleaning up deleted instances with incomplete migration {{(pid=62181) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11722}} [ 2086.824504] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fd93eb-f160-4b71-90c5-314acb59eaaa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.843103] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Updating instance '6e58e8d2-3103-44ef-940f-5ccff003e9e3' progress to 0 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2087.349221] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2087.349550] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c677c78-b12f-4543-8d66-144aba1cee25 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.356825] env[62181]: DEBUG oslo_vmware.api [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2087.356825] env[62181]: value = "task-1791159" [ 2087.356825] env[62181]: _type = "Task" [ 2087.356825] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.364652] env[62181]: DEBUG oslo_vmware.api [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.866538] env[62181]: DEBUG oslo_vmware.api [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791159, 'name': PowerOffVM_Task, 'duration_secs': 0.204545} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.868053] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2087.868053] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Updating instance '6e58e8d2-3103-44ef-940f-5ccff003e9e3' progress to 17 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2088.374416] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2088.374673] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2088.374825] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2088.375025] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2088.375178] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2088.375329] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2088.375570] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2088.375743] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2088.375914] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2088.376093] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2088.376276] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2088.381519] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12b660a0-dfe4-4a8a-800f-50a6419fc567 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.397558] env[62181]: DEBUG oslo_vmware.api [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2088.397558] env[62181]: value = "task-1791160" [ 2088.397558] env[62181]: _type = "Task" [ 2088.397558] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.405669] env[62181]: DEBUG oslo_vmware.api [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.908496] env[62181]: DEBUG oslo_vmware.api [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791160, 'name': ReconfigVM_Task, 'duration_secs': 0.212716} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.908866] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Updating instance '6e58e8d2-3103-44ef-940f-5ccff003e9e3' progress to 33 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2089.415290] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2089.415560] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2089.415705] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2089.415891] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2089.416051] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2089.416208] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2089.416455] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2089.416629] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2089.416803] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2089.416972] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2089.417171] env[62181]: DEBUG nova.virt.hardware [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2089.422483] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2089.422764] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a29f77ba-8b9a-458e-8402-42308845711a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.442328] env[62181]: DEBUG oslo_vmware.api [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2089.442328] env[62181]: value = "task-1791161" [ 2089.442328] env[62181]: _type = "Task" [ 2089.442328] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.449941] env[62181]: DEBUG oslo_vmware.api [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.952891] env[62181]: DEBUG oslo_vmware.api [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791161, 'name': ReconfigVM_Task, 'duration_secs': 0.16105} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.953200] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2089.953994] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e088b094-4341-4c56-b485-8cd6b8df484d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.975510] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 6e58e8d2-3103-44ef-940f-5ccff003e9e3/6e58e8d2-3103-44ef-940f-5ccff003e9e3.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2089.976272] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd2c454c-7976-4030-bc1f-8f8871d8c652 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.993173] env[62181]: DEBUG oslo_vmware.api [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2089.993173] env[62181]: value = "task-1791162" [ 2089.993173] env[62181]: _type = "Task" [ 2089.993173] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.000614] env[62181]: DEBUG oslo_vmware.api [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.502639] env[62181]: DEBUG oslo_vmware.api [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.003724] env[62181]: DEBUG oslo_vmware.api [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791162, 'name': ReconfigVM_Task, 'duration_secs': 0.789241} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.004141] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 6e58e8d2-3103-44ef-940f-5ccff003e9e3/6e58e8d2-3103-44ef-940f-5ccff003e9e3.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2091.004291] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Updating instance '6e58e8d2-3103-44ef-940f-5ccff003e9e3' progress to 50 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2091.511485] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219527bf-d561-4ae4-bf2a-3017d1238aab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.530138] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67243e8-e933-4076-8f02-d911d4acb9f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.547611] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Updating instance '6e58e8d2-3103-44ef-940f-5ccff003e9e3' progress to 67 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2092.087962] env[62181]: DEBUG nova.network.neutron [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Port 0ecc4631-30ef-4e82-b473-6686f6a0b74d binding to destination host cpu-1 is already ACTIVE {{(pid=62181) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2093.110556] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "6e58e8d2-3103-44ef-940f-5ccff003e9e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.110922] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "6e58e8d2-3103-44ef-940f-5ccff003e9e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.110922] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "6e58e8d2-3103-44ef-940f-5ccff003e9e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.144638] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "refresh_cache-6e58e8d2-3103-44ef-940f-5ccff003e9e3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.144888] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "refresh_cache-6e58e8d2-3103-44ef-940f-5ccff003e9e3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.145009] env[62181]: DEBUG nova.network.neutron [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2094.823417] env[62181]: DEBUG nova.network.neutron [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Updating instance_info_cache with network_info: [{"id": "0ecc4631-30ef-4e82-b473-6686f6a0b74d", "address": "fa:16:3e:40:46:6b", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecc4631-30", "ovs_interfaceid": "0ecc4631-30ef-4e82-b473-6686f6a0b74d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.326816] env[62181]: DEBUG oslo_concurrency.lockutils [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "refresh_cache-6e58e8d2-3103-44ef-940f-5ccff003e9e3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.852764] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb77c94-2cf8-4990-9dc9-a21ef090610c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.871640] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497b7e67-ad77-4bcc-a0b2-a18dec713514 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.878384] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Updating instance '6e58e8d2-3103-44ef-940f-5ccff003e9e3' progress to 83 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2096.384668] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2096.385054] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9ed9ddf-664b-4395-8875-b83e22fe07ce {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.393343] env[62181]: DEBUG oslo_vmware.api [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2096.393343] env[62181]: value = "task-1791163" [ 2096.393343] env[62181]: _type = "Task" [ 2096.393343] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.402416] env[62181]: DEBUG oslo_vmware.api [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.421141] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2096.421335] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Cleaning up deleted instances {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2096.903576] env[62181]: DEBUG oslo_vmware.api [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791163, 'name': PowerOnVM_Task, 'duration_secs': 0.401242} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.903850] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2096.904059] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-bb81691b-6213-4f8c-afb5-747c28e1472a tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Updating instance '6e58e8d2-3103-44ef-940f-5ccff003e9e3' progress to 100 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2096.934080] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] There are 42 instances to clean {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11693}} [ 2096.934367] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 4db27deb-0acd-4843-96dd-bf70c57a6286] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2097.437981] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: b91e70ab-2ab2-45e5-8979-7eaca7774a5c] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2097.940982] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 7b97c842-58bd-4246-ad52-ba06f4d7e439] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2098.445088] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 013316f2-607d-4768-953c-b048cc5d0e44] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2098.948150] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 68519728-9eca-4222-8ba5-846585716b70] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2099.452033] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 05b3280e-7d34-45c7-9987-a4fe17466197] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2099.509064] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "6e58e8d2-3103-44ef-940f-5ccff003e9e3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.509316] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "6e58e8d2-3103-44ef-940f-5ccff003e9e3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.509500] env[62181]: DEBUG nova.compute.manager [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Going to confirm migration 6 {{(pid=62181) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5232}} [ 2099.955247] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: bc0e1b2b-f9ca-4859-926f-3e752613c40f] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2100.044861] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "refresh_cache-6e58e8d2-3103-44ef-940f-5ccff003e9e3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.045064] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "refresh_cache-6e58e8d2-3103-44ef-940f-5ccff003e9e3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.045242] env[62181]: DEBUG nova.network.neutron [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2100.045424] env[62181]: DEBUG nova.objects.instance [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lazy-loading 'info_cache' on Instance uuid 6e58e8d2-3103-44ef-940f-5ccff003e9e3 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2100.458916] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 136c0555-9c6f-4614-9d93-a1a6313d4d39] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2100.962322] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 466d5b52-4457-44ed-9689-18afd78e2ca9] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2101.266720] env[62181]: DEBUG nova.network.neutron [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Updating instance_info_cache with network_info: [{"id": "0ecc4631-30ef-4e82-b473-6686f6a0b74d", "address": "fa:16:3e:40:46:6b", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecc4631-30", "ovs_interfaceid": "0ecc4631-30ef-4e82-b473-6686f6a0b74d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.466060] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: a7ff37a7-a9a2-4586-87a1-07486baa9f59] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2101.769383] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "refresh_cache-6e58e8d2-3103-44ef-940f-5ccff003e9e3" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.769680] env[62181]: DEBUG nova.objects.instance [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lazy-loading 'migration_context' on Instance uuid 6e58e8d2-3103-44ef-940f-5ccff003e9e3 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2101.969405] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: cfb05fc1-c3ae-43c2-a811-0a99ae48c03c] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2102.272527] env[62181]: DEBUG nova.objects.base [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Object Instance<6e58e8d2-3103-44ef-940f-5ccff003e9e3> lazy-loaded attributes: info_cache,migration_context {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2102.273496] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1898744-7c80-4ed3-b762-897c8bb3464e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.292255] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4406e057-59d9-4d0c-afd7-63a06799f7df {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.297202] env[62181]: DEBUG oslo_vmware.api [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2102.297202] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]523c7c59-3dbc-2a4e-9a12-9dbc1a1b27b9" [ 2102.297202] env[62181]: _type = "Task" [ 2102.297202] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.304209] env[62181]: DEBUG oslo_vmware.api [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523c7c59-3dbc-2a4e-9a12-9dbc1a1b27b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.473041] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 5b2fbdc8-2596-4410-a2e3-5f06ed9ddf53] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2102.808280] env[62181]: DEBUG oslo_vmware.api [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]523c7c59-3dbc-2a4e-9a12-9dbc1a1b27b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008125} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.808635] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.808913] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.976537] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: bad9f7b2-c5e6-4527-af08-8a922b362cc5] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2103.361829] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5ff447-b4cf-460d-a17e-5d0ff45b3206 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.369073] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847af996-37be-4723-81ba-b86cf65db495 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.398101] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28a7809-6aea-455f-8192-1e855145f06c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.404885] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3770400-e887-4109-8ddb-ecd4a6e5c42e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.417386] env[62181]: DEBUG nova.compute.provider_tree [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2103.480062] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 5cc52e43-ffc7-4c1d-8541-c937f164eb31] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2103.920970] env[62181]: DEBUG nova.scheduler.client.report [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2103.982284] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: ce1d40e1-75d1-4e70-bf82-a92446198bbb] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2104.485693] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: d4004d8c-3963-4420-8919-4db9bf426a69] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2104.931713] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.123s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.988545] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 75b09437-f429-4dfa-8100-c6ffd10477df] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2105.484044] env[62181]: INFO nova.scheduler.client.report [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleted allocation for migration bfd573e7-b661-4524-9e3b-c9f113001b05 [ 2105.491398] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 22ab2b87-8e13-451b-bfb4-65770e58d083] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2105.990202] env[62181]: DEBUG oslo_concurrency.lockutils [None req-303ac84d-e876-49ae-b273-fe5261c1a8cb tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "6e58e8d2-3103-44ef-940f-5ccff003e9e3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.481s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.994811] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 0cda0c2e-cd82-4918-957f-947842664263] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2106.496696] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: b77a5328-e05e-4455-a6d2-71d7f294b7f2] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2106.999812] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: ed9fdda6-bd28-48b6-afa3-756ca915525d] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2107.093781] env[62181]: DEBUG oslo_concurrency.lockutils [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "6e58e8d2-3103-44ef-940f-5ccff003e9e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.094047] env[62181]: DEBUG oslo_concurrency.lockutils [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "6e58e8d2-3103-44ef-940f-5ccff003e9e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.094266] env[62181]: DEBUG oslo_concurrency.lockutils [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "6e58e8d2-3103-44ef-940f-5ccff003e9e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.094457] env[62181]: DEBUG oslo_concurrency.lockutils [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "6e58e8d2-3103-44ef-940f-5ccff003e9e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.094623] env[62181]: DEBUG oslo_concurrency.lockutils [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "6e58e8d2-3103-44ef-940f-5ccff003e9e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.096666] env[62181]: INFO nova.compute.manager [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Terminating instance [ 2107.484641] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.484885] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.502790] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: f26158d2-95f3-4b7d-ab60-72e3a1250cda] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2107.600676] env[62181]: DEBUG nova.compute.manager [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 2107.600897] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2107.601777] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d424df-061d-41b0-8ee0-06f421ed757c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.609605] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2107.609834] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e505acbf-b7b3-44ce-a021-1ecaa11fc4d7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.616035] env[62181]: DEBUG oslo_vmware.api [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2107.616035] env[62181]: value = "task-1791164" [ 2107.616035] env[62181]: _type = "Task" [ 2107.616035] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.624525] env[62181]: DEBUG oslo_vmware.api [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.987242] env[62181]: DEBUG nova.compute.manager [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 2108.005225] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 561b8086-b6e8-4782-8604-9d3bfcdc23ad] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2108.128142] env[62181]: DEBUG oslo_vmware.api [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791164, 'name': PowerOffVM_Task, 'duration_secs': 0.160585} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.128600] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2108.128823] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2108.129125] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46a7e9bb-1dd6-44a7-a130-7d75316d7ab1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.199693] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2108.199942] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2108.200124] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleting the datastore file [datastore1] 6e58e8d2-3103-44ef-940f-5ccff003e9e3 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2108.200389] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75537483-684c-4fcd-93ce-9fc33262635c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.206483] env[62181]: DEBUG oslo_vmware.api [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2108.206483] env[62181]: value = "task-1791166" [ 2108.206483] env[62181]: _type = "Task" [ 2108.206483] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.214286] env[62181]: DEBUG oslo_vmware.api [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.508753] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.509044] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.510420] env[62181]: INFO nova.compute.claims [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2108.513072] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: a7d47547-9cc7-4167-94a3-164cd4e6887f] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2108.629580] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86acd056-212d-47e8-8669-9dc9fdc8b0c5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "64747128-bde7-4e25-b538-80cd17db4882" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.629890] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86acd056-212d-47e8-8669-9dc9fdc8b0c5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "64747128-bde7-4e25-b538-80cd17db4882" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.630135] env[62181]: DEBUG nova.compute.manager [None req-86acd056-212d-47e8-8669-9dc9fdc8b0c5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 2108.631559] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e61c13-8bc3-40b5-9a39-8cdf99da9187 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.639450] env[62181]: DEBUG nova.compute.manager [None req-86acd056-212d-47e8-8669-9dc9fdc8b0c5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62181) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3443}} [ 2108.640118] env[62181]: DEBUG nova.objects.instance [None req-86acd056-212d-47e8-8669-9dc9fdc8b0c5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lazy-loading 'flavor' on Instance uuid 64747128-bde7-4e25-b538-80cd17db4882 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2108.715868] env[62181]: DEBUG oslo_vmware.api [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127915} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.716144] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2108.716315] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2108.716495] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2108.716668] env[62181]: INFO nova.compute.manager [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2108.716908] env[62181]: DEBUG oslo.service.loopingcall [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2108.717109] env[62181]: DEBUG nova.compute.manager [-] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 2108.717204] env[62181]: DEBUG nova.network.neutron [-] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2108.965279] env[62181]: DEBUG nova.compute.manager [req-5e04b839-2d4e-4688-a773-db74f5084c62 req-861e5ef1-c5c8-497c-9125-4f29ebb01627 service nova] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Received event network-vif-deleted-0ecc4631-30ef-4e82-b473-6686f6a0b74d {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2108.965428] env[62181]: INFO nova.compute.manager [req-5e04b839-2d4e-4688-a773-db74f5084c62 req-861e5ef1-c5c8-497c-9125-4f29ebb01627 service nova] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Neutron deleted interface 0ecc4631-30ef-4e82-b473-6686f6a0b74d; detaching it from the instance and deleting it from the info cache [ 2108.965619] env[62181]: DEBUG nova.network.neutron [req-5e04b839-2d4e-4688-a773-db74f5084c62 req-861e5ef1-c5c8-497c-9125-4f29ebb01627 service nova] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.018616] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 421ed2c5-a2a6-4ed3-9375-40411ce26182] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2109.440903] env[62181]: DEBUG nova.network.neutron [-] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.468315] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b87f8344-114c-425f-a6a8-2fcb6e6f74d8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.479671] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720a076a-fec3-47fa-a29f-d208f0a5e7fc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.502210] env[62181]: DEBUG nova.compute.manager [req-5e04b839-2d4e-4688-a773-db74f5084c62 req-861e5ef1-c5c8-497c-9125-4f29ebb01627 service nova] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Detach interface failed, port_id=0ecc4631-30ef-4e82-b473-6686f6a0b74d, reason: Instance 6e58e8d2-3103-44ef-940f-5ccff003e9e3 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 2109.521342] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: d90c68e6-e3f7-404b-9ed4-ce17eb03af46] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2109.568723] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879b6d91-6f96-45e8-be75-1d84d9de7fb5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.576467] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361e8b7c-7f77-4a52-bfc1-d319859486f9 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.604601] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04026eac-3fb7-4783-aee4-84bb97cca75c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.611183] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fc90a0-f7c3-4695-946a-5eebb184a89f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.624109] env[62181]: DEBUG nova.compute.provider_tree [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2109.646928] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-86acd056-212d-47e8-8669-9dc9fdc8b0c5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2109.647245] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c05213f9-8d2d-4dbd-b480-57c824a818dd {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.653967] env[62181]: DEBUG oslo_vmware.api [None req-86acd056-212d-47e8-8669-9dc9fdc8b0c5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2109.653967] env[62181]: value = "task-1791167" [ 2109.653967] env[62181]: _type = "Task" [ 2109.653967] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.661911] env[62181]: DEBUG oslo_vmware.api [None req-86acd056-212d-47e8-8669-9dc9fdc8b0c5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.943673] env[62181]: INFO nova.compute.manager [-] [instance: 6e58e8d2-3103-44ef-940f-5ccff003e9e3] Took 1.23 seconds to deallocate network for instance. [ 2110.024905] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 1f847f08-33c7-47d2-b4ff-cc54328a9cb2] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2110.126935] env[62181]: DEBUG nova.scheduler.client.report [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2110.162886] env[62181]: DEBUG oslo_vmware.api [None req-86acd056-212d-47e8-8669-9dc9fdc8b0c5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791167, 'name': PowerOffVM_Task, 'duration_secs': 0.159311} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.163168] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-86acd056-212d-47e8-8669-9dc9fdc8b0c5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2110.163370] env[62181]: DEBUG nova.compute.manager [None req-86acd056-212d-47e8-8669-9dc9fdc8b0c5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 2110.164104] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a580017-4d43-46a0-8657-740f9088b9f7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.450151] env[62181]: DEBUG oslo_concurrency.lockutils [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.530360] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 8b1e75b9-f8dc-4fab-820d-591e5c391940] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2110.631630] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.632173] env[62181]: DEBUG nova.compute.manager [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 2110.634619] env[62181]: DEBUG oslo_concurrency.lockutils [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.185s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.634826] env[62181]: DEBUG oslo_concurrency.lockutils [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.651766] env[62181]: INFO nova.scheduler.client.report [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleted allocations for instance 6e58e8d2-3103-44ef-940f-5ccff003e9e3 [ 2110.674040] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86acd056-212d-47e8-8669-9dc9fdc8b0c5 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "64747128-bde7-4e25-b538-80cd17db4882" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.036347] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 0e45aa22-a932-49e2-9ba9-abd56d613e44] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2111.038677] env[62181]: DEBUG nova.objects.instance [None req-b5286602-67c0-4d55-82ad-dfeb567ea9b6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lazy-loading 'flavor' on Instance uuid 64747128-bde7-4e25-b538-80cd17db4882 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2111.138684] env[62181]: DEBUG nova.compute.utils [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2111.139938] env[62181]: DEBUG nova.compute.manager [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 2111.140156] env[62181]: DEBUG nova.network.neutron [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2111.158976] env[62181]: DEBUG oslo_concurrency.lockutils [None req-605eef8b-b2d9-44d8-ae2f-bbb61c48ad23 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "6e58e8d2-3103-44ef-940f-5ccff003e9e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.065s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.185826] env[62181]: DEBUG nova.policy [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c0fde7d72e94e53aaebb13bcd92a186', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6238b57595c4f8a9165fa5c98cce777', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 2111.406597] env[62181]: DEBUG nova.network.neutron [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Successfully created port: 64e66a6e-b7da-4138-8918-f8b2fd0a63cc {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2111.543683] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: f3e33a72-3b91-4552-a83a-4d0f0cfdbec8] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2111.546421] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5286602-67c0-4d55-82ad-dfeb567ea9b6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "refresh_cache-64747128-bde7-4e25-b538-80cd17db4882" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2111.546421] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5286602-67c0-4d55-82ad-dfeb567ea9b6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "refresh_cache-64747128-bde7-4e25-b538-80cd17db4882" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.546740] env[62181]: DEBUG nova.network.neutron [None req-b5286602-67c0-4d55-82ad-dfeb567ea9b6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2111.546945] env[62181]: DEBUG nova.objects.instance [None req-b5286602-67c0-4d55-82ad-dfeb567ea9b6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lazy-loading 'info_cache' on Instance uuid 64747128-bde7-4e25-b538-80cd17db4882 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2111.646233] env[62181]: DEBUG nova.compute.manager [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 2112.047430] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 9f28f1ef-b16c-4d0b-9b56-c4b00ee055f1] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2112.050963] env[62181]: DEBUG nova.objects.base [None req-b5286602-67c0-4d55-82ad-dfeb567ea9b6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Object Instance<64747128-bde7-4e25-b538-80cd17db4882> lazy-loaded attributes: flavor,info_cache {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2112.552248] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 29cad617-08cd-48d6-a67e-e5c0f0430af9] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2112.656165] env[62181]: DEBUG nova.compute.manager [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 2112.681580] env[62181]: DEBUG nova.virt.hardware [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2112.681826] env[62181]: DEBUG nova.virt.hardware [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2112.681986] env[62181]: DEBUG nova.virt.hardware [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2112.682189] env[62181]: DEBUG nova.virt.hardware [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2112.682337] env[62181]: DEBUG nova.virt.hardware [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2112.682496] env[62181]: DEBUG nova.virt.hardware [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2112.682707] env[62181]: DEBUG nova.virt.hardware [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2112.682869] env[62181]: DEBUG nova.virt.hardware [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2112.683049] env[62181]: DEBUG nova.virt.hardware [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2112.683217] env[62181]: DEBUG nova.virt.hardware [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2112.683390] env[62181]: DEBUG nova.virt.hardware [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2112.684414] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeaa490-2e30-42af-9f8a-9da8983bef54 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.692352] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08e5b76-8a8e-4097-b88c-7ace5ade5271 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.763032] env[62181]: DEBUG nova.network.neutron [None req-b5286602-67c0-4d55-82ad-dfeb567ea9b6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Updating instance_info_cache with network_info: [{"id": "52de267f-8f41-46ea-a6e6-8a180406a925", "address": "fa:16:3e:2e:0b:69", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de267f-8f", "ovs_interfaceid": "52de267f-8f41-46ea-a6e6-8a180406a925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.768436] env[62181]: DEBUG nova.compute.manager [req-24d68b36-5fb2-40f6-b9b9-a514671e31cf req-cca75984-1317-4c79-865d-40cdb9f55a39 service nova] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Received event network-vif-plugged-64e66a6e-b7da-4138-8918-f8b2fd0a63cc {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2112.768436] env[62181]: DEBUG oslo_concurrency.lockutils [req-24d68b36-5fb2-40f6-b9b9-a514671e31cf req-cca75984-1317-4c79-865d-40cdb9f55a39 service nova] Acquiring lock "f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.768436] env[62181]: DEBUG oslo_concurrency.lockutils [req-24d68b36-5fb2-40f6-b9b9-a514671e31cf req-cca75984-1317-4c79-865d-40cdb9f55a39 service nova] Lock "f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.768436] env[62181]: DEBUG oslo_concurrency.lockutils [req-24d68b36-5fb2-40f6-b9b9-a514671e31cf req-cca75984-1317-4c79-865d-40cdb9f55a39 service nova] Lock "f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.768436] env[62181]: DEBUG nova.compute.manager [req-24d68b36-5fb2-40f6-b9b9-a514671e31cf req-cca75984-1317-4c79-865d-40cdb9f55a39 service nova] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] No waiting events found dispatching network-vif-plugged-64e66a6e-b7da-4138-8918-f8b2fd0a63cc {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2112.768436] env[62181]: WARNING nova.compute.manager [req-24d68b36-5fb2-40f6-b9b9-a514671e31cf req-cca75984-1317-4c79-865d-40cdb9f55a39 service nova] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Received unexpected event network-vif-plugged-64e66a6e-b7da-4138-8918-f8b2fd0a63cc for instance with vm_state building and task_state spawning. [ 2112.894194] env[62181]: DEBUG nova.network.neutron [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Successfully updated port: 64e66a6e-b7da-4138-8918-f8b2fd0a63cc {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2113.057871] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 26a8d33b-b59c-4460-8373-16a0cbbc8486] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2113.268633] env[62181]: DEBUG oslo_concurrency.lockutils [None req-b5286602-67c0-4d55-82ad-dfeb567ea9b6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "refresh_cache-64747128-bde7-4e25-b538-80cd17db4882" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.397076] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "refresh_cache-f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.397076] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "refresh_cache-f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.397262] env[62181]: DEBUG nova.network.neutron [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2113.560888] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: b1c0b365-5d79-4da6-8d1f-1027c8c7eb27] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2113.943229] env[62181]: DEBUG nova.network.neutron [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2114.064152] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: f613bc48-5135-492c-ae81-8b9c48534e73] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2114.075460] env[62181]: DEBUG nova.network.neutron [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Updating instance_info_cache with network_info: [{"id": "64e66a6e-b7da-4138-8918-f8b2fd0a63cc", "address": "fa:16:3e:94:18:40", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e66a6e-b7", "ovs_interfaceid": "64e66a6e-b7da-4138-8918-f8b2fd0a63cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.274108] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5286602-67c0-4d55-82ad-dfeb567ea9b6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2114.274367] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d682ea4a-b0fa-4ed9-b6da-5050c0ce17f6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.281806] env[62181]: DEBUG oslo_vmware.api [None req-b5286602-67c0-4d55-82ad-dfeb567ea9b6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2114.281806] env[62181]: value = "task-1791168" [ 2114.281806] env[62181]: _type = "Task" [ 2114.281806] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.290273] env[62181]: DEBUG oslo_vmware.api [None req-b5286602-67c0-4d55-82ad-dfeb567ea9b6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.567827] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 0c671bbc-2765-43b9-8ac1-ca532682d5f9] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2114.577694] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "refresh_cache-f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.577982] env[62181]: DEBUG nova.compute.manager [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Instance network_info: |[{"id": "64e66a6e-b7da-4138-8918-f8b2fd0a63cc", "address": "fa:16:3e:94:18:40", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e66a6e-b7", "ovs_interfaceid": "64e66a6e-b7da-4138-8918-f8b2fd0a63cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 2114.578372] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:18:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64e66a6e-b7da-4138-8918-f8b2fd0a63cc', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2114.586992] env[62181]: DEBUG oslo.service.loopingcall [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2114.587253] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2114.587500] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cffad7bd-321f-4c23-bf3b-b5d006cbe3aa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.608058] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2114.608058] env[62181]: value = "task-1791169" [ 2114.608058] env[62181]: _type = "Task" [ 2114.608058] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.616437] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791169, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.792100] env[62181]: DEBUG oslo_vmware.api [None req-b5286602-67c0-4d55-82ad-dfeb567ea9b6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791168, 'name': PowerOnVM_Task, 'duration_secs': 0.350289} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.793584] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5286602-67c0-4d55-82ad-dfeb567ea9b6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2114.793847] env[62181]: DEBUG nova.compute.manager [None req-b5286602-67c0-4d55-82ad-dfeb567ea9b6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 2114.795164] env[62181]: DEBUG nova.compute.manager [req-d7808dd6-f7f3-44d8-9238-71ac1d21a827 req-2e2eecac-21f3-4d7f-b611-934187aae705 service nova] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Received event network-changed-64e66a6e-b7da-4138-8918-f8b2fd0a63cc {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2114.795413] env[62181]: DEBUG nova.compute.manager [req-d7808dd6-f7f3-44d8-9238-71ac1d21a827 req-2e2eecac-21f3-4d7f-b611-934187aae705 service nova] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Refreshing instance network info cache due to event network-changed-64e66a6e-b7da-4138-8918-f8b2fd0a63cc. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 2114.795678] env[62181]: DEBUG oslo_concurrency.lockutils [req-d7808dd6-f7f3-44d8-9238-71ac1d21a827 req-2e2eecac-21f3-4d7f-b611-934187aae705 service nova] Acquiring lock "refresh_cache-f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.795853] env[62181]: DEBUG oslo_concurrency.lockutils [req-d7808dd6-f7f3-44d8-9238-71ac1d21a827 req-2e2eecac-21f3-4d7f-b611-934187aae705 service nova] Acquired lock "refresh_cache-f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.796053] env[62181]: DEBUG nova.network.neutron [req-d7808dd6-f7f3-44d8-9238-71ac1d21a827 req-2e2eecac-21f3-4d7f-b611-934187aae705 service nova] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Refreshing network info cache for port 64e66a6e-b7da-4138-8918-f8b2fd0a63cc {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2114.797755] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4485fdb0-a0bd-410f-9672-e8ecf03199f4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.071051] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 28dd8dee-5e81-4940-8ab5-db85d851573d] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2115.117855] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791169, 'name': CreateVM_Task, 'duration_secs': 0.353638} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.118086] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2115.118847] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.119057] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.119447] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2115.119726] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d01bdb5-bda2-44bf-8345-2a46d375965c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.124552] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2115.124552] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52f7a0e2-7102-3372-e34b-f6564362b2e8" [ 2115.124552] env[62181]: _type = "Task" [ 2115.124552] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.132585] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f7a0e2-7102-3372-e34b-f6564362b2e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.547550] env[62181]: DEBUG nova.network.neutron [req-d7808dd6-f7f3-44d8-9238-71ac1d21a827 req-2e2eecac-21f3-4d7f-b611-934187aae705 service nova] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Updated VIF entry in instance network info cache for port 64e66a6e-b7da-4138-8918-f8b2fd0a63cc. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2115.547937] env[62181]: DEBUG nova.network.neutron [req-d7808dd6-f7f3-44d8-9238-71ac1d21a827 req-2e2eecac-21f3-4d7f-b611-934187aae705 service nova] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Updating instance_info_cache with network_info: [{"id": "64e66a6e-b7da-4138-8918-f8b2fd0a63cc", "address": "fa:16:3e:94:18:40", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e66a6e-b7", "ovs_interfaceid": "64e66a6e-b7da-4138-8918-f8b2fd0a63cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.574486] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: a67ebb68-c107-4275-9d5e-f5d63bc44a11] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2115.635007] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52f7a0e2-7102-3372-e34b-f6564362b2e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009402} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.635323] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.635554] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2115.635785] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.635935] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.636125] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2115.636377] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81830a85-471a-4298-bb81-d9f2d85b6882 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.644042] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2115.644228] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2115.644905] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9cae3ab-8017-48e0-8dec-c0b7cf362e8d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.649918] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2115.649918] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52b26726-eba4-fcee-6406-7b492f14d052" [ 2115.649918] env[62181]: _type = "Task" [ 2115.649918] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.660935] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b26726-eba4-fcee-6406-7b492f14d052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.052545] env[62181]: DEBUG oslo_concurrency.lockutils [req-d7808dd6-f7f3-44d8-9238-71ac1d21a827 req-2e2eecac-21f3-4d7f-b611-934187aae705 service nova] Releasing lock "refresh_cache-f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.077367] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 41834414-33a1-49db-b0c3-c96e7e7875c7] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2116.159490] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52b26726-eba4-fcee-6406-7b492f14d052, 'name': SearchDatastore_Task, 'duration_secs': 0.008244} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.160319] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4554c6bf-5fe1-4e13-814b-df4ae043485f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.164946] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4394f36e-c8ab-4ba1-b88d-0d8a80425927 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.168629] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2116.168629] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52cc6f9d-a6ef-8f7b-521c-6b4401f8beb9" [ 2116.168629] env[62181]: _type = "Task" [ 2116.168629] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.173508] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-231d5ff3-ff67-4a51-8d26-dedbfe680ab7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Suspending the VM {{(pid=62181) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2116.174039] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-43bf231d-d7ff-4967-9e53-b86fbef660fa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.179425] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52cc6f9d-a6ef-8f7b-521c-6b4401f8beb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010166} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.180613] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.180876] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c/f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2116.181182] env[62181]: DEBUG oslo_vmware.api [None req-231d5ff3-ff67-4a51-8d26-dedbfe680ab7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2116.181182] env[62181]: value = "task-1791170" [ 2116.181182] env[62181]: _type = "Task" [ 2116.181182] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.181396] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74b19983-f2e3-460f-8378-d9459dfe28f3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.191020] env[62181]: DEBUG oslo_vmware.api [None req-231d5ff3-ff67-4a51-8d26-dedbfe680ab7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791170, 'name': SuspendVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.192190] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2116.192190] env[62181]: value = "task-1791171" [ 2116.192190] env[62181]: _type = "Task" [ 2116.192190] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.199418] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.581083] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 4b6efecf-cfdc-4e6a-8f26-1475f0f52133] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2116.695365] env[62181]: DEBUG oslo_vmware.api [None req-231d5ff3-ff67-4a51-8d26-dedbfe680ab7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791170, 'name': SuspendVM_Task} progress is 75%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.704237] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791171, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.084528] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 48b7c782-f3b2-4d24-a3c8-0ef6a461ef93] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2117.193484] env[62181]: DEBUG oslo_vmware.api [None req-231d5ff3-ff67-4a51-8d26-dedbfe680ab7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791170, 'name': SuspendVM_Task, 'duration_secs': 0.631017} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.193757] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-231d5ff3-ff67-4a51-8d26-dedbfe680ab7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Suspended the VM {{(pid=62181) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2117.193943] env[62181]: DEBUG nova.compute.manager [None req-231d5ff3-ff67-4a51-8d26-dedbfe680ab7 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 2117.194720] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eacd72-13eb-4b9c-a6a2-b139fc6ed564 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.204287] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620866} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.205632] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c/f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2117.205866] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2117.208199] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53570272-de82-44a8-aee6-d1f4cccea5c3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.213785] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2117.213785] env[62181]: value = "task-1791172" [ 2117.213785] env[62181]: _type = "Task" [ 2117.213785] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.221258] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.587523] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 13bc5ed7-0e84-4472-ba74-2009b801f4a1] Instance has had 0 of 5 cleanup attempts {{(pid=62181) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11697}} [ 2117.723925] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064891} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.724631] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2117.725451] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15ef330-d498-4c67-a4e9-8523493da035 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.747144] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c/f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2117.747801] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-912019b8-d554-48cb-a474-141fe22eb38d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.766674] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2117.766674] env[62181]: value = "task-1791173" [ 2117.766674] env[62181]: _type = "Task" [ 2117.766674] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.774400] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.092831] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2118.276819] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791173, 'name': ReconfigVM_Task, 'duration_secs': 0.288662} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.277063] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Reconfigured VM instance instance-00000075 to attach disk [datastore1] f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c/f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2118.277668] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab64b5e5-fb5a-40a6-aa4b-595c1336955c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.283699] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2118.283699] env[62181]: value = "task-1791174" [ 2118.283699] env[62181]: _type = "Task" [ 2118.283699] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.291392] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791174, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.499140] env[62181]: INFO nova.compute.manager [None req-0668bdb7-22ad-4918-977c-08abddfee9d6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Resuming [ 2118.499767] env[62181]: DEBUG nova.objects.instance [None req-0668bdb7-22ad-4918-977c-08abddfee9d6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lazy-loading 'flavor' on Instance uuid 64747128-bde7-4e25-b538-80cd17db4882 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2118.793879] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791174, 'name': Rename_Task, 'duration_secs': 0.142821} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.794200] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2118.794490] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e746f60a-de3e-40ed-9302-931443b6ff53 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.800492] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2118.800492] env[62181]: value = "task-1791175" [ 2118.800492] env[62181]: _type = "Task" [ 2118.800492] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.808175] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.310415] env[62181]: DEBUG oslo_vmware.api [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791175, 'name': PowerOnVM_Task, 'duration_secs': 0.439771} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.310675] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2119.310873] env[62181]: INFO nova.compute.manager [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Took 6.65 seconds to spawn the instance on the hypervisor. [ 2119.311064] env[62181]: DEBUG nova.compute.manager [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 2119.311811] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f739f8dc-85d7-421f-aa01-6bf5b852af68 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.830908] env[62181]: INFO nova.compute.manager [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Took 11.34 seconds to build instance. [ 2120.010829] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0668bdb7-22ad-4918-977c-08abddfee9d6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "refresh_cache-64747128-bde7-4e25-b538-80cd17db4882" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.011058] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0668bdb7-22ad-4918-977c-08abddfee9d6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquired lock "refresh_cache-64747128-bde7-4e25-b538-80cd17db4882" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.011247] env[62181]: DEBUG nova.network.neutron [None req-0668bdb7-22ad-4918-977c-08abddfee9d6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2120.333095] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d8a6ca76-e913-4f4a-8170-d0280cd58755 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.848s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.712260] env[62181]: DEBUG nova.network.neutron [None req-0668bdb7-22ad-4918-977c-08abddfee9d6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Updating instance_info_cache with network_info: [{"id": "52de267f-8f41-46ea-a6e6-8a180406a925", "address": "fa:16:3e:2e:0b:69", "network": {"id": "6fb3f00d-4d6a-48ef-8208-d0aed21bc86a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364534230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba7ffb8e6464dbc8f032cbd8208bdb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de267f-8f", "ovs_interfaceid": "52de267f-8f41-46ea-a6e6-8a180406a925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.215079] env[62181]: DEBUG oslo_concurrency.lockutils [None req-0668bdb7-22ad-4918-977c-08abddfee9d6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Releasing lock "refresh_cache-64747128-bde7-4e25-b538-80cd17db4882" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.216407] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f0fdde-891b-47ce-ae17-eba72382c738 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.224820] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0668bdb7-22ad-4918-977c-08abddfee9d6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Resuming the VM {{(pid=62181) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2121.225152] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92d3a5dc-7d30-4fa3-a252-73eb7de89959 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.232812] env[62181]: DEBUG oslo_vmware.api [None req-0668bdb7-22ad-4918-977c-08abddfee9d6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2121.232812] env[62181]: value = "task-1791176" [ 2121.232812] env[62181]: _type = "Task" [ 2121.232812] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.242661] env[62181]: DEBUG oslo_vmware.api [None req-0668bdb7-22ad-4918-977c-08abddfee9d6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.447067] env[62181]: DEBUG nova.compute.manager [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Stashing vm_state: active {{(pid=62181) _prep_resize /opt/stack/nova/nova/compute/manager.py:6073}} [ 2121.743447] env[62181]: DEBUG oslo_vmware.api [None req-0668bdb7-22ad-4918-977c-08abddfee9d6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791176, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.968815] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.969160] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.244285] env[62181]: DEBUG oslo_vmware.api [None req-0668bdb7-22ad-4918-977c-08abddfee9d6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791176, 'name': PowerOnVM_Task, 'duration_secs': 0.649934} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.244695] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-0668bdb7-22ad-4918-977c-08abddfee9d6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Resumed the VM {{(pid=62181) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2122.244744] env[62181]: DEBUG nova.compute.manager [None req-0668bdb7-22ad-4918-977c-08abddfee9d6 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 2122.245632] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ad4774-8e55-47a0-94d1-73b3290882ca {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.477075] env[62181]: INFO nova.compute.claims [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2122.981425] env[62181]: INFO nova.compute.resource_tracker [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Updating resource usage from migration 69d10a68-62e6-480e-a963-ebd8b9de13d0 [ 2123.028546] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281992a2-1021-428b-9077-c56c119043d8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.035751] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c896a0fb-7de8-4753-b804-c67e09936305 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.064108] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2f7b9b-5922-4718-96bc-b857a0e5d2ab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.070782] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41509e2d-6f0e-4e38-b8b9-0396e6c7351e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.083575] env[62181]: DEBUG nova.compute.provider_tree [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2123.220464] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "64747128-bde7-4e25-b538-80cd17db4882" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.220713] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "64747128-bde7-4e25-b538-80cd17db4882" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.220947] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "64747128-bde7-4e25-b538-80cd17db4882-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.221162] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "64747128-bde7-4e25-b538-80cd17db4882-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.221334] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "64747128-bde7-4e25-b538-80cd17db4882-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.223257] env[62181]: INFO nova.compute.manager [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Terminating instance [ 2123.586742] env[62181]: DEBUG nova.scheduler.client.report [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2123.728810] env[62181]: DEBUG nova.compute.manager [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 2123.729141] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2123.730332] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f254dc49-b8b0-4808-8574-597dfe99ff02 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.739764] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2123.739991] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7c62b7b-a4d6-492c-b80d-b7fb254c5e1d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.745654] env[62181]: DEBUG oslo_vmware.api [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2123.745654] env[62181]: value = "task-1791177" [ 2123.745654] env[62181]: _type = "Task" [ 2123.745654] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.752902] env[62181]: DEBUG oslo_vmware.api [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.091548] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.122s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.091774] env[62181]: INFO nova.compute.manager [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Migrating [ 2124.256411] env[62181]: DEBUG oslo_vmware.api [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791177, 'name': PowerOffVM_Task, 'duration_secs': 0.157699} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.256683] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2124.256863] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2124.257126] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdc3d561-2351-472e-9253-97d58d164c94 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.323662] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2124.323939] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2124.324159] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Deleting the datastore file [datastore1] 64747128-bde7-4e25-b538-80cd17db4882 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2124.324352] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ac2c66a-4def-4f0d-8515-ba5dc970efb5 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.330729] env[62181]: DEBUG oslo_vmware.api [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for the task: (returnval){ [ 2124.330729] env[62181]: value = "task-1791179" [ 2124.330729] env[62181]: _type = "Task" [ 2124.330729] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.338766] env[62181]: DEBUG oslo_vmware.api [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.606702] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "refresh_cache-f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2124.606963] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "refresh_cache-f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2124.607096] env[62181]: DEBUG nova.network.neutron [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2124.839924] env[62181]: DEBUG oslo_vmware.api [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Task: {'id': task-1791179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133202} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.840185] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2124.840380] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2124.840557] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2124.840732] env[62181]: INFO nova.compute.manager [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2124.840968] env[62181]: DEBUG oslo.service.loopingcall [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2124.841174] env[62181]: DEBUG nova.compute.manager [-] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 2124.841268] env[62181]: DEBUG nova.network.neutron [-] [instance: 64747128-bde7-4e25-b538-80cd17db4882] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2125.297284] env[62181]: DEBUG nova.network.neutron [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Updating instance_info_cache with network_info: [{"id": "64e66a6e-b7da-4138-8918-f8b2fd0a63cc", "address": "fa:16:3e:94:18:40", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e66a6e-b7", "ovs_interfaceid": "64e66a6e-b7da-4138-8918-f8b2fd0a63cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.447453] env[62181]: DEBUG nova.compute.manager [req-b5be813a-9b6c-4bcc-8887-2fa59b3832b0 req-ffaa0872-1b5b-455b-a88e-2b640f6ae571 service nova] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Received event network-vif-deleted-52de267f-8f41-46ea-a6e6-8a180406a925 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2125.447661] env[62181]: INFO nova.compute.manager [req-b5be813a-9b6c-4bcc-8887-2fa59b3832b0 req-ffaa0872-1b5b-455b-a88e-2b640f6ae571 service nova] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Neutron deleted interface 52de267f-8f41-46ea-a6e6-8a180406a925; detaching it from the instance and deleting it from the info cache [ 2125.447860] env[62181]: DEBUG nova.network.neutron [req-b5be813a-9b6c-4bcc-8887-2fa59b3832b0 req-ffaa0872-1b5b-455b-a88e-2b640f6ae571 service nova] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.800300] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "refresh_cache-f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.923312] env[62181]: DEBUG nova.network.neutron [-] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.951223] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a6e3efc-12c3-4916-879c-81ddb13035c6 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.961126] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7131340d-576c-41e7-a81a-2c1e7d0cfdfb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.988179] env[62181]: DEBUG nova.compute.manager [req-b5be813a-9b6c-4bcc-8887-2fa59b3832b0 req-ffaa0872-1b5b-455b-a88e-2b640f6ae571 service nova] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Detach interface failed, port_id=52de267f-8f41-46ea-a6e6-8a180406a925, reason: Instance 64747128-bde7-4e25-b538-80cd17db4882 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 2126.425852] env[62181]: INFO nova.compute.manager [-] [instance: 64747128-bde7-4e25-b538-80cd17db4882] Took 1.58 seconds to deallocate network for instance. [ 2126.931805] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.932108] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.932305] env[62181]: DEBUG nova.objects.instance [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lazy-loading 'resources' on Instance uuid 64747128-bde7-4e25-b538-80cd17db4882 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2127.317160] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e37de6-cac1-4204-9375-0d141a5171db {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.336712] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Updating instance 'f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c' progress to 0 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2127.488652] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2460ac0b-ba64-4dc6-b3fb-d3fe534bbab1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.496549] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a28a163-afea-46d5-86a2-24d46af108e8 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.528013] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa30e24-2919-401f-94d7-a2277a699100 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.535658] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a763b75-1605-4ca1-9ee3-85cf3bbfe111 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.548872] env[62181]: DEBUG nova.compute.provider_tree [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2127.842292] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2127.842605] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91090799-0337-4f28-b658-38077c314cfa {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.850502] env[62181]: DEBUG oslo_vmware.api [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2127.850502] env[62181]: value = "task-1791180" [ 2127.850502] env[62181]: _type = "Task" [ 2127.850502] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.858772] env[62181]: DEBUG oslo_vmware.api [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.052192] env[62181]: DEBUG nova.scheduler.client.report [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2128.360607] env[62181]: DEBUG oslo_vmware.api [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791180, 'name': PowerOffVM_Task, 'duration_secs': 0.180069} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.360876] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2128.361056] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Updating instance 'f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c' progress to 17 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2128.556817] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.593079] env[62181]: INFO nova.scheduler.client.report [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Deleted allocations for instance 64747128-bde7-4e25-b538-80cd17db4882 [ 2128.867433] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2128.867715] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2128.867849] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2128.868049] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2128.868202] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2128.868351] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2128.868554] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2128.868716] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2128.868918] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2128.869111] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2128.869290] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2128.874272] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eab66a5d-3751-4246-b1d6-cd306adee9a2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.891252] env[62181]: DEBUG oslo_vmware.api [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2128.891252] env[62181]: value = "task-1791181" [ 2128.891252] env[62181]: _type = "Task" [ 2128.891252] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.899090] env[62181]: DEBUG oslo_vmware.api [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.101597] env[62181]: DEBUG oslo_concurrency.lockutils [None req-86fd1683-347e-449f-b188-5db023e73b56 tempest-ServerActionsTestJSON-1726918263 tempest-ServerActionsTestJSON-1726918263-project-member] Lock "64747128-bde7-4e25-b538-80cd17db4882" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.881s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.401310] env[62181]: DEBUG oslo_vmware.api [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791181, 'name': ReconfigVM_Task, 'duration_secs': 0.131863} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.401698] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Updating instance 'f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c' progress to 33 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2129.908304] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2129.908548] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2129.908715] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2129.908901] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2129.909066] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2129.909218] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2129.909421] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2129.909579] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2129.909745] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2129.909909] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2129.910126] env[62181]: DEBUG nova.virt.hardware [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2129.915927] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2129.916285] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-633de4ae-91ea-42db-b1dd-607ebe1426a3 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.936697] env[62181]: DEBUG oslo_vmware.api [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2129.936697] env[62181]: value = "task-1791182" [ 2129.936697] env[62181]: _type = "Task" [ 2129.936697] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.944737] env[62181]: DEBUG oslo_vmware.api [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.446765] env[62181]: DEBUG oslo_vmware.api [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791182, 'name': ReconfigVM_Task, 'duration_secs': 0.173234} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.447472] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62181) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2130.452121] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c43302-b072-4eb2-a1ba-d6d4599ade34 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.472685] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c/f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2130.473458] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e3ba71b-33f5-4b93-851e-3fed3c5eb7f4 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.494017] env[62181]: DEBUG oslo_vmware.api [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2130.494017] env[62181]: value = "task-1791183" [ 2130.494017] env[62181]: _type = "Task" [ 2130.494017] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.500861] env[62181]: DEBUG oslo_vmware.api [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.002427] env[62181]: DEBUG oslo_vmware.api [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791183, 'name': ReconfigVM_Task, 'duration_secs': 0.269439} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.002791] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Reconfigured VM instance instance-00000075 to attach disk [datastore1] f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c/f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c.vmdk or device None with type thin {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2131.003121] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Updating instance 'f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c' progress to 50 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2131.513788] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d20d33-e5cd-4a71-8283-37d806b1b1bb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.532990] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32667456-3529-404d-ad02-f4728975c89e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.552321] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Updating instance 'f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c' progress to 67 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2132.093589] env[62181]: DEBUG nova.network.neutron [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Port 64e66a6e-b7da-4138-8918-f8b2fd0a63cc binding to destination host cpu-1 is already ACTIVE {{(pid=62181) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2133.116321] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.116715] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.116715] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.148403] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "refresh_cache-f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.148707] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "refresh_cache-f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.148786] env[62181]: DEBUG nova.network.neutron [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2134.862931] env[62181]: DEBUG nova.network.neutron [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Updating instance_info_cache with network_info: [{"id": "64e66a6e-b7da-4138-8918-f8b2fd0a63cc", "address": "fa:16:3e:94:18:40", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e66a6e-b7", "ovs_interfaceid": "64e66a6e-b7da-4138-8918-f8b2fd0a63cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2135.366276] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "refresh_cache-f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.013459] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e417432-d8f9-4b08-a47e-304ca63de318 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.033565] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3344180e-2a17-442e-b98c-08b2a69b40c1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.040102] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Updating instance 'f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c' progress to 83 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2136.546773] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2136.547181] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c70987a5-6a68-456f-9ac0-563be708b718 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.553669] env[62181]: DEBUG oslo_vmware.api [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2136.553669] env[62181]: value = "task-1791184" [ 2136.553669] env[62181]: _type = "Task" [ 2136.553669] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.560899] env[62181]: DEBUG oslo_vmware.api [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.064727] env[62181]: DEBUG oslo_vmware.api [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.565295] env[62181]: DEBUG oslo_vmware.api [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791184, 'name': PowerOnVM_Task, 'duration_secs': 0.628344} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.565666] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2137.565738] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2a514f-0b4c-424f-83cc-081cca867aba tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Updating instance 'f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c' progress to 100 {{(pid=62181) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2139.916256] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.916779] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.916779] env[62181]: DEBUG nova.compute.manager [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Going to confirm migration 7 {{(pid=62181) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5232}} [ 2140.453043] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "refresh_cache-f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2140.453251] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "refresh_cache-f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2140.453426] env[62181]: DEBUG nova.network.neutron [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2140.453609] env[62181]: DEBUG nova.objects.instance [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lazy-loading 'info_cache' on Instance uuid f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2141.653560] env[62181]: DEBUG nova.network.neutron [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Updating instance_info_cache with network_info: [{"id": "64e66a6e-b7da-4138-8918-f8b2fd0a63cc", "address": "fa:16:3e:94:18:40", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e66a6e-b7", "ovs_interfaceid": "64e66a6e-b7da-4138-8918-f8b2fd0a63cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2142.156223] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "refresh_cache-f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2142.156496] env[62181]: DEBUG nova.objects.instance [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lazy-loading 'migration_context' on Instance uuid f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2142.659083] env[62181]: DEBUG nova.objects.base [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62181) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2142.660049] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde15a48-8703-4e05-b3de-366cde6db4ab {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.679131] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f90185-d393-46af-aead-2a45418019e1 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.684151] env[62181]: DEBUG oslo_vmware.api [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2142.684151] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]5218fab1-1181-8cd9-1c5b-17e3d4242e09" [ 2142.684151] env[62181]: _type = "Task" [ 2142.684151] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.691684] env[62181]: DEBUG oslo_vmware.api [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5218fab1-1181-8cd9-1c5b-17e3d4242e09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.194945] env[62181]: DEBUG oslo_vmware.api [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]5218fab1-1181-8cd9-1c5b-17e3d4242e09, 'name': SearchDatastore_Task, 'duration_secs': 0.008946} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.195270] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.196823] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.739088] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9b0521-a54f-42ce-8984-e3d59c404a9f {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.746844] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9525d8-cfe1-48d4-8203-ce3e1765cade {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.775939] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87511670-ba11-45e0-af25-da8d6d515377 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.782674] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5312cd21-7e19-42a5-b9ad-cd4dbc976683 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.795088] env[62181]: DEBUG nova.compute.provider_tree [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2144.299646] env[62181]: DEBUG nova.scheduler.client.report [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2145.310113] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.114s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.891475] env[62181]: INFO nova.scheduler.client.report [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleted allocation for migration 69d10a68-62e6-480e-a963-ebd8b9de13d0 [ 2146.399066] env[62181]: DEBUG oslo_concurrency.lockutils [None req-d9370cf7-7910-492b-bec9-48aab7ac2350 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.482s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.045637] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.045911] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.046160] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.046362] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.046538] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.048671] env[62181]: INFO nova.compute.manager [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Terminating instance [ 2147.552237] env[62181]: DEBUG nova.compute.manager [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 2147.552618] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2147.553476] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dade69ee-6dee-4177-88a9-f00c9b84985a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.561474] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2147.561712] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be83d4ac-b8c2-48e3-b2a5-497355e9e12e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.568030] env[62181]: DEBUG oslo_vmware.api [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2147.568030] env[62181]: value = "task-1791185" [ 2147.568030] env[62181]: _type = "Task" [ 2147.568030] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.576175] env[62181]: DEBUG oslo_vmware.api [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.825917] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "1cdc0bde-3ed0-4050-9475-c4519a8e7ac8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.825917] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "1cdc0bde-3ed0-4050-9475-c4519a8e7ac8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.077980] env[62181]: DEBUG oslo_vmware.api [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791185, 'name': PowerOffVM_Task, 'duration_secs': 0.193809} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.078228] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2148.078440] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2148.078638] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f16cb5a0-6749-4c08-962c-44227164afd7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.150088] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2148.150317] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2148.150464] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleting the datastore file [datastore1] f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2148.151311] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b0947ff-07d8-45b6-b33b-7273cba7c07b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.157146] env[62181]: DEBUG oslo_vmware.api [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2148.157146] env[62181]: value = "task-1791187" [ 2148.157146] env[62181]: _type = "Task" [ 2148.157146] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.164803] env[62181]: DEBUG oslo_vmware.api [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.328697] env[62181]: DEBUG nova.compute.manager [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Starting instance... {{(pid=62181) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2478}} [ 2148.667139] env[62181]: DEBUG oslo_vmware.api [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147193} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.667559] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2148.667559] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2148.667679] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2148.667853] env[62181]: INFO nova.compute.manager [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2148.668134] env[62181]: DEBUG oslo.service.loopingcall [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2148.668333] env[62181]: DEBUG nova.compute.manager [-] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 2148.668429] env[62181]: DEBUG nova.network.neutron [-] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2148.866347] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.866601] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.868173] env[62181]: INFO nova.compute.claims [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2149.129082] env[62181]: DEBUG nova.compute.manager [req-58efc47a-f752-498d-adce-9ad82de2a8bb req-ad9a896d-73a1-4847-abc4-00e6948ef88b service nova] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Received event network-vif-deleted-64e66a6e-b7da-4138-8918-f8b2fd0a63cc {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2149.129307] env[62181]: INFO nova.compute.manager [req-58efc47a-f752-498d-adce-9ad82de2a8bb req-ad9a896d-73a1-4847-abc4-00e6948ef88b service nova] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Neutron deleted interface 64e66a6e-b7da-4138-8918-f8b2fd0a63cc; detaching it from the instance and deleting it from the info cache [ 2149.129482] env[62181]: DEBUG nova.network.neutron [req-58efc47a-f752-498d-adce-9ad82de2a8bb req-ad9a896d-73a1-4847-abc4-00e6948ef88b service nova] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.607763] env[62181]: DEBUG nova.network.neutron [-] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.632501] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c433b258-d015-4299-b765-ee16c8b22085 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.642350] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c259af3-a766-4a33-aab4-cdcf6d7168f2 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.666973] env[62181]: DEBUG nova.compute.manager [req-58efc47a-f752-498d-adce-9ad82de2a8bb req-ad9a896d-73a1-4847-abc4-00e6948ef88b service nova] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Detach interface failed, port_id=64e66a6e-b7da-4138-8918-f8b2fd0a63cc, reason: Instance f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 2149.915312] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7603832-7f96-4afd-84a8-388dac657f0e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.923594] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3421b561-0edc-49c2-ba71-f2d629c40e03 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.953114] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e7b508-7ae4-4197-af99-522e5c17b82a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.960567] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e538b7-0399-4b00-806a-efe8308b4a90 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.974229] env[62181]: DEBUG nova.compute.provider_tree [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2150.110303] env[62181]: INFO nova.compute.manager [-] [instance: f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c] Took 1.44 seconds to deallocate network for instance. [ 2150.479066] env[62181]: DEBUG nova.scheduler.client.report [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2150.618491] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.983842] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.117s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.984403] env[62181]: DEBUG nova.compute.manager [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Start building networks asynchronously for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2875}} [ 2150.986981] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.369s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.987299] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.016386] env[62181]: INFO nova.scheduler.client.report [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleted allocations for instance f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c [ 2151.492175] env[62181]: DEBUG nova.compute.utils [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Using /dev/sd instead of None {{(pid=62181) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2151.494080] env[62181]: DEBUG nova.compute.manager [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Allocating IP information in the background. {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 2151.494080] env[62181]: DEBUG nova.network.neutron [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] allocate_for_instance() {{(pid=62181) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2151.524592] env[62181]: DEBUG oslo_concurrency.lockutils [None req-1ab24eb8-dcca-4550-910d-020476dba1c4 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "f2faa01b-6b4b-4ade-bfc5-b5772dcaeb0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.477s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.573077] env[62181]: DEBUG nova.policy [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c0fde7d72e94e53aaebb13bcd92a186', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6238b57595c4f8a9165fa5c98cce777', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62181) authorize /opt/stack/nova/nova/policy.py:192}} [ 2151.879038] env[62181]: DEBUG nova.network.neutron [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Successfully created port: 8e3f2b35-ae81-4ff6-a14f-8593fb028634 {{(pid=62181) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2151.997109] env[62181]: DEBUG nova.compute.manager [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Start building block device mappings for instance. {{(pid=62181) _build_resources /opt/stack/nova/nova/compute/manager.py:2910}} [ 2153.006373] env[62181]: DEBUG nova.compute.manager [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Start spawning the instance on the hypervisor. {{(pid=62181) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2684}} [ 2153.042343] env[62181]: DEBUG nova.virt.hardware [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T03:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T03:14:38Z,direct_url=,disk_format='vmdk',id=655f88bf-5a34-439d-8ebf-6c36fe1eff96,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e1ee55f22bf846da9037b5ad197c4575',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T03:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2153.042590] env[62181]: DEBUG nova.virt.hardware [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2153.042750] env[62181]: DEBUG nova.virt.hardware [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image limits 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2153.042935] env[62181]: DEBUG nova.virt.hardware [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Flavor pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2153.043099] env[62181]: DEBUG nova.virt.hardware [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Image pref 0:0:0 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2153.043258] env[62181]: DEBUG nova.virt.hardware [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62181) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2153.043467] env[62181]: DEBUG nova.virt.hardware [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2153.043628] env[62181]: DEBUG nova.virt.hardware [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2153.043792] env[62181]: DEBUG nova.virt.hardware [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Got 1 possible topologies {{(pid=62181) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2153.043953] env[62181]: DEBUG nova.virt.hardware [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2153.044153] env[62181]: DEBUG nova.virt.hardware [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62181) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2153.045028] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240975dd-5eef-4dc5-abc2-ab1908d5c96d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.053328] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5980ef7-f330-4782-80d2-231ccebe8378 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.266977] env[62181]: DEBUG nova.compute.manager [req-882f59d4-7763-4451-bb37-9a87a3bdbf85 req-21574ff0-7e04-4429-8f2f-a134d177650f service nova] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Received event network-vif-plugged-8e3f2b35-ae81-4ff6-a14f-8593fb028634 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2153.267269] env[62181]: DEBUG oslo_concurrency.lockutils [req-882f59d4-7763-4451-bb37-9a87a3bdbf85 req-21574ff0-7e04-4429-8f2f-a134d177650f service nova] Acquiring lock "1cdc0bde-3ed0-4050-9475-c4519a8e7ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2153.267520] env[62181]: DEBUG oslo_concurrency.lockutils [req-882f59d4-7763-4451-bb37-9a87a3bdbf85 req-21574ff0-7e04-4429-8f2f-a134d177650f service nova] Lock "1cdc0bde-3ed0-4050-9475-c4519a8e7ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.267734] env[62181]: DEBUG oslo_concurrency.lockutils [req-882f59d4-7763-4451-bb37-9a87a3bdbf85 req-21574ff0-7e04-4429-8f2f-a134d177650f service nova] Lock "1cdc0bde-3ed0-4050-9475-c4519a8e7ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.267941] env[62181]: DEBUG nova.compute.manager [req-882f59d4-7763-4451-bb37-9a87a3bdbf85 req-21574ff0-7e04-4429-8f2f-a134d177650f service nova] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] No waiting events found dispatching network-vif-plugged-8e3f2b35-ae81-4ff6-a14f-8593fb028634 {{(pid=62181) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2153.268165] env[62181]: WARNING nova.compute.manager [req-882f59d4-7763-4451-bb37-9a87a3bdbf85 req-21574ff0-7e04-4429-8f2f-a134d177650f service nova] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Received unexpected event network-vif-plugged-8e3f2b35-ae81-4ff6-a14f-8593fb028634 for instance with vm_state building and task_state spawning. [ 2153.327908] env[62181]: DEBUG nova.network.neutron [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Successfully updated port: 8e3f2b35-ae81-4ff6-a14f-8593fb028634 {{(pid=62181) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2153.831510] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "refresh_cache-1cdc0bde-3ed0-4050-9475-c4519a8e7ac8" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.831688] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "refresh_cache-1cdc0bde-3ed0-4050-9475-c4519a8e7ac8" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.831828] env[62181]: DEBUG nova.network.neutron [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Building network info cache for instance {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2154.093290] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2154.093601] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2154.362891] env[62181]: DEBUG nova.network.neutron [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Instance cache missing network info. {{(pid=62181) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2154.486753] env[62181]: DEBUG nova.network.neutron [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Updating instance_info_cache with network_info: [{"id": "8e3f2b35-ae81-4ff6-a14f-8593fb028634", "address": "fa:16:3e:96:60:c4", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3f2b35-ae", "ovs_interfaceid": "8e3f2b35-ae81-4ff6-a14f-8593fb028634", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.598305] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2154.598478] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Starting heal instance info cache {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 2154.598591] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Rebuilding the list of instances to heal {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 2154.990054] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "refresh_cache-1cdc0bde-3ed0-4050-9475-c4519a8e7ac8" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.990364] env[62181]: DEBUG nova.compute.manager [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Instance network_info: |[{"id": "8e3f2b35-ae81-4ff6-a14f-8593fb028634", "address": "fa:16:3e:96:60:c4", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3f2b35-ae", "ovs_interfaceid": "8e3f2b35-ae81-4ff6-a14f-8593fb028634", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62181) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 2154.990766] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:60:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e3f2b35-ae81-4ff6-a14f-8593fb028634', 'vif_model': 'vmxnet3'}] {{(pid=62181) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2154.998176] env[62181]: DEBUG oslo.service.loopingcall [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2154.998384] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Creating VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2154.998601] env[62181]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61a30790-1f1d-438f-bf69-adc86bb80e16 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.019082] env[62181]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2155.019082] env[62181]: value = "task-1791188" [ 2155.019082] env[62181]: _type = "Task" [ 2155.019082] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.026131] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791188, 'name': CreateVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.101261] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Skipping network cache update for instance because it is Building. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10397}} [ 2155.101791] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Didn't find any instances for network info cache update. {{(pid=62181) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10470}} [ 2155.101791] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2155.101791] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2155.101985] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2155.102117] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2155.102245] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2155.102356] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2155.102469] env[62181]: DEBUG nova.compute.manager [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62181) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11003}} [ 2155.102610] env[62181]: DEBUG oslo_service.periodic_task [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62181) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2155.300211] env[62181]: DEBUG nova.compute.manager [req-3d4cdd6f-a258-4f59-a4b8-d0b24a178021 req-99a7dd03-4312-4191-ac99-99e7d246fb7a service nova] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Received event network-changed-8e3f2b35-ae81-4ff6-a14f-8593fb028634 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2155.300211] env[62181]: DEBUG nova.compute.manager [req-3d4cdd6f-a258-4f59-a4b8-d0b24a178021 req-99a7dd03-4312-4191-ac99-99e7d246fb7a service nova] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Refreshing instance network info cache due to event network-changed-8e3f2b35-ae81-4ff6-a14f-8593fb028634. {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11592}} [ 2155.300463] env[62181]: DEBUG oslo_concurrency.lockutils [req-3d4cdd6f-a258-4f59-a4b8-d0b24a178021 req-99a7dd03-4312-4191-ac99-99e7d246fb7a service nova] Acquiring lock "refresh_cache-1cdc0bde-3ed0-4050-9475-c4519a8e7ac8" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.300463] env[62181]: DEBUG oslo_concurrency.lockutils [req-3d4cdd6f-a258-4f59-a4b8-d0b24a178021 req-99a7dd03-4312-4191-ac99-99e7d246fb7a service nova] Acquired lock "refresh_cache-1cdc0bde-3ed0-4050-9475-c4519a8e7ac8" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.300615] env[62181]: DEBUG nova.network.neutron [req-3d4cdd6f-a258-4f59-a4b8-d0b24a178021 req-99a7dd03-4312-4191-ac99-99e7d246fb7a service nova] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Refreshing network info cache for port 8e3f2b35-ae81-4ff6-a14f-8593fb028634 {{(pid=62181) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2155.529222] env[62181]: DEBUG oslo_vmware.api [-] Task: {'id': task-1791188, 'name': CreateVM_Task, 'duration_secs': 0.37484} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.529400] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Created VM on the ESX host {{(pid=62181) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2155.529975] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.530160] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.530503] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2155.530744] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c71ecea3-86e6-44b2-ba51-7266b0703c63 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.534737] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2155.534737] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52cf1165-b40b-1655-4cc8-73db94e7f30f" [ 2155.534737] env[62181]: _type = "Task" [ 2155.534737] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.541646] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52cf1165-b40b-1655-4cc8-73db94e7f30f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.605372] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.605576] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.605745] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.605896] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62181) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2155.606675] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50821e95-8766-4409-a781-779d8519f431 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.614102] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ce5842-0dd9-488a-b89d-53a71d49f007 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.627226] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5de07b-7012-49c8-bc70-d72b7b9afa53 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.633139] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eba1ee-254a-4be9-a369-acb6f196e355 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.660693] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180707MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62181) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2155.660839] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.661025] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.001514] env[62181]: DEBUG nova.network.neutron [req-3d4cdd6f-a258-4f59-a4b8-d0b24a178021 req-99a7dd03-4312-4191-ac99-99e7d246fb7a service nova] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Updated VIF entry in instance network info cache for port 8e3f2b35-ae81-4ff6-a14f-8593fb028634. {{(pid=62181) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2156.001868] env[62181]: DEBUG nova.network.neutron [req-3d4cdd6f-a258-4f59-a4b8-d0b24a178021 req-99a7dd03-4312-4191-ac99-99e7d246fb7a service nova] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Updating instance_info_cache with network_info: [{"id": "8e3f2b35-ae81-4ff6-a14f-8593fb028634", "address": "fa:16:3e:96:60:c4", "network": {"id": "87e190c9-1102-4b63-a52d-965503a52bf0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-953538459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6238b57595c4f8a9165fa5c98cce777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3f2b35-ae", "ovs_interfaceid": "8e3f2b35-ae81-4ff6-a14f-8593fb028634", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.044641] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52cf1165-b40b-1655-4cc8-73db94e7f30f, 'name': SearchDatastore_Task, 'duration_secs': 0.011184} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.044946] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.045194] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Processing image 655f88bf-5a34-439d-8ebf-6c36fe1eff96 {{(pid=62181) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2156.045423] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.045573] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.045748] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2156.046000] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56198f93-a443-4523-8ff0-2b52c17cc7dc {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.053548] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62181) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2156.053723] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62181) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2156.054391] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e83a6b77-18ba-4c8e-a22c-c1c0f16d77a7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.059282] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2156.059282] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]521f6751-84f7-dda7-7f97-9072448f6f1f" [ 2156.059282] env[62181]: _type = "Task" [ 2156.059282] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.066569] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]521f6751-84f7-dda7-7f97-9072448f6f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.505153] env[62181]: DEBUG oslo_concurrency.lockutils [req-3d4cdd6f-a258-4f59-a4b8-d0b24a178021 req-99a7dd03-4312-4191-ac99-99e7d246fb7a service nova] Releasing lock "refresh_cache-1cdc0bde-3ed0-4050-9475-c4519a8e7ac8" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.570795] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]521f6751-84f7-dda7-7f97-9072448f6f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.008387} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.571728] env[62181]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40988d77-6ccc-45f0-8c16-f7ee3003e1d7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.578063] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2156.578063] env[62181]: value = "session[52fa946f-9065-e951-183d-6799b30f4fc8]52a38a6e-7788-c183-bb01-c6364d7f6861" [ 2156.578063] env[62181]: _type = "Task" [ 2156.578063] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.586802] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a38a6e-7788-c183-bb01-c6364d7f6861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.703296] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Instance 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62181) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2156.703517] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2156.703670] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62181) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2156.734046] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671b5c1c-3218-4b78-811e-ca5f84262a35 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.741486] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d56f32-8a0f-4b75-9263-036dcd00556d {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.771756] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfae12a1-1928-481c-827d-764681d0adf7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.780205] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a427c5-2223-443d-99db-b89541ebc391 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.796017] env[62181]: DEBUG nova.compute.provider_tree [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2157.089206] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': session[52fa946f-9065-e951-183d-6799b30f4fc8]52a38a6e-7788-c183-bb01-c6364d7f6861, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.089508] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk" {{(pid=62181) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.089769] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8/1cdc0bde-3ed0-4050-9475-c4519a8e7ac8.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2157.090046] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15776baa-16db-4aeb-a0d0-93e61b61c961 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.096065] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2157.096065] env[62181]: value = "task-1791189" [ 2157.096065] env[62181]: _type = "Task" [ 2157.096065] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.104098] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.300561] env[62181]: DEBUG nova.scheduler.client.report [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2157.605854] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791189, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.807262] env[62181]: DEBUG nova.compute.resource_tracker [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62181) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2157.807564] env[62181]: DEBUG oslo_concurrency.lockutils [None req-2f9871c9-94da-449f-9e2c-aae6692513c5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.146s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.106022] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584397} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.106316] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/655f88bf-5a34-439d-8ebf-6c36fe1eff96/655f88bf-5a34-439d-8ebf-6c36fe1eff96.vmdk to [datastore1] 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8/1cdc0bde-3ed0-4050-9475-c4519a8e7ac8.vmdk {{(pid=62181) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2158.106532] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Extending root virtual disk to 1048576 {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2158.106787] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c563e49f-7492-44d5-a83c-2133bdb2d699 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.112885] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2158.112885] env[62181]: value = "task-1791190" [ 2158.112885] env[62181]: _type = "Task" [ 2158.112885] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.119658] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.623377] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065867} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.623735] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Extended root virtual disk {{(pid=62181) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2158.624383] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20a87b1-13cf-4256-a9c8-a343b2da8a12 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.645551] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8/1cdc0bde-3ed0-4050-9475-c4519a8e7ac8.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2158.645791] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ca838b7-4186-4408-9b03-547bf43be03e {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.664753] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2158.664753] env[62181]: value = "task-1791191" [ 2158.664753] env[62181]: _type = "Task" [ 2158.664753] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.672101] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.175420] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791191, 'name': ReconfigVM_Task, 'duration_secs': 0.33828} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.175797] env[62181]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8/1cdc0bde-3ed0-4050-9475-c4519a8e7ac8.vmdk or device None with type sparse {{(pid=62181) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2159.176493] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97f67f65-7753-4da8-a652-1bd6d0e15bee {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.184117] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2159.184117] env[62181]: value = "task-1791192" [ 2159.184117] env[62181]: _type = "Task" [ 2159.184117] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.191530] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791192, 'name': Rename_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.693805] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791192, 'name': Rename_Task, 'duration_secs': 0.136424} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.694287] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Powering on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2159.694481] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4908f595-4198-4e57-846a-c2457836052c {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.700515] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2159.700515] env[62181]: value = "task-1791193" [ 2159.700515] env[62181]: _type = "Task" [ 2159.700515] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.708491] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.210482] env[62181]: DEBUG oslo_vmware.api [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791193, 'name': PowerOnVM_Task, 'duration_secs': 0.441914} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.210772] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Powered on the VM {{(pid=62181) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2160.210978] env[62181]: INFO nova.compute.manager [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Took 7.20 seconds to spawn the instance on the hypervisor. [ 2160.211176] env[62181]: DEBUG nova.compute.manager [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Checking state {{(pid=62181) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 2160.211921] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653e6287-c21c-44d3-8c24-61fb291e6982 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.729417] env[62181]: INFO nova.compute.manager [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Took 11.90 seconds to build instance. [ 2161.231705] env[62181]: DEBUG oslo_concurrency.lockutils [None req-eb37a382-9e84-4225-ae48-0b059ec67b9b tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "1cdc0bde-3ed0-4050-9475-c4519a8e7ac8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.406s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.562051] env[62181]: DEBUG oslo_concurrency.lockutils [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "1cdc0bde-3ed0-4050-9475-c4519a8e7ac8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.562051] env[62181]: DEBUG oslo_concurrency.lockutils [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "1cdc0bde-3ed0-4050-9475-c4519a8e7ac8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.562051] env[62181]: DEBUG oslo_concurrency.lockutils [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "1cdc0bde-3ed0-4050-9475-c4519a8e7ac8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.562536] env[62181]: DEBUG oslo_concurrency.lockutils [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "1cdc0bde-3ed0-4050-9475-c4519a8e7ac8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.562536] env[62181]: DEBUG oslo_concurrency.lockutils [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "1cdc0bde-3ed0-4050-9475-c4519a8e7ac8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.564394] env[62181]: INFO nova.compute.manager [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Terminating instance [ 2163.068048] env[62181]: DEBUG nova.compute.manager [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Start destroying the instance on the hypervisor. {{(pid=62181) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3203}} [ 2163.068359] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Destroying instance {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2163.069330] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b81b48-28c1-449f-a74b-f065abbf8ecb {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.077195] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Powering off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2163.077429] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-525503f9-9fc3-4347-b055-5a43523970ac {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.083855] env[62181]: DEBUG oslo_vmware.api [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2163.083855] env[62181]: value = "task-1791194" [ 2163.083855] env[62181]: _type = "Task" [ 2163.083855] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.091562] env[62181]: DEBUG oslo_vmware.api [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.593886] env[62181]: DEBUG oslo_vmware.api [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791194, 'name': PowerOffVM_Task, 'duration_secs': 0.171532} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.594291] env[62181]: DEBUG nova.virt.vmwareapi.vm_util [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Powered off the VM {{(pid=62181) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2163.594345] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Unregistering the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2163.594640] env[62181]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3caa0111-d59f-4aeb-9a9e-e53ff4275c0a {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.660319] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Unregistered the VM {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2163.660595] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Deleting contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2163.660820] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleting the datastore file [datastore1] 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8 {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2163.661120] env[62181]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f71aa2d-9f0a-467b-b4e6-4769c9557730 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.667400] env[62181]: DEBUG oslo_vmware.api [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for the task: (returnval){ [ 2163.667400] env[62181]: value = "task-1791196" [ 2163.667400] env[62181]: _type = "Task" [ 2163.667400] env[62181]: } to complete. {{(pid=62181) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.674520] env[62181]: DEBUG oslo_vmware.api [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.177350] env[62181]: DEBUG oslo_vmware.api [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Task: {'id': task-1791196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160363} completed successfully. {{(pid=62181) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.177612] env[62181]: DEBUG nova.virt.vmwareapi.ds_util [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleted the datastore file {{(pid=62181) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2164.177790] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Deleted contents of the VM from datastore datastore1 {{(pid=62181) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2164.177965] env[62181]: DEBUG nova.virt.vmwareapi.vmops [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Instance destroyed {{(pid=62181) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2164.178162] env[62181]: INFO nova.compute.manager [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2164.178408] env[62181]: DEBUG oslo.service.loopingcall [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62181) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2164.178599] env[62181]: DEBUG nova.compute.manager [-] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Deallocating network for instance {{(pid=62181) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 2164.178694] env[62181]: DEBUG nova.network.neutron [-] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] deallocate_for_instance() {{(pid=62181) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2164.430718] env[62181]: DEBUG nova.compute.manager [req-d2d85e21-eef3-46f2-8147-b5e916f5deda req-c5e3f5ce-cdea-47b3-8262-d78a9718f53c service nova] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Received event network-vif-deleted-8e3f2b35-ae81-4ff6-a14f-8593fb028634 {{(pid=62181) external_instance_event /opt/stack/nova/nova/compute/manager.py:11587}} [ 2164.430967] env[62181]: INFO nova.compute.manager [req-d2d85e21-eef3-46f2-8147-b5e916f5deda req-c5e3f5ce-cdea-47b3-8262-d78a9718f53c service nova] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Neutron deleted interface 8e3f2b35-ae81-4ff6-a14f-8593fb028634; detaching it from the instance and deleting it from the info cache [ 2164.431055] env[62181]: DEBUG nova.network.neutron [req-d2d85e21-eef3-46f2-8147-b5e916f5deda req-c5e3f5ce-cdea-47b3-8262-d78a9718f53c service nova] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.912631] env[62181]: DEBUG nova.network.neutron [-] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Updating instance_info_cache with network_info: [] {{(pid=62181) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.933486] env[62181]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11aaf33d-bd08-4c77-846a-11800f3eb3f7 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.942900] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a732791e-f7d9-409c-a2b3-8fa4d1b04902 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.968620] env[62181]: DEBUG nova.compute.manager [req-d2d85e21-eef3-46f2-8147-b5e916f5deda req-c5e3f5ce-cdea-47b3-8262-d78a9718f53c service nova] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Detach interface failed, port_id=8e3f2b35-ae81-4ff6-a14f-8593fb028634, reason: Instance 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8 could not be found. {{(pid=62181) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11421}} [ 2165.415799] env[62181]: INFO nova.compute.manager [-] [instance: 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8] Took 1.24 seconds to deallocate network for instance. [ 2165.923297] env[62181]: DEBUG oslo_concurrency.lockutils [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.923694] env[62181]: DEBUG oslo_concurrency.lockutils [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.923846] env[62181]: DEBUG nova.objects.instance [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lazy-loading 'resources' on Instance uuid 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8 {{(pid=62181) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2166.457148] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe3cf2a-0dd7-4af0-8ed2-327aa4e15f8b {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.464703] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ec1aee-ebfe-47ab-8319-2a0603efe423 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.494968] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e58319-f79e-4e5f-bba6-fe69352efa86 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.502243] env[62181]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244938dc-e8c7-4638-aa5b-b9a116ce5b72 {{(pid=62181) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.517295] env[62181]: DEBUG nova.compute.provider_tree [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed in ProviderTree for provider: 473226de-15d9-4707-8968-2daf55d31057 {{(pid=62181) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2167.019375] env[62181]: DEBUG nova.scheduler.client.report [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Inventory has not changed for provider 473226de-15d9-4707-8968-2daf55d31057 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62181) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2167.524628] env[62181]: DEBUG oslo_concurrency.lockutils [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.546235] env[62181]: INFO nova.scheduler.client.report [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Deleted allocations for instance 1cdc0bde-3ed0-4050-9475-c4519a8e7ac8 [ 2168.054463] env[62181]: DEBUG oslo_concurrency.lockutils [None req-73176d85-5d0d-4767-9dd1-4774d4563057 tempest-ServerDiskConfigTestJSON-200067186 tempest-ServerDiskConfigTestJSON-200067186-project-member] Lock "1cdc0bde-3ed0-4050-9475-c4519a8e7ac8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.493s {{(pid=62181) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}